{
 "source_dir": "predicted_beam10m_k200_r2",
 "cutoff": "top_200",
 "questions": 200,
 "pass": 102,
 "pass_rate": 51.0,
 "avg_score": 0.4916,
 "by_type": {
  "abstention": {
   "n": 20,
   "pass": 7,
   "avg": 0.35
  },
  "contradiction_resolution": {
   "n": 20,
   "pass": 8,
   "avg": 0.3688
  },
  "event_ordering": {
   "n": 20,
   "pass": 3,
   "avg": 0.2626
  },
  "information_extraction": {
   "n": 20,
   "pass": 14,
   "avg": 0.675
  },
  "instruction_following": {
   "n": 20,
   "pass": 18,
   "avg": 0.775
  },
  "knowledge_update": {
   "n": 20,
   "pass": 16,
   "avg": 0.775
  },
  "multi_session_reasoning": {
   "n": 20,
   "pass": 4,
   "avg": 0.14
  },
  "preference_following": {
   "n": 20,
   "pass": 14,
   "avg": 0.6625
  },
  "summarization": {
   "n": 20,
   "pass": 11,
   "avg": 0.57
  },
  "temporal_reasoning": {
   "n": 20,
   "pass": 7,
   "avg": 0.3375
  }
 },
 "pass_rule": "per-question score >= 0.5",
 "harness_metrics_file": {
  "top_200": {
   "overall": {
    "total": 200,
    "correct": 102,
    "errors": 0,
    "accuracy": 51.0,
    "avg_score": 0.491632
   },
   "by_question_type": {
    "abstention": {
     "total": 20,
     "correct": 7,
     "accuracy": 35.0,
     "avg_score": 0.35
    },
    "contradiction_resolution": {
     "total": 20,
     "correct": 8,
     "accuracy": 40.0,
     "avg_score": 0.36875
    },
    "event_ordering": {
     "total": 20,
     "correct": 3,
     "accuracy": 15.0,
     "avg_score": 0.26257
    },
    "information_extraction": {
     "total": 20,
     "correct": 14,
     "accuracy": 70.0,
     "avg_score": 0.675
    },
    "instruction_following": {
     "total": 20,
     "correct": 18,
     "accuracy": 90.0,
     "avg_score": 0.775
    },
    "knowledge_update": {
     "total": 20,
     "correct": 16,
     "accuracy": 80.0,
     "avg_score": 0.775
    },
    "multi_session_reasoning": {
     "total": 20,
     "correct": 4,
     "accuracy": 20.0,
     "avg_score": 0.14
    },
    "preference_following": {
     "total": 20,
     "correct": 14,
     "accuracy": 70.0,
     "avg_score": 0.6625
    },
    "summarization": {
     "total": 20,
     "correct": 11,
     "accuracy": 55.00000000000001,
     "avg_score": 0.5700000000000001
    },
    "temporal_reasoning": {
     "total": 20,
     "correct": 7,
     "accuracy": 35.0,
     "avg_score": 0.3375
    }
   }
  }
 },
 "recomputed_from": "per-question judged rows in beam10m_top200_run2_judged.json"
}