{
 "source_dir": "predicted_beam1m_k50_r2",
 "cutoff": "top_50",
 "questions": 700,
 "pass": 471,
 "pass_rate": 67.29,
 "avg_score": 0.6236,
 "by_type": {
  "abstention": {
   "n": 70,
   "pass": 42,
   "avg": 0.5714
  },
  "contradiction_resolution": {
   "n": 70,
   "pass": 37,
   "avg": 0.4554
  },
  "event_ordering": {
   "n": 70,
   "pass": 39,
   "avg": 0.5172
  },
  "information_extraction": {
   "n": 70,
   "pass": 54,
   "avg": 0.7186
  },
  "instruction_following": {
   "n": 70,
   "pass": 54,
   "avg": 0.7208
  },
  "knowledge_update": {
   "n": 70,
   "pass": 49,
   "avg": 0.6821
  },
  "multi_session_reasoning": {
   "n": 70,
   "pass": 42,
   "avg": 0.6016
  },
  "preference_following": {
   "n": 70,
   "pass": 68,
   "avg": 0.878
  },
  "summarization": {
   "n": 70,
   "pass": 44,
   "avg": 0.5544
  },
  "temporal_reasoning": {
   "n": 70,
   "pass": 42,
   "avg": 0.5369
  }
 },
 "pass_rule": "per-question score >= 0.5",
 "harness_metrics_file": {
  "top_50": {
   "overall": {
    "total": 700,
    "correct": 471,
    "errors": 0,
    "accuracy": 67.28571428571428,
    "avg_score": 0.623632
   },
   "by_question_type": {
    "abstention": {
     "total": 70,
     "correct": 42,
     "accuracy": 60.0,
     "avg_score": 0.5714285714285714
    },
    "contradiction_resolution": {
     "total": 70,
     "correct": 37,
     "accuracy": 52.85714285714286,
     "avg_score": 0.45535714285714285
    },
    "event_ordering": {
     "total": 70,
     "correct": 39,
     "accuracy": 55.714285714285715,
     "avg_score": 0.5171971428571429
    },
    "information_extraction": {
     "total": 70,
     "correct": 54,
     "accuracy": 77.14285714285715,
     "avg_score": 0.7185528571428571
    },
    "instruction_following": {
     "total": 70,
     "correct": 54,
     "accuracy": 77.14285714285715,
     "avg_score": 0.7208328571428572
    },
    "knowledge_update": {
     "total": 70,
     "correct": 49,
     "accuracy": 70.0,
     "avg_score": 0.6821428571428572
    },
    "multi_session_reasoning": {
     "total": 70,
     "correct": 42,
     "accuracy": 60.0,
     "avg_score": 0.6015614285714286
    },
    "preference_following": {
     "total": 70,
     "correct": 68,
     "accuracy": 97.14285714285714,
     "avg_score": 0.8779785714285714
    },
    "summarization": {
     "total": 70,
     "correct": 44,
     "accuracy": 62.857142857142854,
     "avg_score": 0.5543642857142858
    },
    "temporal_reasoning": {
     "total": 70,
     "correct": 42,
     "accuracy": 60.0,
     "avg_score": 0.5369042857142857
    }
   }
  }
 },
 "recomputed_from": "per-question judged rows in beam1m_top50_run2_judged.json"
}