{
 "source_dir": "predicted_beam1m_k50",
 "cutoff": "top_50",
 "questions": 700,
 "pass": 472,
 "pass_rate": 67.43,
 "avg_score": 0.6253,
 "by_type": {
  "abstention": {
   "n": 70,
   "pass": 38,
   "avg": 0.5143
  },
  "contradiction_resolution": {
   "n": 70,
   "pass": 41,
   "avg": 0.5071
  },
  "event_ordering": {
   "n": 70,
   "pass": 42,
   "avg": 0.5285
  },
  "information_extraction": {
   "n": 70,
   "pass": 54,
   "avg": 0.7319
  },
  "instruction_following": {
   "n": 70,
   "pass": 57,
   "avg": 0.7804
  },
  "knowledge_update": {
   "n": 70,
   "pass": 48,
   "avg": 0.6464
  },
  "multi_session_reasoning": {
   "n": 70,
   "pass": 41,
   "avg": 0.5856
  },
  "preference_following": {
   "n": 70,
   "pass": 68,
   "avg": 0.8571
  },
  "summarization": {
   "n": 70,
   "pass": 42,
   "avg": 0.5502
  },
  "temporal_reasoning": {
   "n": 70,
   "pass": 41,
   "avg": 0.5512
  }
 },
 "pass_rule": "per-question score >= 0.5",
 "harness_metrics_file": {
  "top_50": {
   "overall": {
    "total": 700,
    "correct": 472,
    "errors": 0,
    "accuracy": 67.42857142857143,
    "avg_score": 0.6252892857142858
   },
   "by_question_type": {
    "abstention": {
     "total": 70,
     "correct": 38,
     "accuracy": 54.285714285714285,
     "avg_score": 0.5142857142857142
    },
    "contradiction_resolution": {
     "total": 70,
     "correct": 41,
     "accuracy": 58.57142857142858,
     "avg_score": 0.5071428571428571
    },
    "event_ordering": {
     "total": 70,
     "correct": 42,
     "accuracy": 60.0,
     "avg_score": 0.5285442857142857
    },
    "information_extraction": {
     "total": 70,
     "correct": 54,
     "accuracy": 77.14285714285715,
     "avg_score": 0.7319471428571429
    },
    "instruction_following": {
     "total": 70,
     "correct": 57,
     "accuracy": 81.42857142857143,
     "avg_score": 0.7803557142857143
    },
    "knowledge_update": {
     "total": 70,
     "correct": 48,
     "accuracy": 68.57142857142857,
     "avg_score": 0.6464285714285715
    },
    "multi_session_reasoning": {
     "total": 70,
     "correct": 41,
     "accuracy": 58.57142857142858,
     "avg_score": 0.5856371428571429
    },
    "preference_following": {
     "total": 70,
     "correct": 68,
     "accuracy": 97.14285714285714,
     "avg_score": 0.8571442857142857
    },
    "summarization": {
     "total": 70,
     "correct": 42,
     "accuracy": 60.0,
     "avg_score": 0.5502171428571428
    },
    "temporal_reasoning": {
     "total": 70,
     "correct": 41,
     "accuracy": 58.57142857142858,
     "avg_score": 0.55119
    }
   }
  }
 },
 "recomputed_from": "per-question judged rows in beam1m_top50_run1_judged.json"
}