{
 "source_dir": "predicted_beam10m_k200",
 "cutoff": "top_200",
 "questions": 200,
 "pass": 105,
 "pass_rate": 52.5,
 "avg_score": 0.4819,
 "by_type": {
  "abstention": {
   "n": 20,
   "pass": 8,
   "avg": 0.4
  },
  "contradiction_resolution": {
   "n": 20,
   "pass": 10,
   "avg": 0.3875
  },
  "event_ordering": {
   "n": 20,
   "pass": 4,
   "avg": 0.2642
  },
  "information_extraction": {
   "n": 20,
   "pass": 14,
   "avg": 0.675
  },
  "instruction_following": {
   "n": 20,
   "pass": 17,
   "avg": 0.775
  },
  "knowledge_update": {
   "n": 20,
   "pass": 14,
   "avg": 0.65
  },
  "multi_session_reasoning": {
   "n": 20,
   "pass": 5,
   "avg": 0.18
  },
  "preference_following": {
   "n": 20,
   "pass": 14,
   "avg": 0.675
  },
  "summarization": {
   "n": 20,
   "pass": 12,
   "avg": 0.5497
  },
  "temporal_reasoning": {
   "n": 20,
   "pass": 7,
   "avg": 0.2625
  }
 },
 "pass_rule": "per-question score >= 0.5",
 "harness_metrics_file": {
  "top_200": {
   "overall": {
    "total": 200,
    "correct": 105,
    "errors": 0,
    "accuracy": 52.5,
    "avg_score": 0.4818935
   },
   "by_question_type": {
    "abstention": {
     "total": 20,
     "correct": 8,
     "accuracy": 40.0,
     "avg_score": 0.4
    },
    "contradiction_resolution": {
     "total": 20,
     "correct": 10,
     "accuracy": 50.0,
     "avg_score": 0.3875
    },
    "event_ordering": {
     "total": 20,
     "correct": 4,
     "accuracy": 20.0,
     "avg_score": 0.26421
    },
    "information_extraction": {
     "total": 20,
     "correct": 14,
     "accuracy": 70.0,
     "avg_score": 0.675
    },
    "instruction_following": {
     "total": 20,
     "correct": 17,
     "accuracy": 85.0,
     "avg_score": 0.775
    },
    "knowledge_update": {
     "total": 20,
     "correct": 14,
     "accuracy": 70.0,
     "avg_score": 0.65
    },
    "multi_session_reasoning": {
     "total": 20,
     "correct": 5,
     "accuracy": 25.0,
     "avg_score": 0.18
    },
    "preference_following": {
     "total": 20,
     "correct": 14,
     "accuracy": 70.0,
     "avg_score": 0.675
    },
    "summarization": {
     "total": 20,
     "correct": 12,
     "accuracy": 60.0,
     "avg_score": 0.549725
    },
    "temporal_reasoning": {
     "total": 20,
     "correct": 7,
     "accuracy": 35.0,
     "avg_score": 0.2625
    }
   }
  }
 },
 "recomputed_from": "per-question judged rows in beam10m_top200_run1_judged.json"
}