{
 "source_dir": "predicted_beam10m_k50_r2",
 "cutoff": "top_50",
 "questions": 200,
 "pass": 99,
 "pass_rate": 49.5,
 "avg_score": 0.4428,
 "by_type": {
  "abstention": {
   "n": 20,
   "pass": 9,
   "avg": 0.45
  },
  "contradiction_resolution": {
   "n": 20,
   "pass": 12,
   "avg": 0.4188
  },
  "event_ordering": {
   "n": 20,
   "pass": 2,
   "avg": 0.1091
  },
  "information_extraction": {
   "n": 20,
   "pass": 11,
   "avg": 0.5375
  },
  "instruction_following": {
   "n": 20,
   "pass": 17,
   "avg": 0.725
  },
  "knowledge_update": {
   "n": 20,
   "pass": 14,
   "avg": 0.7
  },
  "multi_session_reasoning": {
   "n": 20,
   "pass": 4,
   "avg": 0.13
  },
  "preference_following": {
   "n": 20,
   "pass": 15,
   "avg": 0.6875
  },
  "summarization": {
   "n": 20,
   "pass": 9,
   "avg": 0.4332
  },
  "temporal_reasoning": {
   "n": 20,
   "pass": 6,
   "avg": 0.2375
  }
 },
 "pass_rule": "per-question score >= 0.5",
 "harness_metrics_file": {
  "top_50": {
   "overall": {
    "total": 200,
    "correct": 99,
    "errors": 0,
    "accuracy": 49.5,
    "avg_score": 0.4428495
   },
   "by_question_type": {
    "abstention": {
     "total": 20,
     "correct": 9,
     "accuracy": 45.0,
     "avg_score": 0.45
    },
    "contradiction_resolution": {
     "total": 20,
     "correct": 12,
     "accuracy": 60.0,
     "avg_score": 0.41875
    },
    "event_ordering": {
     "total": 20,
     "correct": 2,
     "accuracy": 10.0,
     "avg_score": 0.10905000000000001
    },
    "information_extraction": {
     "total": 20,
     "correct": 11,
     "accuracy": 55.00000000000001,
     "avg_score": 0.5375
    },
    "instruction_following": {
     "total": 20,
     "correct": 17,
     "accuracy": 85.0,
     "avg_score": 0.725
    },
    "knowledge_update": {
     "total": 20,
     "correct": 14,
     "accuracy": 70.0,
     "avg_score": 0.7
    },
    "multi_session_reasoning": {
     "total": 20,
     "correct": 4,
     "accuracy": 20.0,
     "avg_score": 0.13
    },
    "preference_following": {
     "total": 20,
     "correct": 15,
     "accuracy": 75.0,
     "avg_score": 0.6875
    },
    "summarization": {
     "total": 20,
     "correct": 9,
     "accuracy": 45.0,
     "avg_score": 0.433195
    },
    "temporal_reasoning": {
     "total": 20,
     "correct": 6,
     "accuracy": 30.0,
     "avg_score": 0.2375
    }
   }
  }
 },
 "recomputed_from": "per-question judged rows in beam10m_top50_run2_judged.json"
}