{
 "source_file": "locomo_results_20261021_155113.json",
 "metadata": {
  "benchmark": "locomo",
  "project_name": "hoploco_r2",
  "run_id": "hoploco_r2",
  "timestamp": "20261021_155113",
  "answerer_model": "openai/gpt-5",
  "judge_model": "openai/gpt-5",
  "provider": "openai",
  "top_k": 200,
  "top_k_cutoffs": [
   "top_50",
   "top_100"
  ],
  "total_questions": 1540,
  "categories": [
   1,
   2,
   3,
   4
  ],
  "evaluate_only": true
 },
 "metrics_by_cutoff": {
  "top_50": {
   "overall": {
    "total": 1540,
    "correct": 1413,
    "accuracy": 91.75324675324676,
    "avg_score": 91.75324675324676
   },
   "by_category": {
    "multi-hop": {
     "total": 282,
     "correct": 253,
     "accuracy": 89.71631205673759,
     "avg_score": 89.71631205673759
    },
    "open-domain": {
     "total": 96,
     "correct": 75,
     "accuracy": 78.125,
     "avg_score": 78.125
    },
    "single-hop": {
     "total": 841,
     "correct": 786,
     "accuracy": 93.46016646848989,
     "avg_score": 93.46016646848989
    },
    "temporal": {
     "total": 321,
     "correct": 299,
     "accuracy": 93.14641744548287,
     "avg_score": 93.14641744548287
    }
   }
  },
  "top_100": {
   "overall": {
    "total": 1540,
    "correct": 1425,
    "accuracy": 92.53246753246754,
    "avg_score": 92.53246753246754
   },
   "by_category": {
    "multi-hop": {
     "total": 282,
     "correct": 258,
     "accuracy": 91.48936170212765,
     "avg_score": 91.48936170212765
    },
    "open-domain": {
     "total": 96,
     "correct": 71,
     "accuracy": 73.95833333333334,
     "avg_score": 73.95833333333334
    },
    "single-hop": {
     "total": 841,
     "correct": 794,
     "accuracy": 94.41141498216409,
     "avg_score": 94.41141498216409
    },
    "temporal": {
     "total": 321,
     "correct": 302,
     "accuracy": 94.0809968847352,
     "avg_score": 94.0809968847352
    }
   }
  }
 }
}