{
 "source_file": "longmemeval_results_20261021_003715.json",
 "metadata": {
  "benchmark": "longmemeval",
  "project_name": "v4rep1",
  "run_id": "v4rep1",
  "timestamp": "20261021_003715",
  "mode": "answerer",
  "answerer_model": "openai/gpt-5",
  "judge_model": "openai/gpt-5",
  "provider": "openai",
  "top_k": 200,
  "top_k_cutoffs": [
   "top_50"
  ],
  "total_questions": 500,
  "question_types": [
   "knowledge-update",
   "multi-session",
   "single-session-assistant",
   "single-session-preference",
   "single-session-user",
   "temporal-reasoning"
  ],
  "all_questions": true,
  "per_type": 5,
  "seed": 42,
  "evaluate_only": true
 },
 "metrics_by_cutoff": {
  "top_50": {
   "overall": {
    "total": 500,
    "correct": 472,
    "accuracy": 94.39999999999999,
    "avg_score": 94.39999999999999
   },
   "by_question_type": {
    "knowledge-update": {
     "total": 78,
     "correct": 77,
     "accuracy": 98.71794871794873,
     "avg_score": 98.71794871794873
    },
    "multi-session": {
     "total": 133,
     "correct": 116,
     "accuracy": 87.21804511278195,
     "avg_score": 87.21804511278195
    },
    "single-session-assistant": {
     "total": 56,
     "correct": 54,
     "accuracy": 96.42857142857143,
     "avg_score": 96.42857142857143
    },
    "single-session-preference": {
     "total": 30,
     "correct": 29,
     "accuracy": 96.66666666666667,
     "avg_score": 96.66666666666667
    },
    "single-session-user": {
     "total": 70,
     "correct": 68,
     "accuracy": 97.14285714285714,
     "avg_score": 97.14285714285714
    },
    "temporal-reasoning": {
     "total": 133,
     "correct": 128,
     "accuracy": 96.2406015037594,
     "avg_score": 96.2406015037594
    }
   }
  }
 }
}