{
  "schema_version": 1,
  "id": "evt-2024-frontiermath",
  "slug": "frontiermath-research-level-benchmark",
  "title": {
    "en": "FrontierMath introduces expert-crafted research-level mathematics evaluation",
    "zh-CN": "FrontierMath 引入专家构造的研究级数学评测"
  },
  "dates": {
    "event": "2024-11-08",
    "first_public_claim": "2024-11-08",
    "paper_release": null,
    "artifact_release": null,
    "independently_verified": null,
    "added_to_chronicle": "2026-09-10",
    "last_updated": "2026-09-11"
  },
  "event_types": [
    "benchmark",
    "dataset"
  ],
  "significance": {
    "tier": "H2",
    "rationale": {
      "en": "FrontierMath shifted informal mathematical evaluation from contest problems toward expert-authored problems spanning advanced and research mathematics.",
      "zh-CN": "FrontierMath 把非形式数学评测从竞赛题进一步推进到覆盖高阶与研究数学的专家原创问题。"
    }
  },
  "mathematical_novelty": {
    "type": "tooling_only"
  },
  "interfaces": [
    "informal",
    "symbolic",
    "numeric",
    "hybrid"
  ],
  "claim": {
    "en": "FrontierMath launched with hundreds of original expert-written problems across modern mathematics; leading models initially solved fewer than 2%.",
    "zh-CN": "FrontierMath 发布数百道覆盖现代数学的专家原创问题；发布时领先模型的解题率均低于 2%。"
  },
  "summary": {
    "en": "The benchmark was developed with more than sixty mathematicians and emphasized problems requiring hours or days of expert work.",
    "zh-CN": "该基准与六十余位数学家合作构建，强调通常需要专家数小时乃至数天才能解决的问题。"
  },
  "why_it_matters": {
    "en": "It created a visible bridge between benchmarked model reasoning and the difficulty regime of genuine mathematical research.",
    "zh-CN": "它在可量化模型推理与真实数学研究难度之间建立了更直接的桥梁。"
  },
  "ai_role": {
    "level": "computation_only",
    "description": {
      "en": "Frontier models are evaluated with extended reasoning and computational tools on expert-created problems.",
      "zh-CN": "前沿模型在专家原创问题上使用长程推理和计算工具接受评测。"
    }
  },
  "human_contribution": {
    "description": {
      "en": "Mathematicians authored and vetted problems while Epoch AI designed the evaluation infrastructure.",
      "zh-CN": "数学家编写并审查问题，Epoch AI 设计评测基础设施。"
    }
  },
  "systems": [
    "frontiermath"
  ],
  "organizations": [
    "epoch-ai"
  ],
  "people": [],
  "problems": [
    "research-mathematics"
  ],
  "methods": [
    "benchmarking",
    "expert-curation"
  ],
  "verification": {
    "evidence_level": "E3",
    "status": "claimed",
    "formal_assurance": "artifact_available",
    "history": [
      {
        "date": "2024-11-08",
        "status": "claimed",
        "evidence_level": "E2",
        "note": {
          "en": "The Chronicle records this event from the cited primary or official source; the status does not imply independent Chronicle verification.",
          "zh-CN": "Chronicle 依据所引 primary / official source 记录该事件；该状态不表示 Chronicle 已完成独立验证。"
        }
      },
      {
        "date": "2026-09-11",
        "status": "claimed",
        "evidence_level": "E3",
        "note": {
          "en": "This corpus refresh added a directly inspectable public artifact maintained by the authors or releasing organization. E3 records artifact-level inspectability and does not imply independent verification of the underlying scientific or mathematical claim.",
          "zh-CN": "本轮 corpus 刷新增补了由作者或发布机构维护、可直接检查的公开产物。E3 表示证据已达到可检查 artifact 层级，并不等同于底层科学或数学主张已获得独立验证。"
        }
      }
    ]
  },
  "sources": [
    {
      "id": "epoch-frontiermath-2024",
      "tier": "S1",
      "type": "benchmark",
      "title": "FrontierMath: A benchmark for evaluating advanced mathematical reasoning in AI",
      "url": "https://epoch.ai/frontiermath/tiers-1-4/the-benchmark",
      "primary": true,
      "published_date": "2024-11-08",
      "accessed_at": "2026-09-10"
    }
  ],
  "artifacts": [
    {
      "id": "frontiermath-benchmark",
      "kind": "dataset",
      "title": "FrontierMath benchmark surface",
      "url": "https://epoch.ai/frontiermath/tiers-1-4/the-benchmark"
    }
  ],
  "relationships": {
    "predecessors": [
      "evt-2024-openai-o1",
      "evt-2024-omni-math"
    ],
    "successors": [],
    "related": []
  },
  "timeline": {
    "featured": true,
    "significance": "primary"
  },
  "tags": [
    "benchmark",
    "research-math",
    "expert-evaluation",
    "frontier-models"
  ],
  "editorial": {
    "created_at": "2026-09-10",
    "last_reviewed": "2026-09-11",
    "reviewers": [
      "Charlie-Wang-03"
    ]
  },
  "corrections": []
}