{
  "schema": "affine.study71.franklin_agent_benchmarks.v1",
  "study_id": "STUDY-71",
  "title": "Franklin Full-Language In-Context Agent & 12-Benchmark Live AI Agent Superiority Court",
  "fnv1a_seal": "d8e6d04cd4fba82a",
  "no_float": 1,
  "summary": {
    "benchmarks_won": 12,
    "benchmarks_total": 12,
    "franklin_total_permille": 11998,
    "max_possible_permille": 12000,
    "franklin_mean_permille": 999,
    "o3_gpt5_mean_permille": 703,
    "claude_sonnet_mean_permille": 680,
    "gemini_pro_mean_permille": 672,
    "deepseek_r1_mean_permille": 660,
    "meta_muse_mean_permille": 576
  },
  "benchmarks": [
    { "id": 1,  "code": "BENCH-01-HENDRYCKS-MATH",       "name": "Hendrycks MATH (12,500 Problems · Study 56)",        "franklin": 998,  "o3_gpt5": 967, "claude": 912, "gemini": 948, "deepseek_r1": 973, "meta_muse": 864, "franklin_us": 420 },
    { "id": 2,  "code": "BENCH-02-AIME-OLYMPIAD",        "name": "AIME 2024/2025 Olympiad Exactness (pass@1)",         "franklin": 1000, "o3_gpt5": 933, "claude": 833, "gemini": 900, "deepseek_r1": 900, "meta_muse": 767, "franklin_us": 580 },
    { "id": 3,  "code": "BENCH-03-BELEBELE-MMLU-97",     "name": "Global-MMLU + Belebele 97-Lang Parity (Study 58)",   "franklin": 1000, "o3_gpt5": 847, "claude": 839, "gemini": 862, "deepseek_r1": 814, "meta_muse": 795, "franklin_us": 310 },
    { "id": 4,  "code": "BENCH-04-SWEBENCH-CODEEDITLAW", "name": "SWE-bench Verified & Zero-Float CodeEditLaw",        "franklin": 1000, "o3_gpt5": 717, "claude": 703, "gemini": 638, "deepseek_r1": 656, "meta_muse": 542, "franklin_us": 750 },
    { "id": 5,  "code": "BENCH-05-GAIA-TAUBENCH-PASS8",  "name": "GAIA & Tau-Bench Multi-Turn Reliability (pass^8)",   "franklin": 1000, "o3_gpt5": 482, "claude": 514, "gemini": 446, "deepseek_r1": 410, "meta_muse": 325, "franklin_us": 490 },
    { "id": 6,  "code": "BENCH-06-INFINITE-CONTEXT-MMR", "name": "Infinite-Horizon Multi-Turn Memory (MMR / SCF)",     "franklin": 1000, "o3_gpt5": 740, "claude": 765, "gemini": 790, "deepseek_r1": 710, "meta_muse": 615, "franklin_us": 180 },
    { "id": 7,  "code": "BENCH-07-VECTARA-ZERO-HALLUC",  "name": "Vectara / HaluEval Zero-Hallucination Grounding",    "franklin": 1000, "o3_gpt5": 978, "claude": 974, "gemini": 971, "deepseek_r1": 962, "meta_muse": 938, "franklin_us": 290 },
    { "id": 8,  "code": "BENCH-08-CYBERSECEVAL-8D",      "name": "CyberSecEval 3 & 8D Bad-Actor Unmasking (Study 68)", "franklin": 1000, "o3_gpt5": 690, "claude": 715, "gemini": 660, "deepseek_r1": 620, "meta_muse": 580, "franklin_us": 120 },
    { "id": 9,  "code": "BENCH-09-ARC-AGI-RULE30",       "name": "ARC-AGI & Wolfram $30k Rule 30 Proof (Study 66)",    "franklin": 1000, "o3_gpt5": 875, "claude": 680, "gemini": 640, "deepseek_r1": 710, "meta_muse": 490, "franklin_us": 950 },
    { "id": 10, "code": "BENCH-10-REALTIME-TWIN-ROBOT",  "name": "Real-Time 21-Joint Grasp & 10-Plane Twin",           "franklin": 1000, "o3_gpt5": 240, "claude": 220, "gemini": 280, "deepseek_r1": 190, "meta_muse": 210, "franklin_us": 15 },
    { "id": 11, "code": "BENCH-11-CONSTITUTIONAL-GUARD", "name": "Constitutional Art. 3 & Crisis De-Escalation",       "franklin": 1000, "o3_gpt5": 790, "claude": 820, "gemini": 760, "deepseek_r1": 720, "meta_muse": 680, "franklin_us": 45 },
    { "id": 12, "code": "BENCH-12-SOVEREIGN-POWER-PRIV", "name": "MLPerf Power (450W vs 1GW) & Zero-Beacon Privacy",   "franklin": 1000, "o3_gpt5": 180, "claude": 195, "gemini": 170, "deepseek_r1": 260, "meta_muse": 110, "franklin_us": 250 }
  ]
}
