{"source":"AIMap","schema":"benchmark/v1","updated":"2026-10-22","benchmark":{"id":"arc-agi-3","name":"ARC-AGI-3","category":"reasoning","unit":"%","higherIsBetter":true,"status":"active","sources":["arcprize"],"primaryVariant":"semi-private","url":"https://arcprize.org/leaderboard","year":2026,"desc":{"en":"Interactive, game-like third version of ARC-AGI that tests exploration and learning inside novel environments.","zh-hans":"ARC-AGI 第三版，交互式小游戏，考察在陌生环境中探索和学习的能力。"},"measures":{"en":"Score on the semi-private set as published by ARC Prize.","zh-hans":"ARC Prize 公布的半私有题集得分。"},"limits":{"en":"New benchmark; only the top entries are cited (terms).","zh-hans":"新基准；按条款只引用前几名。"},"contamination":"low","contaminationNote":{"en":"Semi-private set.","zh-hans":"半私有题集。"},"stats":{"results":3,"models":3,"latest":"2026-10-22","bySourceType":{"official":3}}},"sources":[{"id":"arcprize","name":"ARC Prize leaderboard","license":"ARC Prize Terms: no copying/aggregation for commercial purposes without permission","policy":"limited","attribution":"ARC Prize Foundation, arcprize.org/leaderboard","site":"https://arcprize.org/leaderboard"}],"results":[{"model":"gpt-6-astra-provider-adapter","modelName":"GPT-6 Astra - Provider Adapter (High)","provider":"OpenAI","rawName":"GPT-6 Astra - Provider Adapter (High)","variant":"semi-private","setting":"Semi-private set; CoT","score":99.9,"unit":"%","rank":1,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-10"},{"model":"gemini-4-argon-provider-adapter","modelName":"Gemini 4 Argon - Provider Adapter (Low)","provider":"Google","rawName":"Gemini 4 Argon - Provider Adapter (Low)","variant":"semi-private","setting":"Semi-private set; CoT","score":97.5,"unit":"%","rank":6,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-22"},{"model":"gpt-6-1-sol-provider-adapter","modelName":"GPT-6.1 Sol - Provider Adapter (XHigh)","provider":"OpenAI","rawName":"GPT-6.1 Sol - Provider Adapter (XHigh)","variant":"semi-private","setting":"Semi-private set; CoT","score":96.4,"unit":"%","rank":10,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-10"}]}