{"source":"AIMap","schema":"benchmark/v1","updated":"2026-10-22","benchmark":{"id":"arc-agi-1","name":"ARC-AGI-1","category":"reasoning","unit":"%","higherIsBetter":true,"status":"saturated","sources":["arcprize"],"primaryVariant":"semi-private","url":"https://arcprize.org/leaderboard","year":2019,"desc":{"en":"Abstract grid puzzles (François Chollet) that test learning a new rule from a few examples.","zh-hans":"François Chollet 设计的抽象方格谜题，考察从少量示例中学会新规则的能力。"},"measures":{"en":"% of tasks solved on the semi-private set, together with cost per task.","zh-hans":"半私有题集的解题率，同时报告每题成本。"},"limits":{"en":"ARC Prize terms restrict reproduction, so only the top entries are cited here. Cost matters: compare at similar cost per task.","zh-hans":"ARC Prize 条款限制转载，本站只引用前几名。成本很关键，应在相近的每题成本下比较。"},"contamination":"low","contaminationNote":{"en":"Semi-private set is not published.","zh-hans":"半私有题集不公开。"},"stats":{"results":10,"models":6,"latest":"2026-10-22","bySourceType":{"official":10}}},"sources":[{"id":"arcprize","name":"ARC Prize leaderboard","license":"ARC Prize Terms: no copying/aggregation for commercial purposes without permission","policy":"limited","attribution":"ARC Prize Foundation, arcprize.org/leaderboard","site":"https://arcprize.org/leaderboard"}],"results":[{"model":"claude-fable-5","modelName":"Claude Fable 5","provider":"Anthropic","rawName":"Claude Fable 5 (Max)","variant":"semi-private","setting":"Semi-private set; $2.11/task; CoT","score":98.5,"unit":"%","rank":1,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-10"},{"model":"claude-fable-5","modelName":"Claude Fable 5","provider":"Anthropic","rawName":"Claude Fable 5 (XHigh)","variant":"semi-private","setting":"Semi-private set; $1.02/task; CoT","score":98.5,"unit":"%","rank":2,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-10"},{"model":"gpt-6-astra","modelName":"GPT-6 Astra","provider":"OpenAI","rawName":"GPT-6 Astra (XHigh)","variant":"semi-private","setting":"Semi-private set; $0.35/task; CoT","score":98.5,"unit":"%","rank":3,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-10"},{"model":"gpt-6-astra","modelName":"GPT-6 Astra","provider":"OpenAI","rawName":"GPT-6 Astra (High)","variant":"semi-private","setting":"Semi-private set; $0.28/task; CoT","score":98.5,"unit":"%","rank":4,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-10"},{"model":"claude-opus-5-5","modelName":"Claude Opus 5.5","provider":"Anthropic","rawName":"Claude Opus 5.5 (High)","variant":"semi-private","setting":"Semi-private set; $0.16/task; CoT","score":98.5,"unit":"%","rank":5,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-10"},{"model":"gemini-3-8-flash","modelName":"Gemini 3.8 Flash","provider":"Google","rawName":"Gemini 3.8 Flash (High)","variant":"semi-private","setting":"Semi-private set; $0.21/task; CoT","score":98.5,"unit":"%","rank":6,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-10"},{"model":"gpt-6-1-sol","modelName":"GPT-6.1 Sol","provider":"OpenAI","rawName":"GPT-6.1 Sol (XHigh)","variant":"semi-private","setting":"Semi-private set; $0.07/task; CoT","score":98.5,"unit":"%","rank":7,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-10"},{"model":"gpt-6-1-sol","modelName":"GPT-6.1 Sol","provider":"OpenAI","rawName":"GPT-6.1 Sol (High)","variant":"semi-private","setting":"Semi-private set; $0.06/task; CoT","score":98.5,"unit":"%","rank":8,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-10"},{"model":"gemini-4-argon","modelName":"Gemini 4 Argon","provider":"Google","rawName":"Gemini 4 Argon (High)","variant":"semi-private","setting":"Semi-private set; $0.16/task; CoT","score":98.5,"unit":"%","rank":9,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-22"},{"model":"gemini-4-argon","modelName":"Gemini 4 Argon","provider":"Google","rawName":"Gemini 4 Argon (Medium)","variant":"semi-private","setting":"Semi-private set; $0.06/task; CoT","score":98.5,"unit":"%","rank":10,"rankComputedBySite":false,"date":"2026-10-22","sourceType":"official","source":"arcprize","sourceUrl":"https://arcprize.org/leaderboard","collected":"2026-10-22"}]}