{"slug":"openai-evals","name":"openai/evals","category":"eval","categoryName":"Evaluation, red-teaming & guardrails","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"MIT","maintained":"stale","officialUrl":"https://github.com/openai/evals","repo":"https://github.com/openai/evals","latestVersion":"3.0.1","latestRelease":"2024-05-01","stars":19626,"starsAsOf":"2026-10-22","description":"Evals is a framework for evaluating LLMs and LLM systems, and an open-source registry of benchmarks.","descriptionZh":"OpenAI 评测框架与基准注册表","callMethods":["CLI"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":[],"language":"Python","lastPush":"2026-04-14","formerly":null,"packages":[{"registry":"pypi","name":"evals","url":"https://pypi.org/project/evals/","versionsUrl":"https://pypi.org/project/evals/#history","latestVersion":"3.0.1","latestDate":"2024-05-01"}],"recentVersions":[{"version":"3.0.1","date":"2024-05-01","prerelease":false,"url":"https://github.com/openai/evals/releases/tag/3.0.1","source":"GitHub release/tag 页"},{"version":"3.0.0","date":"2024-04-17","prerelease":false,"url":"https://github.com/openai/evals/releases/tag/3.0.0","source":"GitHub release/tag 页"},{"version":"2.0.0","date":"2024-01-12","prerelease":false,"url":"https://github.com/openai/evals/releases/tag/2.0.0","source":"GitHub release/tag 页"},{"version":"1.0.3.post1","date":"2023-04-17","prerelease":false,"url":"https://github.com/openai/evals/releases/tag/1.0.3.post1","source":"GitHub release/tag 页"},{"version":"1.0.3","date":"2023-04-17","prerelease":false,"url":"https://github.com/openai/evals/releases/tag/1.0.3","source":"GitHub release/tag 页"}],"alternatives":["promptfoo","deepeval","ragas","lm-evaluation-harness","opencompass","swe-bench","giskard-oss","agenta"],"stacks":[],"scenarios":["evaluate-and-monitor"],"problems":[],"reasonZh":"过去一年 3 次 commit；Evals 产品 2026-11-30 关闭 → 迁移页","sources":["profile","priority","oss","github-pool"],"record":"https://aimap.page/api/v1/software/openai-evals.json","pages":{"en":"https://aimap.page/en/software/openai-evals/","zh-hans":"https://aimap.page/zh-hans/software/openai-evals/"}}