{"slug":"autoevals","name":"autoevals","category":"eval","categoryName":"Evaluation, red-teaming & guardrails","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"MIT","maintained":"yes","officialUrl":"https://github.com/braintrustdata/autoevals","repo":"https://github.com/braintrustdata/autoevals","latestVersion":"py-0.4.0","latestRelease":"2026-10-07","stars":1044,"starsAsOf":"2026-10-05","description":"AutoEvals is a tool for quickly and easily evaluating AI model outputs using best practices.","descriptionZh":"自动评估器库","callMethods":["SDK"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-07","topics":[],"language":"Python","lastPush":"2026-10-02","formerly":null,"packages":[{"registry":"pypi","name":"autoevals","url":"https://pypi.org/project/autoevals/","versionsUrl":"https://pypi.org/project/autoevals/#history","latestVersion":"0.3.0","latestDate":"2026-06-09"},{"registry":"npm","name":"autoevals","url":"https://www.npmjs.com/package/autoevals","versionsUrl":"https://www.npmjs.com/package/autoevals?activeTab=versions","latestVersion":"0.4.0","latestDate":"2026-10-07"}],"recentVersions":[{"version":"py-0.4.0","date":"2026-10-07","prerelease":false,"url":"https://github.com/braintrustdata/autoevals/releases/tag/py-0.4.0","source":"GitHub Release"},{"version":"js-0.4.0","date":"2026-10-07","prerelease":false,"url":"https://github.com/braintrustdata/autoevals/releases/tag/js-0.4.0","source":"GitHub Release"},{"version":"js-0.3.0","date":"2026-06-09","prerelease":false,"url":"https://github.com/braintrustdata/autoevals/releases/tag/js-0.3.0","source":"GitHub Release"},{"version":"py-0.3.0","date":"2026-06-09","prerelease":false,"url":"https://github.com/braintrustdata/autoevals/releases/tag/py-0.3.0","source":"GitHub Release"},{"version":"py-0.2.0","date":"2026-04-02","prerelease":false,"url":"https://github.com/braintrustdata/autoevals/releases/tag/py-0.2.0","source":"GitHub Release"}],"alternatives":["promptfoo","openai-evals","deepeval","ragas","lm-evaluation-harness","opencompass","swe-bench","giskard-oss"],"stacks":[],"scenarios":["evaluate-and-monitor"],"problems":[],"reasonZh":"LLM 裁判评分库","sources":["profile","priority","oss"],"record":"https://aimap.page/api/v1/software/autoevals.json","pages":{"en":"https://aimap.page/en/software/autoevals/","zh-hans":"https://aimap.page/zh-hans/software/autoevals/"}}