{"slug":"evaluate","name":"evaluate","category":"eval","categoryName":"Evaluation, red-teaming & guardrails","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://huggingface.co/docs/evaluate","repo":"https://github.com/huggingface/evaluate","latestVersion":"v0.4.6","latestRelease":"2025-09-18","stars":2487,"starsAsOf":"2026-10-02","description":"🤗 Evaluate: A library for easily evaluating machine learning models and datasets.","descriptionZh":"评测指标库","callMethods":["SDK"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-02","topics":["evaluation","machine-learning"],"language":"Python","lastPush":"2026-09-23","formerly":null,"packages":[{"registry":"pypi","name":"evaluate","url":"https://pypi.org/project/evaluate/","versionsUrl":"https://pypi.org/project/evaluate/#history","latestVersion":"0.4.6","latestDate":"2025-09-18"}],"recentVersions":[{"version":"v0.4.6","date":"2025-09-18","prerelease":false,"url":"https://github.com/huggingface/evaluate/releases/tag/v0.4.6","source":"GitHub Release"},{"version":"v0.4.5","date":"2025-07-10","prerelease":false,"url":"https://github.com/huggingface/evaluate/releases/tag/v0.4.5","source":"GitHub Release"},{"version":"v0.4.4","date":"2025-06-20","prerelease":false,"url":"https://github.com/huggingface/evaluate/releases/tag/v0.4.4","source":"GitHub Release"},{"version":"v0.4.3","date":"2024-09-11","prerelease":false,"url":"https://github.com/huggingface/evaluate/releases/tag/v0.4.3","source":"GitHub Release"},{"version":"v0.4.2","date":"2024-04-30","prerelease":false,"url":"https://github.com/huggingface/evaluate/releases/tag/v0.4.2","source":"GitHub Release"}],"alternatives":["promptfoo","ragas","opencompass","trulens","lmms-eval","vlmevalkit","lighteval","openai-evals"],"stacks":[],"scenarios":["evaluate-and-monitor"],"problems":[],"reasonZh":"开源大库收录：评测指标库","sources":["oss"],"record":"https://aimap.page/api/v1/software/evaluate.json","pages":{"en":"https://aimap.page/en/software/evaluate/","zh-hans":"https://aimap.page/zh-hans/software/evaluate/"}}