{"slug":"lighteval","name":"lighteval","category":"eval","categoryName":"Evaluation, red-teaming & guardrails","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"MIT","maintained":"yes","officialUrl":"https://huggingface.co/docs/lighteval/en/index","repo":"https://github.com/huggingface/lighteval","latestVersion":"v0.13.0","latestRelease":"2025-11-24","stars":2565,"starsAsOf":"2026-10-22","description":"Lighteval is your all-in-one toolkit for evaluating LLMs across multiple backends","descriptionZh":"Hugging Face 评测工具","callMethods":["CLI"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["evaluation","evaluation-framework","evaluation-metrics","huggingface"],"language":"Python","lastPush":"2026-10-06","formerly":null,"packages":[{"registry":"pypi","name":"lighteval","url":"https://pypi.org/project/lighteval/","versionsUrl":"https://pypi.org/project/lighteval/#history","latestVersion":"0.13.0","latestDate":"2025-11-24"}],"recentVersions":[{"version":"v0.13.0","date":"2025-11-24","prerelease":false,"url":"https://github.com/huggingface/lighteval/releases/tag/v0.13.0","source":"GitHub Release"},{"version":"v0.12.2","date":"2025-11-12","prerelease":false,"url":"https://github.com/huggingface/lighteval/releases/tag/v0.12.2","source":"GitHub Release"},{"version":"v0.12.1","date":"2025-11-06","prerelease":false,"url":"https://github.com/huggingface/lighteval/releases/tag/v0.12.1","source":"GitHub Release"},{"version":"v0.12.0","date":"2025-11-04","prerelease":false,"url":"https://github.com/huggingface/lighteval/releases/tag/v0.12.0","source":"GitHub Release"},{"version":"v0.11.0","date":"2025-09-22","prerelease":false,"url":"https://github.com/huggingface/lighteval/releases/tag/v0.11.0","source":"GitHub Release"}],"alternatives":["promptfoo","deepeval","ragas","lm-evaluation-harness","opencompass","lmms-eval","vlmevalkit","evaluate"],"stacks":[],"scenarios":["evaluate-and-monitor"],"problems":[],"reasonZh":"开源大库收录：Hugging Face 评测工具","sources":["oss","github-pool"],"record":"https://aimap.page/api/v1/software/lighteval.json","pages":{"en":"https://aimap.page/en/software/lighteval/","zh-hans":"https://aimap.page/zh-hans/software/lighteval/"}}