{"slug":"helm","name":"helm","nameZh":"stanford-crfm/helm","category":"eval","categoryName":"Evaluation, red-teaming & guardrails","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://crfm.stanford.edu/helm","repo":"https://github.com/stanford-crfm/helm","latestVersion":"v0.5.16","latestRelease":"2026-04-30","stars":2934,"starsAsOf":"2026-10-09","description":"Holistic Evaluation of Language Models (HELM) is an open source Python framework created by the Center for Research on Foundation Models (CRFM) at Stanford for holistic, reproducible and transparent evaluation of foundation models, including large language models (LLMs) and multimodal models.","descriptionZh":"斯坦福整体评测框架 HELM","callMethods":["CLI"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-09","topics":[],"language":"Python","lastPush":"2026-09-01","formerly":null,"packages":[],"recentVersions":[{"version":"v0.5.16","date":"2026-04-30","prerelease":false,"url":"https://github.com/stanford-crfm/helm/releases/tag/v0.5.16","source":"GitHub Release"},{"version":"v0.5.15","date":"2026-04-23","prerelease":false,"url":"https://github.com/stanford-crfm/helm/releases/tag/v0.5.15","source":"GitHub Release"},{"version":"v0.5.14","date":"2026-03-27","prerelease":false,"url":"https://github.com/stanford-crfm/helm/releases/tag/v0.5.14","source":"GitHub Release"},{"version":"v0.5.13","date":"2026-02-25","prerelease":false,"url":"https://github.com/stanford-crfm/helm/releases/tag/v0.5.13","source":"GitHub Release"},{"version":"v0.5.12","date":"2026-01-28","prerelease":false,"url":"https://github.com/stanford-crfm/helm/releases/tag/v0.5.12","source":"GitHub Release"}],"alternatives":["promptfoo","openai-evals","deepeval","ragas","lm-evaluation-harness","opencompass","swe-bench","giskard-oss"],"stacks":[],"scenarios":["evaluate-and-monitor"],"problems":[],"reasonZh":"开源大库收录：斯坦福整体评测框架 HELM","sources":["oss"],"record":"https://aimap.page/api/v1/software/helm.json","pages":{"en":"https://aimap.page/en/software/helm/","zh-hans":"https://aimap.page/zh-hans/software/helm/"}}