{"slug":"deepeval","name":"deepeval","category":"eval","categoryName":"Evaluation, red-teaming & guardrails","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://deepeval.com","repo":"https://github.com/confident-ai/deepeval","latestVersion":"v4.1.5","latestRelease":"2026-07-29","stars":19021,"starsAsOf":"2026-10-22","description":"The LLM Evaluation Framework","descriptionZh":"LLM 单元测试式评估","callMethods":["SDK"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["evaluation-framework","evaluation-metrics","llm-evaluation","llm-evaluation-framework","llm-evaluation-metrics","python"],"language":"Python","lastPush":"2026-10-19","formerly":null,"packages":[{"registry":"npm","name":"deepeval","url":"https://www.npmjs.com/package/deepeval","versionsUrl":"https://www.npmjs.com/package/deepeval?activeTab=versions","latestVersion":"0.9.22","latestDate":"2026-10-02"},{"registry":"pypi","name":"deepeval","url":"https://pypi.org/project/deepeval/","versionsUrl":"https://pypi.org/project/deepeval/#history","latestVersion":"4.2.8","latestDate":"2026-10-02"}],"recentVersions":[{"version":"v4.1.5","date":"2026-07-29","prerelease":false,"url":"https://github.com/confident-ai/deepeval/releases/tag/v4.1.5","source":"GitHub Release"},{"version":"v4.1.3","date":"2026-07-12","prerelease":false,"url":"https://github.com/confident-ai/deepeval/releases/tag/v4.1.3","source":"GitHub Release"},{"version":"v4.0.5","date":"2026-05-28","prerelease":false,"url":"https://github.com/confident-ai/deepeval/releases/tag/v4.0.5","source":"GitHub Release"},{"version":"v4.0.3","date":"2026-05-21","prerelease":false,"url":"https://github.com/confident-ai/deepeval/releases/tag/v4.0.3","source":"GitHub Release"},{"version":"v4.0.2","date":"2026-05-13","prerelease":false,"url":"https://github.com/confident-ai/deepeval/releases/tag/v4.0.2","source":"GitHub Release"}],"alternatives":["promptfoo","lighteval","lm-evaluation-harness","giskard-oss","trulens","lmms-eval","openai-evals","ragas"],"stacks":["llm-observability-and-eval"],"scenarios":["evaluate-and-monitor"],"problems":["llm-regression-testing"],"reasonZh":"评估框架","sources":["profile","priority","oss","github-pool"],"record":"https://aimap.page/api/v1/software/deepeval.json","pages":{"en":"https://aimap.page/en/software/deepeval/","zh-hans":"https://aimap.page/zh-hans/software/deepeval/"}}