{"slug":"promptfoo","name":"promptfoo","category":"eval","categoryName":"Evaluation, red-teaming & guardrails","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"MIT","maintained":"yes","officialUrl":"https://promptfoo.dev","repo":"https://github.com/promptfoo/promptfoo","latestVersion":"0.124.1","latestRelease":"2026-10-08","stars":26248,"starsAsOf":"2026-10-22","description":"Test your prompts, agents, and RAGs. Red teaming/pentesting/vulnerability scanning for AI. Compare performance of GPT, Claude, Gemini, DeepSeek, and more. Simple declarative configs with command line and CI/CD integration.  Used by OpenAI and Anthropic.","descriptionZh":"提示词/agent 测试与红队","callMethods":["CLI"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["ci","ci-cd","cicd","evaluation","evaluation-framework","llm","llm-eval","llm-evaluation"],"language":"TypeScript","lastPush":"2026-10-22","formerly":null,"packages":[{"registry":"npm","name":"promptfoo","url":"https://www.npmjs.com/package/promptfoo","versionsUrl":"https://www.npmjs.com/package/promptfoo?activeTab=versions","latestVersion":"0.124.1","latestDate":"2026-10-08"}],"recentVersions":[{"version":"0.124.1","date":"2026-10-08","prerelease":false,"url":"https://github.com/promptfoo/promptfoo/releases/tag/0.124.1","source":"GitHub Release"},{"version":"0.124.0","date":"2026-10-06","prerelease":false,"url":"https://github.com/promptfoo/promptfoo/releases/tag/0.124.0","source":"GitHub Release"},{"version":"0.123.1","date":"2026-09-18","prerelease":false,"url":"https://github.com/promptfoo/promptfoo/releases/tag/0.123.1","source":"GitHub Release"},{"version":"0.123.0","date":"2026-09-10","prerelease":false,"url":"https://github.com/promptfoo/promptfoo/releases/tag/0.123.0","source":"GitHub Release"},{"version":"0.122.2","date":"2026-08-28","prerelease":false,"url":"https://github.com/promptfoo/promptfoo/releases/tag/0.122.2","source":"GitHub Release"}],"alternatives":["opencompass","giskard-oss","deepeval","ragas","trulens","lmms-eval","vlmevalkit","lighteval"],"stacks":["llm-observability-and-eval"],"scenarios":["evaluate-and-monitor"],"problems":["llm-regression-testing"],"reasonZh":"npm 相对 +78%；已被 OpenAI 收购；OpenAI Evals 迁移指向它","sources":["profile","priority","oss","github-pool"],"record":"https://aimap.page/api/v1/software/promptfoo.json","pages":{"en":"https://aimap.page/en/software/promptfoo/","zh-hans":"https://aimap.page/zh-hans/software/promptfoo/"}}