{"slug":"vlmevalkit","name":"VLMEvalKit","category":"eval","categoryName":"Evaluation, red-teaming & guardrails","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://huggingface.co/spaces/opencompass/open_vlm_leaderboard","repo":"https://github.com/open-compass/VLMEvalKit","latestVersion":"v0.2","latestRelease":"2025-03-24","stars":4450,"starsAsOf":"2026-10-22","description":"Open-source evaluation toolkit of large multi-modality models (LMMs), support 220+ LMMs, 80+ benchmarks","descriptionZh":"视觉语言模型评测","callMethods":["CLI"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["chatgpt","claude","clip","computer-vision","evaluation","gemini","gpt","gpt-4v","gpt4","large-language-models","llava","llm","multi-modal","openai","openai-api","pytorch","qwen","vit","vqa"],"language":"Python","lastPush":"2026-10-21","formerly":null,"packages":[],"recentVersions":[{"version":"v0.2","date":"2025-03-24","prerelease":false,"url":"https://github.com/open-compass/VLMEvalKit/releases/tag/v0.2","source":"GitHub Release"},{"version":"v0.1","date":"2024-01-22","prerelease":false,"url":"https://github.com/open-compass/VLMEvalKit/releases/tag/v0.1","source":"GitHub Release"}],"alternatives":["gorilla","promptfoo","ragas","opencompass","lmms-eval","agentbench","giskard-oss","osworld"],"stacks":[],"scenarios":["evaluate-and-monitor"],"problems":[],"reasonZh":"开源大库收录：视觉语言模型评测","sources":["oss","github-oss","github-pool"],"record":"https://aimap.page/api/v1/software/vlmevalkit.json","pages":{"en":"https://aimap.page/en/software/vlmevalkit/","zh-hans":"https://aimap.page/zh-hans/software/vlmevalkit/"}}