{"slug":"openllm","name":"OpenLLM","category":"local-inference","categoryName":"Local inference & serving","audience":["for-ai","ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"apache-2.0","maintained":"yes","officialUrl":"https://bentoml.com","repo":"https://github.com/bentoml/OpenLLM","latestVersion":null,"latestRelease":null,"stars":12561,"starsAsOf":"2026-10-22","description":"Run open-source LLMs as OpenAI-compatible API endpoints.","descriptionZh":"把开源 LLM 变成 OpenAI 兼容 API。","callMethods":[],"platforms":["server"],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":[],"language":"Python","lastPush":"2026-10-20","formerly":null,"packages":[],"recentVersions":[],"alternatives":["ollama","llama-cpp","vllm","cherry-studio","localai","exo","sglang","mlx"],"stacks":["airgapped-intranet"],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":null,"sources":["hot","github-pool"],"record":"https://aimap.page/api/v1/software/openllm.json","pages":{"en":"https://aimap.page/en/software/openllm/","zh-hans":"https://aimap.page/zh-hans/software/openllm/"}}