{"slug":"bentoml","name":"BentoML","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://bentoml.com","repo":"https://github.com/bentoml/BentoML","latestVersion":"v1.4.39","latestRelease":"2026-05-07","stars":8914,"starsAsOf":"2026-10-22","description":"The easiest way to serve AI apps and models - Build Model Inference APIs, Job queues, LLM apps, Multi-model pipelines, and more!","descriptionZh":"把模型打包为推理服务","callMethods":["SDK","API"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["ai-inference","deep-learning","generative-ai","inference-platform","llm","llm-inference","llm-serving","llmops","machine-learning","ml-engineering","mlops","model-inference-service","model-serving","multimodal","python"],"language":"Python","lastPush":"2026-10-20","formerly":null,"packages":[{"registry":"pypi","name":"bentoml","url":"https://pypi.org/project/bentoml/","versionsUrl":"https://pypi.org/project/bentoml/#history","latestVersion":"1.4.39","latestDate":"2026-05-07"}],"recentVersions":[{"version":"v1.4.39","date":"2026-05-07","prerelease":false,"url":"https://github.com/bentoml/BentoML/releases/tag/v1.4.39","source":"GitHub Release"},{"version":"v1.4.38","date":"2026-04-02","prerelease":false,"url":"https://github.com/bentoml/BentoML/releases/tag/v1.4.38","source":"GitHub Release"},{"version":"v1.4.37","date":"2026-03-25","prerelease":false,"url":"https://github.com/bentoml/BentoML/releases/tag/v1.4.37","source":"GitHub Release"},{"version":"v1.4.36","date":"2026-03-06","prerelease":false,"url":"https://github.com/bentoml/BentoML/releases/tag/v1.4.36","source":"GitHub Release"},{"version":"v1.4.35","date":"2026-02-03","prerelease":false,"url":"https://github.com/bentoml/BentoML/releases/tag/v1.4.35","source":"GitHub Release"}],"alternatives":["kserve","gpustack","mnn","openvino","lmdeploy","mediapipe","onnxruntime","web-llm"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"开源大库收录：把模型打包为推理服务","sources":["oss","github-pool"],"record":"https://aimap.page/api/v1/software/bentoml.json","pages":{"en":"https://aimap.page/en/software/bentoml/","zh-hans":"https://aimap.page/zh-hans/software/bentoml/"}}