{"slug":"kserve","name":"kserve","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://kserve.github.io/website/","repo":"https://github.com/kserve/kserve","latestVersion":"v0.21.0","latestRelease":"2026-09-25","stars":6144,"starsAsOf":"2026-10-22","description":"Standardized Distributed Generative and Predictive AI Inference Platform for Scalable, Multi-Framework Deployment on Kubernetes","descriptionZh":"Kubernetes 上的模型服务","callMethods":["API"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["artificial-intelligence","cncf","genai","hacktoberfest","istio","k8s","knative","kserve","kubeflow","kubernetes","llm-inference","machine-learning","mlops","model-interpretability","model-serving","pytorch","service-mesh","tensorflow","vllm","xgboost"],"language":"Go","lastPush":"2026-10-21","formerly":null,"packages":[{"registry":"pypi","name":"kserve","url":"https://pypi.org/project/kserve/","versionsUrl":"https://pypi.org/project/kserve/#history","latestVersion":"0.21.0","latestDate":"2026-09-25"},{"registry":"go","name":"github.com/kserve/kserve","url":"https://pkg.go.dev/github.com/kserve/kserve","versionsUrl":"https://pkg.go.dev/github.com/kserve/kserve?tab=versions","latestVersion":"v0.20.0","latestDate":"2026-08-06"}],"recentVersions":[{"version":"v0.21.0","date":"2026-09-25","prerelease":false,"url":"https://github.com/kserve/kserve/releases/tag/v0.21.0","source":"GitHub Release"},{"version":"v0.20.0","date":"2026-08-06","prerelease":false,"url":"https://github.com/kserve/kserve/releases/tag/v0.20.0","source":"GitHub Release"},{"version":"v0.18.1","date":"2026-07-15","prerelease":false,"url":"https://github.com/kserve/kserve/releases/tag/v0.18.1","source":"GitHub Release"},{"version":"v0.19.0","date":"2026-06-14","prerelease":false,"url":"https://github.com/kserve/kserve/releases/tag/v0.19.0","source":"GitHub Release"},{"version":"v0.17.1","date":"2026-05-21","prerelease":false,"url":"https://github.com/kserve/kserve/releases/tag/v0.17.1","source":"GitHub Release"}],"alternatives":["inference","bentoml","gpustack","ncnn","onnxruntime","ai-dynamo-dynamo","llm-d","ramalama"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"开源大库收录：Kubernetes 上的模型服务","sources":["oss","github-pool"],"record":"https://aimap.page/api/v1/software/kserve.json","pages":{"en":"https://aimap.page/en/software/kserve/","zh-hans":"https://aimap.page/zh-hans/software/kserve/"}}