{"slug":"ai-dynamo-dynamo","name":"ai-dynamo/dynamo","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://docs.nvidia.com/dynamo/latest","repo":"https://github.com/ai-dynamo/dynamo","latestVersion":"v1.5.0-kimi-k3-post.1","latestRelease":"2026-10-09","stars":8354,"starsAsOf":"2026-10-22","description":"A Datacenter Scale Distributed Inference Serving Framework","descriptionZh":"NVIDIA 分布式推理服务框架","callMethods":["API"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["diffusion","disaggregated-serving","kubernetes","llm-inference","omni","routing-engine","rust","sglang"],"language":"Rust","lastPush":"2026-10-22","formerly":null,"packages":[{"registry":"pypi","name":"ai-dynamo","url":"https://pypi.org/project/ai-dynamo/","versionsUrl":"https://pypi.org/project/ai-dynamo/#history","latestVersion":"1.5.0","latestDate":"2026-09-19"}],"recentVersions":[{"version":"v1.5.0-kimi-k3-post.1","date":"2026-10-08","prerelease":false,"url":"https://github.com/ai-dynamo/dynamo/releases/tag/v1.5.0-kimi-k3-post.1","source":"GitHub Release"},{"version":"v1.5.1","date":"2026-10-07","prerelease":false,"url":"https://github.com/ai-dynamo/dynamo/releases/tag/v1.5.1","source":"GitHub Release"},{"version":"v1.5.0","date":"2026-09-21","prerelease":false,"url":"https://github.com/ai-dynamo/dynamo/releases/tag/v1.5.0","source":"GitHub Release"},{"version":"v1.4.2","date":"2026-08-29","prerelease":false,"url":"https://github.com/ai-dynamo/dynamo/releases/tag/v1.4.2","source":"GitHub Release"},{"version":"v1.4.1","date":"2026-08-22","prerelease":false,"url":"https://github.com/ai-dynamo/dynamo/releases/tag/v1.4.1","source":"GitHub Release"}],"alternatives":["gpustack","kserve","sglang","stable-diffusion-webui","lmdeploy","llm-d","diffusers","ollama"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"PD 分离推理（火山 ServingKit 支持）","sources":["profile","priority","oss","github-oss","github-pool"],"record":"https://aimap.page/api/v1/software/ai-dynamo-dynamo.json","pages":{"en":"https://aimap.page/en/software/ai-dynamo-dynamo/","zh-hans":"https://aimap.page/zh-hans/software/ai-dynamo-dynamo/"}}