{"slug":"triton-inference-server-server","name":"server","nameZh":"triton-inference-server/server","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"BSD-3-Clause","maintained":"yes","officialUrl":"https://docs.nvidia.com/deeplearning/triton-inference-server/user-guide/docs/index.html","repo":"https://github.com/triton-inference-server/server","latestVersion":"v2.73.0","latestRelease":"2026-09-30","stars":11101,"starsAsOf":"2026-10-22","description":"The Triton Inference Server provides an optimized cloud and edge inferencing solution. ","descriptionZh":"NVIDIA Triton 推理服务器","callMethods":["API"],"platforms":[],"addedAt":"2026-10-13","updatedAt":"2026-10-22","topics":["cloud","datacenter","deep-learning","edge","gpu","inference","machine-learning"],"language":"Python","lastPush":"2026-10-20","formerly":null,"packages":[],"recentVersions":[{"version":"v2.73.0","date":"2026-09-30","prerelease":false,"url":"https://github.com/triton-inference-server/server/releases/tag/v2.73.0","source":"GitHub Release"},{"version":"v2.72.0","date":"2026-08-31","prerelease":false,"url":"https://github.com/triton-inference-server/server/releases/tag/v2.72.0","source":"GitHub Release"},{"version":"v2.71.0","date":"2026-07-29","prerelease":false,"url":"https://github.com/triton-inference-server/server/releases/tag/v2.71.0","source":"GitHub Release"},{"version":"v2.70.0","date":"2026-06-26","prerelease":false,"url":"https://github.com/triton-inference-server/server/releases/tag/v2.70.0","source":"GitHub Release"},{"version":"v2.69.0","date":"2026-06-02","prerelease":false,"url":"https://github.com/triton-inference-server/server/releases/tag/v2.69.0","source":"GitHub Release"}],"alternatives":["mediapipe","tvm","executorch","llm-d","ncnn","onnxruntime","mnn","tensorrt"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"开源大库收录：NVIDIA Triton 推理服务器","sources":["oss","github-pool"],"record":"https://aimap.page/api/v1/software/triton-inference-server-server.json","pages":{"en":"https://aimap.page/en/software/triton-inference-server-server/","zh-hans":"https://aimap.page/zh-hans/software/triton-inference-server-server/"}}