{"slug":"text-generation-inference","name":"text-generation-inference","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"archived","officialUrl":"http://hf.co/docs/text-generation-inference","repo":"https://github.com/huggingface/text-generation-inference","latestVersion":"v3.3.7","latestRelease":"2025-12-19","stars":10881,"starsAsOf":"2026-10-22","description":"Large Language Model Text Generation Inference","descriptionZh":"Hugging Face 文本生成推理服务","callMethods":["API"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["bloom","deep-learning","falcon","gpt","inference","nlp","pytorch","starcoder"],"language":"Python","lastPush":"2026-03-21","formerly":null,"packages":[],"recentVersions":[],"alternatives":["ncnn","openvino","vllm","stable-diffusion-webui","mediapipe","diffusers","onnxruntime","tensorrt"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":["is-this-project-still-maintained"],"reasonZh":"2026-03 归档 → 迁移到 vLLM/SGLang","sources":["profile","priority","github-pool"],"record":"https://aimap.page/api/v1/software/text-generation-inference.json","pages":{"en":"https://aimap.page/en/software/text-generation-inference/","zh-hans":"https://aimap.page/zh-hans/software/text-generation-inference/"}}