{"slug":"llm-compressor","name":"llm-compressor","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://docs.vllm.ai/projects/llm-compressor","repo":"https://github.com/vllm-project/llm-compressor","latestVersion":"0.10.0.4","latestRelease":"2026-10-09","stars":3897,"starsAsOf":"2026-10-22","description":"State-of-the-art LLM compression, built for production inference with vLLM","descriptionZh":"面向 vLLM 的模型量化压缩","callMethods":["SDK"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["compression","quantization"],"language":"Python","lastPush":"2026-10-22","formerly":null,"packages":[{"registry":"pypi","name":"llmcompressor","url":"https://pypi.org/project/llmcompressor/","versionsUrl":"https://pypi.org/project/llmcompressor/#history","latestVersion":"0.13.0","latestDate":"2026-08-11"}],"recentVersions":[{"version":"0.10.0.4","date":"2026-10-09","prerelease":false,"url":"https://github.com/vllm-project/llm-compressor/releases/tag/0.10.0.4","source":"GitHub Release"},{"version":"0.9.0.5","date":"2026-10-09","prerelease":false,"url":"https://github.com/vllm-project/llm-compressor/releases/tag/0.9.0.5","source":"GitHub Release"},{"version":"0.12.0.2","date":"2026-10-09","prerelease":false,"url":"https://github.com/vllm-project/llm-compressor/releases/tag/0.12.0.2","source":"GitHub Release"},{"version":"0.14.0","date":"2026-09-22","prerelease":false,"url":"https://github.com/vllm-project/llm-compressor/releases/tag/0.14.0","source":"GitHub Release"},{"version":"0.13.0","date":"2026-08-11","prerelease":false,"url":"https://github.com/vllm-project/llm-compressor/releases/tag/0.13.0","source":"GitHub Release"}],"alternatives":["ollama","llama-cpp","vllm","cherry-studio","localai","exo","sglang","optimum"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"开源大库收录：面向 vLLM 的模型量化压缩","sources":["oss","github-pool"],"record":"https://aimap.page/api/v1/software/llm-compressor.json","pages":{"en":"https://aimap.page/en/software/llm-compressor/","zh-hans":"https://aimap.page/zh-hans/software/llm-compressor/"}}