{"slug":"mlc-llm","name":"mlc-llm","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://llm.mlc.ai/","repo":"https://github.com/mlc-ai/mlc-llm","latestVersion":"v0.20.0","latestRelease":"2026-07-07","stars":23264,"starsAsOf":"2026-10-22","description":"Universal LLM Deployment Engine with ML Compilation","descriptionZh":"通用 LLM 编译部署引擎","callMethods":["API","SDK"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["language-model","llm","machine-learning-compilation","tvm"],"language":"Python","lastPush":"2026-10-06","formerly":null,"packages":[],"recentVersions":[{"version":"v0.20.0","date":"2026-07-07","prerelease":false,"url":"https://github.com/mlc-ai/mlc-llm/releases/tag/v0.20.0","source":"GitHub Release"},{"version":"v0.19.0","date":"2025-02-11","prerelease":false,"url":"https://github.com/mlc-ai/mlc-llm/releases/tag/v0.19.0","source":"GitHub Release"},{"version":"v0.18.1","date":"2024-12-15","prerelease":false,"url":"https://github.com/mlc-ai/mlc-llm/releases/tag/v0.18.1","source":"GitHub Release"},{"version":"v0.17.2","date":"2024-10-08","prerelease":false,"url":"https://github.com/mlc-ai/mlc-llm/releases/tag/v0.17.2","source":"GitHub Release"},{"version":"v0.17.1","date":"2024-09-09","prerelease":false,"url":"https://github.com/mlc-ai/mlc-llm/releases/tag/v0.17.1","source":"GitHub Release"}],"alternatives":["web-llm","koboldcpp","lmdeploy","gpustack","lms","llm-d","ramalama","ollama"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"开源大库收录：通用 LLM 编译部署引擎","sources":["oss","github-pool"],"record":"https://aimap.page/api/v1/software/mlc-llm.json","pages":{"en":"https://aimap.page/en/software/mlc-llm/","zh-hans":"https://aimap.page/zh-hans/software/mlc-llm/"}}