{"slug":"lightllm","name":"LightLLM","category":"local-inference","categoryName":"Local inference & serving","audience":["for-ai","ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"apache-2.0","maintained":"yes","officialUrl":"https://github.com/ModelTC/LightLLM","repo":"https://github.com/ModelTC/LightLLM","latestVersion":null,"latestRelease":null,"stars":4329,"starsAsOf":"2026-10-22","description":"Python-based LLM inference and serving framework.","descriptionZh":"Python LLM 推理与服务框架。","callMethods":[],"platforms":["server"],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":[],"language":"Python","lastPush":null,"formerly":null,"packages":[],"recentVersions":[],"alternatives":["ollama","llama-cpp","vllm","cherry-studio","localai","exo","sglang","mlx"],"stacks":["airgapped-intranet"],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":null,"sources":["hot"],"record":"https://aimap.page/api/v1/software/lightllm.json","pages":{"en":"https://aimap.page/en/software/lightllm/","zh-hans":"https://aimap.page/zh-hans/software/lightllm/"}}