{"slug":"ktransformers","name":"ktransformers","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":null,"maintained":"yes","officialUrl":"https://github.com/kvcache-ai/ktransformers","repo":"https://github.com/kvcache-ai/ktransformers","latestVersion":null,"latestRelease":"2026-08-26","stars":19622,"starsAsOf":"2026-10-22","description":"A Flexible Framework for Experiencing Heterogeneous LLM Inference/Fine-tune Optimizations","descriptionZh":null,"callMethods":[],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":[],"language":null,"lastPush":"2026-10-19","formerly":null,"packages":[],"recentVersions":[],"alternatives":["ollama","llama-cpp","vllm","cherry-studio","localai","exo","sglang","mlx"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"消费级硬件跑大模型","sources":["profile","priority","github-pool"],"record":"https://aimap.page/api/v1/software/ktransformers.json","pages":{"en":"https://aimap.page/en/software/ktransformers/","zh-hans":"https://aimap.page/zh-hans/software/ktransformers/"}}