{"slug":"koboldcpp","name":"koboldcpp","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"AGPL-3.0","maintained":"yes","officialUrl":"https://github.com/LostRuins/koboldcpp/releases/latest","repo":"https://github.com/LostRuins/koboldcpp","latestVersion":"v1.122.1","latestRelease":"2026-09-27","stars":11927,"starsAsOf":"2026-10-03","description":"KoboldCpp - Run GGUF AI models locally with a KoboldAI UI. One File. Zero Install.","descriptionZh":"基于 llama.cpp 的一体化本地推理","callMethods":["API"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-03","topics":["gemma","ggml","gguf","koboldai","koboldcpp","language-model","llama","llamacpp","llm","mistral"],"language":"C++","lastPush":"2026-10-03","formerly":null,"packages":[],"recentVersions":[{"version":"v1.122.1","date":"2026-09-27","prerelease":false,"url":"https://github.com/LostRuins/koboldcpp/releases/tag/v1.122.1","source":"GitHub Release"},{"version":"v1.122","date":"2026-09-24","prerelease":false,"url":"https://github.com/LostRuins/koboldcpp/releases/tag/v1.122","source":"GitHub Release"},{"version":"v1.121","date":"2026-09-15","prerelease":false,"url":"https://github.com/LostRuins/koboldcpp/releases/tag/v1.121","source":"GitHub Release"},{"version":"v1.120","date":"2026-08-29","prerelease":false,"url":"https://github.com/LostRuins/koboldcpp/releases/tag/v1.120","source":"GitHub Release"},{"version":"v1.119","date":"2026-08-16","prerelease":false,"url":"https://github.com/LostRuins/koboldcpp/releases/tag/v1.119","source":"GitHub Release"}],"alternatives":["ollama","inference","lmdeploy","llama-swap","gpustack","ramalama","mlc-llm","web-llm"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"开源大库收录：基于 llama.cpp 的一体化本地推理","sources":["oss"],"record":"https://aimap.page/api/v1/software/koboldcpp.json","pages":{"en":"https://aimap.page/en/software/koboldcpp/","zh-hans":"https://aimap.page/zh-hans/software/koboldcpp/"}}