{"slug":"llama-cpp","name":"llama.cpp","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era","for-ai"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":null,"maintained":"yes","officialUrl":"https://github.com/ggml-org/llama.cpp","repo":"https://github.com/ggml-org/llama.cpp","latestVersion":"b11804","latestRelease":"2026-10-22","stars":131952,"starsAsOf":"2026-10-22","description":"LLM inference in C/C++","descriptionZh":null,"callMethods":[],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":[],"language":null,"lastPush":"2026-10-22","formerly":null,"packages":[],"recentVersions":[],"alternatives":["ollama","vllm","cherry-studio","localai","exo","sglang","mlx","llamafile"],"stacks":["run-llms-on-your-computer"],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":["what-model-fits-my-vram","llama-cpp-chat-template-tool-calls"],"reasonZh":"812 名提交者；--jinja 模板与工具调用兼容","sources":["profile","priority","github-oss","github-pool"],"record":"https://aimap.page/api/v1/software/llama-cpp.json","pages":{"en":"https://aimap.page/en/software/llama-cpp/","zh-hans":"https://aimap.page/zh-hans/software/llama-cpp/"}}