{"slug":"llama-cpp-python","name":"llama-cpp-python","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"MIT","maintained":"yes","officialUrl":"https://llama-cpp-python.readthedocs.io","repo":"https://github.com/abetlen/llama-cpp-python","latestVersion":"v0.3.36-hip-radeon","latestRelease":"2026-10-01","stars":10637,"starsAsOf":"2026-10-01","description":"Python bindings for llama.cpp","descriptionZh":"llama.cpp 的 Python 绑定与 OpenAI 兼容服务","callMethods":["SDK","API"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-01","topics":[],"language":"Python","lastPush":"2026-10-01","formerly":null,"packages":[{"registry":"pypi","name":"llama-cpp-python","url":"https://pypi.org/project/llama-cpp-python/","versionsUrl":"https://pypi.org/project/llama-cpp-python/#history","latestVersion":"0.3.36","latestDate":"2026-10-01"}],"recentVersions":[{"version":"v0.3.36-hip-radeon","date":"2026-10-01","prerelease":false,"url":"https://github.com/abetlen/llama-cpp-python/releases/tag/v0.3.36-hip-radeon","source":"GitHub Release"},{"version":"v0.3.36-cu123","date":"2026-10-01","prerelease":false,"url":"https://github.com/abetlen/llama-cpp-python/releases/tag/v0.3.36-cu123","source":"GitHub Release"},{"version":"v0.3.36-cu122","date":"2026-10-01","prerelease":false,"url":"https://github.com/abetlen/llama-cpp-python/releases/tag/v0.3.36-cu122","source":"GitHub Release"},{"version":"v0.3.36-cu124","date":"2026-10-01","prerelease":false,"url":"https://github.com/abetlen/llama-cpp-python/releases/tag/v0.3.36-cu124","source":"GitHub Release"},{"version":"v0.3.36-cu121","date":"2026-10-01","prerelease":false,"url":"https://github.com/abetlen/llama-cpp-python/releases/tag/v0.3.36-cu121","source":"GitHub Release"}],"alternatives":["ollama","llama-cpp","vllm","cherry-studio","localai","exo","sglang","mlx"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"开源大库收录：llama.cpp 的 Python 绑定与 OpenAI 兼容服务","sources":["oss"],"record":"https://aimap.page/api/v1/software/llama-cpp-python.json","pages":{"en":"https://aimap.page/en/software/llama-cpp-python/","zh-hans":"https://aimap.page/zh-hans/software/llama-cpp-python/"}}