{"slug":"omlx","name":"omlx","category":"local-inference","categoryName":"Local inference & serving","audience":["for-ai","ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"apache-2.0","maintained":"yes","officialUrl":"https://omlx.ai","repo":"https://github.com/jundot/omlx","latestVersion":null,"latestRelease":null,"stars":22879,"starsAsOf":"2026-10-22","description":"LLM inference server with continuous batching for Apple Silicon.","descriptionZh":"Apple Silicon 上的 LLM 推理服务器，支持连续批处理与 SSD 缓存。","callMethods":[],"platforms":["macOS"],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":[],"language":"Python","lastPush":null,"formerly":null,"packages":[],"recentVersions":[],"alternatives":["ollama","llama-cpp","vllm","cherry-studio","localai","exo","sglang","mlx"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":null,"sources":["hot"],"record":"https://aimap.page/api/v1/software/omlx.json","pages":{"en":"https://aimap.page/en/software/omlx/","zh-hans":"https://aimap.page/zh-hans/software/omlx/"}}