{"slug":"mnn","name":"MNN","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://github.com/alibaba/MNN","repo":"https://github.com/alibaba/MNN","latestVersion":"3.6.1","latestRelease":"2026-07-23","stars":16262,"starsAsOf":"2026-10-22","description":"MNN: A blazing-fast, lightweight inference engine battle-tested by Alibaba, powering high-performance on-device LLMs and Edge AI.","descriptionZh":"阿里端侧推理引擎","callMethods":["SDK"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["arm","convolution","deep-learning","embedded-devices","llm","machine-learning","ml","mnn","transformer","vulkan","winograd-algorithm"],"language":"C++","lastPush":"2026-10-21","formerly":null,"packages":[{"registry":"pypi","name":"mnn","url":"https://pypi.org/project/mnn/","versionsUrl":"https://pypi.org/project/mnn/#history","latestVersion":"3.6.1","latestDate":"2026-07-22"}],"recentVersions":[{"version":"3.6.1","date":"2026-07-23","prerelease":false,"url":"https://github.com/alibaba/MNN/releases/tag/3.6.1","source":"GitHub Release"},{"version":"3.6.0","date":"2026-06-16","prerelease":false,"url":"https://github.com/alibaba/MNN/releases/tag/3.6.0","source":"GitHub Release"},{"version":"3.5.0","date":"2026-04-07","prerelease":false,"url":"https://github.com/alibaba/MNN/releases/tag/3.5.0","source":"GitHub Release"},{"version":"3.4.1","date":"2026-03-05","prerelease":false,"url":"https://github.com/alibaba/MNN/releases/tag/3.4.1","source":"GitHub Release"},{"version":"3.4.0","date":"2026-02-07","prerelease":false,"url":"https://github.com/alibaba/MNN/releases/tag/3.4.0","source":"GitHub Release"}],"alternatives":["tvm","bentoml","mediapipe","ncnn","onnxruntime","web-llm","triton-inference-server-server","inference"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"开源大库收录：阿里端侧推理引擎","sources":["oss","github-pool"],"record":"https://aimap.page/api/v1/software/mnn.json","pages":{"en":"https://aimap.page/en/software/mnn/","zh-hans":"https://aimap.page/zh-hans/software/mnn/"}}