{"slug":"web-llm","name":"web-llm","category":"local-inference","categoryName":"Local inference & serving","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://webllm.mlc.ai","repo":"https://github.com/mlc-ai/web-llm","latestVersion":"v0.2.86","latestRelease":"2026-10-14","stars":19296,"starsAsOf":"2026-10-22","description":"High-performance In-browser LLM Inference Engine ","descriptionZh":"浏览器内 WebGPU 推理","callMethods":["SDK"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["chatgpt","deep-learning","language-model","llm","tvm","webgpu","webml"],"language":"TypeScript","lastPush":"2026-10-11","formerly":null,"packages":[{"registry":"npm","name":"@mlc-ai/web-llm","url":"https://www.npmjs.com/package/@mlc-ai/web-llm","versionsUrl":"https://www.npmjs.com/package/@mlc-ai/web-llm?activeTab=versions","latestVersion":"0.2.85","latestDate":"2026-09-08"}],"recentVersions":[{"version":"v0.2.85","date":"2026-09-08","prerelease":false,"url":"https://github.com/mlc-ai/web-llm/releases/tag/v0.2.85","source":"GitHub Release"},{"version":"v0.2.83","date":"2026-04-24","prerelease":false,"url":"https://github.com/mlc-ai/web-llm/releases/tag/v0.2.83","source":"GitHub Release"},{"version":"v0.2.82","date":"2026-03-13","prerelease":false,"url":"https://github.com/mlc-ai/web-llm/releases/tag/v0.2.82","source":"GitHub Release"},{"version":"v0.2.81","date":"2026-02-18","prerelease":false,"url":"https://github.com/mlc-ai/web-llm/releases/tag/v0.2.81","source":"GitHub Release"},{"version":"v0.2.0","date":"2023-05-26","prerelease":false,"url":"https://github.com/mlc-ai/web-llm/releases/tag/v0.2.0","source":"GitHub Release"}],"alternatives":["mlc-llm","mnn","tvm","koboldcpp","bentoml","stable-diffusion-webui","lmdeploy","gpustack"],"stacks":[],"scenarios":["switch-models","run-models-locally","use-ai-compliantly-in-china","learn-ai"],"problems":[],"reasonZh":"开源大库收录：浏览器内 WebGPU 推理","sources":["oss","github-oss","github-pool"],"record":"https://aimap.page/api/v1/software/web-llm.json","pages":{"en":"https://aimap.page/en/software/web-llm/","zh-hans":"https://aimap.page/zh-hans/software/web-llm/"}}