{"slug":"megatron-lm","name":"Megatron-LM","category":"training","categoryName":"Training & fine-tuning","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://docs.nvidia.com/megatron-core/developer-guide/latest/get-started/quickstart.html","repo":"https://github.com/NVIDIA/Megatron-LM","latestVersion":"core_v0.19.2","latestRelease":"2026-09-19","stars":18233,"starsAsOf":"2026-10-22","description":"Ongoing research training transformer models at scale","descriptionZh":"大规模 Transformer 训练","callMethods":["SDK"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["large-language-models","model-para","transformers"],"language":"Python","lastPush":"2026-10-21","formerly":null,"packages":[],"recentVersions":[{"version":"26.04-alpha.rc2","date":"2026-05-07","prerelease":false,"url":"https://github.com/NVIDIA/Megatron-LM/releases/tag/26.04-alpha.rc2","source":"GitHub Release"},{"version":"26.04-alpha.rc1","date":"2026-04-23","prerelease":false,"url":"https://github.com/NVIDIA/Megatron-LM/releases/tag/26.04-alpha.rc1","source":"GitHub Release"},{"version":"v0.16.0","date":"2026-02-26","prerelease":false,"url":"https://github.com/NVIDIA/Megatron-LM/releases/tag/v0.16.0","source":"GitHub Release"},{"version":"v0.15.3","date":"2026-02-06","prerelease":false,"url":"https://github.com/NVIDIA/Megatron-LM/releases/tag/v0.15.3","source":"GitHub Release"}],"alternatives":["llamafactory","openrlhf","peft","litgpt","tokenizers","pytorch","gpt-neox","alignment-handbook"],"stacks":[],"scenarios":[],"problems":[],"reasonZh":"开源大库收录：大规模 Transformer 训练","sources":["oss","github-pool"],"record":"https://aimap.page/api/v1/software/megatron-lm.json","pages":{"en":"https://aimap.page/en/software/megatron-lm/","zh-hans":"https://aimap.page/zh-hans/software/megatron-lm/"}}