{"slug":"gpt-neox","name":"gpt-neox","category":"training","categoryName":"Training & fine-tuning","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://www.eleuther.ai/","repo":"https://github.com/EleutherAI/gpt-neox","latestVersion":"v2.0","latestRelease":"2023-03-10","stars":7473,"starsAsOf":"2026-10-22","description":"An implementation of model parallel autoregressive transformers on GPUs, based on the Megatron and DeepSpeed libraries","descriptionZh":"大规模自回归模型训练","callMethods":["CLI"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":["deepspeed-library","gpt-3","language-model","transformers"],"language":"Python","lastPush":"2026-10-11","formerly":null,"packages":[],"recentVersions":[{"version":"v2.0","date":"2023-03-10","prerelease":false,"url":"https://github.com/EleutherAI/gpt-neox/releases/tag/v2.0","source":"GitHub Release"},{"version":"v1.0","date":"2023-03-09","prerelease":false,"url":"https://github.com/EleutherAI/gpt-neox/releases/tag/v1.0","source":"GitHub Release"}],"alternatives":["tokenizers","llamafactory","peft","megatron-lm","open-clip","pytorch","openrlhf","alignment-handbook"],"stacks":[],"scenarios":[],"problems":[],"reasonZh":"开源大库收录：大规模自回归模型训练","sources":["oss","github-pool"],"record":"https://aimap.page/api/v1/software/gpt-neox.json","pages":{"en":"https://aimap.page/en/software/gpt-neox/","zh-hans":"https://aimap.page/zh-hans/software/gpt-neox/"}}