{"slug":"datatrove","name":"datatrove","category":"training","categoryName":"Training & fine-tuning","audience":["ai-era"],"primary":"ai-era","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://github.com/huggingface/datatrove","repo":"https://github.com/huggingface/datatrove","latestVersion":"v0.10.1","latestRelease":"2026-09-30","stars":3397,"starsAsOf":"2026-10-22","description":"Freeing data processing from scripting madness by providing a set of platform-agnostic customizable pipeline processing blocks.","descriptionZh":"大规模数据处理管线","callMethods":["SDK"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-22","topics":[],"language":"Python","lastPush":"2026-09-30","formerly":null,"packages":[{"registry":"pypi","name":"datatrove","url":"https://pypi.org/project/datatrove/","versionsUrl":"https://pypi.org/project/datatrove/#history","latestVersion":"0.10.1","latestDate":"2026-09-30"}],"recentVersions":[{"version":"v0.10.1","date":"2026-09-30","prerelease":false,"url":"https://github.com/huggingface/datatrove/releases/tag/v0.10.1","source":"GitHub Release"},{"version":"v0.10.0","date":"2026-08-13","prerelease":false,"url":"https://github.com/huggingface/datatrove/releases/tag/v0.10.0","source":"GitHub Release"},{"version":"v0.9.0","date":"2026-03-04","prerelease":false,"url":"https://github.com/huggingface/datatrove/releases/tag/v0.9.0","source":"GitHub Release"},{"version":"v0.8.0","date":"2026-01-19","prerelease":false,"url":"https://github.com/huggingface/datatrove/releases/tag/v0.8.0","source":"GitHub Release"},{"version":"v0.7.0","date":"2026-01-19","prerelease":false,"url":"https://github.com/huggingface/datatrove/releases/tag/v0.7.0","source":"GitHub Release"}],"alternatives":["pytorch","tensorflow","transformers","unsloth","llamafactory","keras","nanogpt","nanochat"],"stacks":[],"scenarios":[],"problems":[],"reasonZh":"开源大库收录：大规模数据处理管线","sources":["oss","github-pool"],"record":"https://aimap.page/api/v1/software/datatrove.json","pages":{"en":"https://aimap.page/en/software/datatrove/","zh-hans":"https://aimap.page/zh-hans/software/datatrove/"}}