{"slug":"scrapy","name":"scrapy","category":"rag-docs","categoryName":"Document parsing & web scraping","audience":["for-ai"],"primary":"for-ai","openClosed":"open","pricing":"open-source","license":"BSD-3-Clause","maintained":"yes","officialUrl":"https://scrapy.org","repo":"https://github.com/scrapy/scrapy","latestVersion":"2.19.0","latestRelease":"2026-09-10","stars":64575,"starsAsOf":"2026-10-04","description":"Scrapy, a fast high-level web crawling & scraping framework for Python.","descriptionZh":"Python 爬虫框架","callMethods":["SDK","CLI"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-04","topics":["crawler","crawling","framework","hacktoberfest","python","scraping","web-scraping","web-scraping-python"],"language":"Python","lastPush":"2026-10-04","formerly":null,"packages":[{"registry":"pypi","name":"scrapy","url":"https://pypi.org/project/scrapy/","versionsUrl":"https://pypi.org/project/scrapy/#history","latestVersion":"2.19.0","latestDate":"2026-09-10"}],"recentVersions":[{"version":"2.19.0","date":"2026-09-10","prerelease":false,"url":"https://github.com/scrapy/scrapy/releases/tag/2.19.0","source":"GitHub Release"},{"version":"2.18.0","date":"2026-08-20","prerelease":false,"url":"https://github.com/scrapy/scrapy/releases/tag/2.18.0","source":"GitHub Release"},{"version":"2.17.0","date":"2026-07-07","prerelease":false,"url":"https://github.com/scrapy/scrapy/releases/tag/2.17.0","source":"GitHub Release"},{"version":"2.16.0","date":"2026-05-19","prerelease":false,"url":"https://github.com/scrapy/scrapy/releases/tag/2.16.0","source":"GitHub Release"},{"version":"2.15.2","date":"2026-04-28","prerelease":false,"url":"https://github.com/scrapy/scrapy/releases/tag/2.15.2","source":"GitHub Release"}],"alternatives":["scrapling","crawlee","trafilatura","scrapegraph-ai","firecrawl","crawl4ai","searxng","yt-dlp"],"stacks":[],"scenarios":["rag-and-documents"],"problems":[],"reasonZh":"开源大库收录：Python 爬虫框架","sources":["oss"],"record":"https://aimap.page/api/v1/software/scrapy.json","pages":{"en":"https://aimap.page/en/software/scrapy/","zh-hans":"https://aimap.page/zh-hans/software/scrapy/"}}