{"slug":"crawlee","name":"crawlee","category":"rag-docs","categoryName":"Document parsing & web scraping","audience":["for-ai"],"primary":"for-ai","openClosed":"open","pricing":"open-source","license":"Apache-2.0","maintained":"yes","officialUrl":"https://crawlee.dev","repo":"https://github.com/apify/crawlee","latestVersion":"v3.18.2","latestRelease":"2026-09-29","stars":25979,"starsAsOf":"2026-10-04","description":"Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.","descriptionZh":"Node/Python 网页爬取与浏览器自动化库","callMethods":["SDK"],"platforms":[],"addedAt":"2026-10-10","updatedAt":"2026-10-04","topics":["apify","automation","crawler","crawling","headless","headless-chrome","javascript","nodejs","npm","playwright","puppeteer","scraper","scraping","typescript","web-crawler","web-crawling","web-scraping"],"language":"TypeScript","lastPush":"2026-10-03","formerly":null,"packages":[{"registry":"npm","name":"crawlee","url":"https://www.npmjs.com/package/crawlee","versionsUrl":"https://www.npmjs.com/package/crawlee?activeTab=versions","latestVersion":"3.18.2","latestDate":"2026-09-29"}],"recentVersions":[{"version":"v3.18.2","date":"2026-09-29","prerelease":false,"url":"https://github.com/apify/crawlee/releases/tag/v3.18.2","source":"GitHub Release"},{"version":"v3.18.1","date":"2026-08-12","prerelease":false,"url":"https://github.com/apify/crawlee/releases/tag/v3.18.1","source":"GitHub Release"},{"version":"v3.18.0","date":"2026-08-04","prerelease":false,"url":"https://github.com/apify/crawlee/releases/tag/v3.18.0","source":"GitHub Release"},{"version":"v3.17.0","date":"2026-06-04","prerelease":false,"url":"https://github.com/apify/crawlee/releases/tag/v3.17.0","source":"GitHub Release"},{"version":"v3.16.0","date":"2026-02-06","prerelease":false,"url":"https://github.com/apify/crawlee/releases/tag/v3.16.0","source":"GitHub Release"}],"alternatives":["scrapling","scrapy","scrapegraph-ai","trafilatura","mermaid","firecrawl","crawl4ai","markitdown"],"stacks":[],"scenarios":["rag-and-documents"],"problems":[],"reasonZh":"开源大库收录：Node/Python 网页爬取与浏览器自动化库","sources":["oss"],"record":"https://aimap.page/api/v1/software/crawlee.json","pages":{"en":"https://aimap.page/en/software/crawlee/","zh-hans":"https://aimap.page/zh-hans/software/crawlee/"}}