From 8ff89bd2ca8061dcc40c1f739d099860d6e45827 Mon Sep 17 00:00:00 2001 From: Amine Mbarki Date: Sun, 26 Jul 2026 15:14:30 +0100 Subject: [PATCH 1/2] Add Web scraping collection --- collections/web-scraping/index.md | 30 ++++++++++++++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 collections/web-scraping/index.md diff --git a/collections/web-scraping/index.md b/collections/web-scraping/index.md new file mode 100644 index 00000000000..56385bccfb7 --- /dev/null +++ b/collections/web-scraping/index.md @@ -0,0 +1,30 @@ +--- +items: + - scrapy/scrapy + - apify/crawlee + - apify/crawlee-python + - gocolly/colly + - D4Vinci/Scrapling + - spider-rs/spider + - projectdiscovery/katana + - firecrawl/firecrawl + - unclecode/crawl4ai + - ScrapeGraphAI/Scrapegraph-ai + - microsoft/playwright + - puppeteer/puppeteer + - SeleniumHQ/selenium + - seleniumbase/SeleniumBase + - lightpanda-io/browser + - browserless/browserless + - cheeriojs/cheerio + - jhy/jsoup + - sparklemotion/nokogiri + - PuerkitoBio/goquery + - symfony/panther + - dgtlmoon/changedetection.io + - getmaxun/maxun + - crawlee-cloud/crawlee-cloud +display_name: Web scraping +created_by: aminembarki +--- +The web is the world's largest dataset, and these open source projects help developers collect it: crawling frameworks for Python, JavaScript, Go, Rust, Java, Ruby, and PHP, headless browser automation, HTML parsers, and self-hosted platforms for running crawlers at scale. From e948caf8c3491036b22d0e2702a685fb2f125370 Mon Sep 17 00:00:00 2001 From: Amine Mbarki <1456961+aminembarki@users.noreply.github.com> Date: Sat, 1 Aug 2026 19:20:48 +0100 Subject: [PATCH 2/2] Simplify collection description --- collections/web-scraping/index.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/collections/web-scraping/index.md b/collections/web-scraping/index.md index 56385bccfb7..90ab989785c 100644 --- a/collections/web-scraping/index.md +++ b/collections/web-scraping/index.md @@ -27,4 +27,4 @@ items: display_name: Web scraping created_by: aminembarki --- -The web is the world's largest dataset, and these open source projects help developers collect it: crawling frameworks for Python, JavaScript, Go, Rust, Java, Ruby, and PHP, headless browser automation, HTML parsers, and self-hosted platforms for running crawlers at scale. +The web is the world's largest dataset. These open source projects help developers crawl, extract, and run scrapers at scale.