From 78bb2a880d768af49c6ada5d27775d1298b07621 Mon Sep 17 00:00:00 2001 From: Apify Release Bot Date: Mon, 12 Jun 2023 14:37:01 +0000 Subject: [PATCH] chore(release): v3.4.0 --- CHANGELOG.md | 18 ++++ lerna.json | 2 +- packages/basic-crawler/CHANGELOG.md | 8 ++ packages/basic-crawler/package.json | 8 +- packages/browser-crawler/CHANGELOG.md | 11 +++ packages/browser-crawler/package.json | 10 +- packages/browser-pool/CHANGELOG.md | 8 ++ packages/browser-pool/package.json | 4 +- packages/cheerio-crawler/CHANGELOG.md | 11 +++ packages/cheerio-crawler/package.json | 6 +- packages/cli/CHANGELOG.md | 8 ++ packages/cli/package.json | 4 +- packages/core/CHANGELOG.md | 11 +++ packages/core/package.json | 8 +- packages/crawlee/CHANGELOG.md | 8 ++ packages/crawlee/package.json | 24 ++--- packages/http-crawler/CHANGELOG.md | 8 ++ packages/http-crawler/package.json | 6 +- packages/jsdom-crawler/CHANGELOG.md | 8 ++ packages/jsdom-crawler/package.json | 6 +- packages/linkedom-crawler/CHANGELOG.md | 11 +++ packages/linkedom-crawler/package.json | 6 +- packages/memory-storage/CHANGELOG.md | 8 ++ packages/memory-storage/package.json | 4 +- packages/playwright-crawler/CHANGELOG.md | 11 +++ packages/playwright-crawler/package.json | 10 +- packages/puppeteer-crawler/CHANGELOG.md | 11 +++ packages/puppeteer-crawler/package.json | 10 +- packages/templates/CHANGELOG.md | 8 ++ packages/templates/package.json | 2 +- packages/types/CHANGELOG.md | 8 ++ packages/types/package.json | 2 +- packages/utils/CHANGELOG.md | 8 ++ packages/utils/package.json | 4 +- yarn.lock | 112 +++++++++++------------ 35 files changed, 278 insertions(+), 114 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 4f9f8b115d98..6b2ac29039ef 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,6 +3,24 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + + +### Bug Fixes + +* respect `` when enqueuing ([#1936](https://github.com/apify/crawlee/issues/1936)) ([aeef572](https://github.com/apify/crawlee/commit/aeef57231c84671374ed0309b7b95fa9ce9a6e8b)) +* stop lerna from overwriting the copy.ts results ([#1946](https://github.com/apify/crawlee/issues/1946)) ([69bed40](https://github.com/apify/crawlee/commit/69bed4033eb1550fe1d0c9713b70f9527bf1bb51)) + + +### Features + +* add LinkeDOMCrawler ([#1907](https://github.com/apify/crawlee/issues/1907)) ([1c69560](https://github.com/apify/crawlee/commit/1c69560fe7ef45097e6be1037b79a84eb9a06337)), closes [/github.com/apify/crawlee/pull/1890#issuecomment-1533271694](https://github.com//github.com/apify/crawlee/pull/1890/issues/issuecomment-1533271694) +* infiniteScroll has maxScrollHeight limit ([#1945](https://github.com/apify/crawlee/issues/1945)) ([44997bb](https://github.com/apify/crawlee/commit/44997bba5bbf33ddb7dbac2f3e26d4bee60d4f47)) + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) diff --git a/lerna.json b/lerna.json index 5d3d2c37e41c..00ae361f4895 100644 --- a/lerna.json +++ b/lerna.json @@ -2,7 +2,7 @@ "packages": [ "packages/*" ], - "version": "3.3.3", + "version": "3.4.0", "command": { "version": { "conventionalCommits": true, diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md index a01a37db8843..cf33c696cb32 100644 --- a/packages/basic-crawler/CHANGELOG.md +++ b/packages/basic-crawler/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + +**Note:** Version bump only for package @crawlee/basic + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json index 2920c1c4c9f8..072146f48b74 100644 --- a/packages/basic-crawler/package.json +++ b/packages/basic-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/basic", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -48,9 +48,9 @@ "@apify/log": "^2.0.0", "@apify/timeout": "^0.3.0", "@apify/utilities": "^2.0.0", - "@crawlee/core": "^3.3.3", - "@crawlee/types": "^3.3.3", - "@crawlee/utils": "^3.3.3", + "@crawlee/core": "^3.4.0", + "@crawlee/types": "^3.4.0", + "@crawlee/utils": "^3.4.0", "got-scraping": "^3.2.9", "ow": "^0.28.1", "tslib": "^2.4.0", diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md index 1440a4b779d4..0968de913528 100644 --- a/packages/browser-crawler/CHANGELOG.md +++ b/packages/browser-crawler/CHANGELOG.md @@ -3,6 +3,17 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + + +### Bug Fixes + +* respect `` when enqueuing ([#1936](https://github.com/apify/crawlee/issues/1936)) ([aeef572](https://github.com/apify/crawlee/commit/aeef57231c84671374ed0309b7b95fa9ce9a6e8b)) + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/browser diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json index 0dbe3bc609fb..a11785438dfa 100644 --- a/packages/browser-crawler/package.json +++ b/packages/browser-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/browser", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -54,10 +54,10 @@ }, "dependencies": { "@apify/timeout": "^0.3.0", - "@crawlee/basic": "^3.3.3", - "@crawlee/browser-pool": "^3.3.3", - "@crawlee/types": "^3.3.3", - "@crawlee/utils": "^3.3.3", + "@crawlee/basic": "^3.4.0", + "@crawlee/browser-pool": "^3.4.0", + "@crawlee/types": "^3.4.0", + "@crawlee/utils": "^3.4.0", "ow": "^0.28.1", "tslib": "^2.4.0" } diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md index 2467dff80766..a6d15515436d 100644 --- a/packages/browser-pool/CHANGELOG.md +++ b/packages/browser-pool/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + +**Note:** Version bump only for package @crawlee/browser-pool + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/browser-pool diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json index d484ed6b81fe..ea23f0a676b4 100644 --- a/packages/browser-pool/package.json +++ b/packages/browser-pool/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/browser-pool", - "version": "3.3.3", + "version": "3.4.0", "description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.", "engines": { "node": ">=16.0.0" @@ -38,7 +38,7 @@ "dependencies": { "@apify/log": "^2.0.0", "@apify/timeout": "^0.3.0", - "@crawlee/types": "^3.3.3", + "@crawlee/types": "^3.4.0", "fingerprint-generator": "^2.0.6", "fingerprint-injector": "^2.0.5", "lodash.merge": "^4.6.2", diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md index fc0a3eb2d6cf..496f8531add8 100644 --- a/packages/cheerio-crawler/CHANGELOG.md +++ b/packages/cheerio-crawler/CHANGELOG.md @@ -3,6 +3,17 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + + +### Bug Fixes + +* respect `` when enqueuing ([#1936](https://github.com/apify/crawlee/issues/1936)) ([aeef572](https://github.com/apify/crawlee/commit/aeef57231c84671374ed0309b7b95fa9ce9a6e8b)) + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/cheerio diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json index ef74e9a729e0..4a7cb2e113da 100644 --- a/packages/cheerio-crawler/package.json +++ b/packages/cheerio-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/cheerio", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -53,8 +53,8 @@ "access": "public" }, "dependencies": { - "@crawlee/http": "^3.3.3", - "@crawlee/types": "^3.3.3", + "@crawlee/http": "^3.4.0", + "@crawlee/types": "^3.4.0", "cheerio": "^1.0.0-rc.12", "htmlparser2": "^9.0.0", "tslib": "^2.4.0" diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md index 2a78e93a811a..5224929c3be3 100644 --- a/packages/cli/CHANGELOG.md +++ b/packages/cli/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + +**Note:** Version bump only for package @crawlee/cli + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/cli diff --git a/packages/cli/package.json b/packages/cli/package.json index e315acd9d4e6..73ed606a3d01 100644 --- a/packages/cli/package.json +++ b/packages/cli/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/cli", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -51,7 +51,7 @@ "access": "public" }, "dependencies": { - "@crawlee/templates": "^3.3.3", + "@crawlee/templates": "^3.4.0", "ansi-colors": "^4.1.3", "fs-extra": "^11.0.0", "inquirer": "^8.2.4", diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md index fe6b2e44097b..83971883127f 100644 --- a/packages/core/CHANGELOG.md +++ b/packages/core/CHANGELOG.md @@ -3,6 +3,17 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + + +### Features + +* add LinkeDOMCrawler ([#1907](https://github.com/apify/crawlee/issues/1907)) ([1c69560](https://github.com/apify/crawlee/commit/1c69560fe7ef45097e6be1037b79a84eb9a06337)), closes [/github.com/apify/crawlee/pull/1890#issuecomment-1533271694](https://github.com//github.com/apify/crawlee/pull/1890/issues/issuecomment-1533271694) + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) diff --git a/packages/core/package.json b/packages/core/package.json index b833105570a6..2e5512978337 100644 --- a/packages/core/package.json +++ b/packages/core/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/core", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -59,9 +59,9 @@ "@apify/pseudo_url": "^2.0.14", "@apify/timeout": "^0.3.0", "@apify/utilities": "^2.3.3", - "@crawlee/memory-storage": "^3.3.3", - "@crawlee/types": "^3.3.3", - "@crawlee/utils": "^3.3.3", + "@crawlee/memory-storage": "^3.4.0", + "@crawlee/types": "^3.4.0", + "@crawlee/utils": "^3.4.0", "@sapphire/async-queue": "^1.5.0", "@types/tough-cookie": "^4.0.2", "@vladfrangu/async_event_emitter": "^2.0.0", diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md index ab3f9417f459..194e78f7317e 100644 --- a/packages/crawlee/CHANGELOG.md +++ b/packages/crawlee/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + +**Note:** Version bump only for package crawlee + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package crawlee diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json index 5ee6132b776b..696980b8013a 100644 --- a/packages/crawlee/package.json +++ b/packages/crawlee/package.json @@ -1,6 +1,6 @@ { "name": "crawlee", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -54,17 +54,17 @@ "access": "public" }, "dependencies": { - "@crawlee/basic": "^3.3.3", - "@crawlee/browser": "^3.3.3", - "@crawlee/cheerio": "^3.3.3", - "@crawlee/cli": "^3.3.3", - "@crawlee/core": "^3.3.3", - "@crawlee/http": "^3.3.3", - "@crawlee/jsdom": "^3.3.3", - "@crawlee/linkedom": "^3.3.3", - "@crawlee/playwright": "^3.3.3", - "@crawlee/puppeteer": "^3.3.3", - "@crawlee/utils": "^3.3.3", + "@crawlee/basic": "^3.4.0", + "@crawlee/browser": "^3.4.0", + "@crawlee/cheerio": "^3.4.0", + "@crawlee/cli": "^3.4.0", + "@crawlee/core": "^3.4.0", + "@crawlee/http": "^3.4.0", + "@crawlee/jsdom": "^3.4.0", + "@crawlee/linkedom": "^3.4.0", + "@crawlee/playwright": "^3.4.0", + "@crawlee/puppeteer": "^3.4.0", + "@crawlee/utils": "^3.4.0", "import-local": "^3.1.0", "tslib": "^2.4.0" }, diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md index ddc81809c982..170b318959df 100644 --- a/packages/http-crawler/CHANGELOG.md +++ b/packages/http-crawler/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + +**Note:** Version bump only for package @crawlee/http + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/http diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json index 2d839f504734..c537425d653f 100644 --- a/packages/http-crawler/package.json +++ b/packages/http-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/http", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -55,8 +55,8 @@ "dependencies": { "@apify/timeout": "^0.3.0", "@apify/utilities": "^2.0.0", - "@crawlee/basic": "^3.3.3", - "@crawlee/types": "^3.3.3", + "@crawlee/basic": "^3.4.0", + "@crawlee/types": "^3.4.0", "@types/content-type": "^1.1.5", "cheerio": "^1.0.0-rc.12", "content-type": "^1.0.4", diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md index ad7b8c700f6b..283395e515bc 100644 --- a/packages/jsdom-crawler/CHANGELOG.md +++ b/packages/jsdom-crawler/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + +**Note:** Version bump only for package @crawlee/jsdom + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/jsdom diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json index ca657dc4e897..fce5dd6f2fd7 100644 --- a/packages/jsdom-crawler/package.json +++ b/packages/jsdom-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/jsdom", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -55,8 +55,8 @@ "dependencies": { "@apify/timeout": "^0.3.0", "@apify/utilities": "^2.1.4", - "@crawlee/http": "^3.3.3", - "@crawlee/types": "^3.3.3", + "@crawlee/http": "^3.4.0", + "@crawlee/types": "^3.4.0", "@types/jsdom": "^21.0.0", "cheerio": "^1.0.0-rc.12", "jsdom": "^22.0.0", diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md index e69de29bb2d1..8dc11cd497d9 100644 --- a/packages/linkedom-crawler/CHANGELOG.md +++ b/packages/linkedom-crawler/CHANGELOG.md @@ -0,0 +1,11 @@ +# Change Log + +All notable changes to this project will be documented in this file. +See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. + +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + + +### Features + +* add LinkeDOMCrawler ([#1907](https://github.com/apify/crawlee/issues/1907)) ([1c69560](https://github.com/apify/crawlee/commit/1c69560fe7ef45097e6be1037b79a84eb9a06337)), closes [/github.com/apify/crawlee/pull/1890#issuecomment-1533271694](https://github.com//github.com/apify/crawlee/pull/1890/issues/issuecomment-1533271694) diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.json index e44566e40391..01fb50fce18e 100644 --- a/packages/linkedom-crawler/package.json +++ b/packages/linkedom-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/linkedom", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -55,8 +55,8 @@ "dependencies": { "@apify/timeout": "^0.3.0", "@apify/utilities": "^2.1.4", - "@crawlee/http": "^3.3.3", - "@crawlee/types": "^3.3.3", + "@crawlee/http": "^3.4.0", + "@crawlee/types": "^3.4.0", "linkedom": "^0.14.25", "ow": "^0.28.2", "tslib": "^2.4.0" diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.md index 5462cc1b4f52..aa287227ce3c 100644 --- a/packages/memory-storage/CHANGELOG.md +++ b/packages/memory-storage/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + +**Note:** Version bump only for package @crawlee/memory-storage + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json index 09325bab7451..d40cc254a0b3 100644 --- a/packages/memory-storage/package.json +++ b/packages/memory-storage/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/memory-storage", - "version": "3.3.3", + "version": "3.4.0", "description": "A simple in-memory storage implementation of the Apify API", "engines": { "node": ">= 16" @@ -49,7 +49,7 @@ }, "dependencies": { "@apify/log": "^2.0.0", - "@crawlee/types": "^3.3.3", + "@crawlee/types": "^3.4.0", "@sapphire/async-queue": "^1.5.0", "@sapphire/shapeshift": "^3.0.0", "content-type": "^1.0.4", diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.md index 7ffe8fd27e79..5b311484fb16 100644 --- a/packages/playwright-crawler/CHANGELOG.md +++ b/packages/playwright-crawler/CHANGELOG.md @@ -3,6 +3,17 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + + +### Features + +* infiniteScroll has maxScrollHeight limit ([#1945](https://github.com/apify/crawlee/issues/1945)) ([44997bb](https://github.com/apify/crawlee/commit/44997bba5bbf33ddb7dbac2f3e26d4bee60d4f47)) + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/playwright diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json index 9b1b100021a2..8d6a01c7b3c8 100644 --- a/packages/playwright-crawler/package.json +++ b/packages/playwright-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/playwright", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -55,10 +55,10 @@ "dependencies": { "@apify/datastructures": "^2.0.0", "@apify/log": "^2.0.0", - "@crawlee/browser": "^3.3.3", - "@crawlee/browser-pool": "^3.3.3", - "@crawlee/types": "^3.3.3", - "@crawlee/utils": "^3.3.3", + "@crawlee/browser": "^3.4.0", + "@crawlee/browser-pool": "^3.4.0", + "@crawlee/types": "^3.4.0", + "@crawlee/utils": "^3.4.0", "cheerio": "^1.0.0-rc.12", "jquery": "^3.6.0", "ow": "^0.28.1", diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.md index 70a9675a91b1..d9c704163925 100644 --- a/packages/puppeteer-crawler/CHANGELOG.md +++ b/packages/puppeteer-crawler/CHANGELOG.md @@ -3,6 +3,17 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + + +### Features + +* infiniteScroll has maxScrollHeight limit ([#1945](https://github.com/apify/crawlee/issues/1945)) ([44997bb](https://github.com/apify/crawlee/commit/44997bba5bbf33ddb7dbac2f3e26d4bee60d4f47)) + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/puppeteer diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json index 6a73a22f8864..03245c0b7066 100644 --- a/packages/puppeteer-crawler/package.json +++ b/packages/puppeteer-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/puppeteer", - "version": "3.3.3", + "version": "3.4.0", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -55,10 +55,10 @@ "dependencies": { "@apify/datastructures": "^2.0.0", "@apify/log": "^2.0.0", - "@crawlee/browser": "^3.3.3", - "@crawlee/browser-pool": "^3.3.3", - "@crawlee/types": "^3.3.3", - "@crawlee/utils": "^3.3.3", + "@crawlee/browser": "^3.4.0", + "@crawlee/browser-pool": "^3.4.0", + "@crawlee/types": "^3.4.0", + "@crawlee/utils": "^3.4.0", "cheerio": "^1.0.0-rc.12", "devtools-protocol": "*", "jquery": "^3.6.0", diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.md index 987b827bf12e..52aacad89259 100644 --- a/packages/templates/CHANGELOG.md +++ b/packages/templates/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + +**Note:** Version bump only for package @crawlee/templates + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/templates diff --git a/packages/templates/package.json b/packages/templates/package.json index a62100563f53..eadda8adb1da 100644 --- a/packages/templates/package.json +++ b/packages/templates/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/templates", - "version": "3.3.3", + "version": "3.4.0", "description": "Templates for the crawlee projects", "engines": { "node": ">=16.0.0" diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.md index a8b5728fc9ec..ff1d2e356a8e 100644 --- a/packages/types/CHANGELOG.md +++ b/packages/types/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + +**Note:** Version bump only for package @crawlee/types + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/types diff --git a/packages/types/package.json b/packages/types/package.json index f19d3019e379..d208633d5084 100644 --- a/packages/types/package.json +++ b/packages/types/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/types", - "version": "3.3.3", + "version": "3.4.0", "description": "Shared types for the crawlee projects", "engines": { "node": ">=16.0.0" diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.md index ce7677682abf..695fd9bd5aff 100644 --- a/packages/utils/CHANGELOG.md +++ b/packages/utils/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12) + +**Note:** Version bump only for package @crawlee/utils + + + + + ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31) **Note:** Version bump only for package @crawlee/utils diff --git a/packages/utils/package.json b/packages/utils/package.json index 0460670bca75..1ed74eb075fb 100644 --- a/packages/utils/package.json +++ b/packages/utils/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/utils", - "version": "3.3.3", + "version": "3.4.0", "description": "A set of shared utilities that can be used by crawlers", "engines": { "node": ">=16.0.0" @@ -49,7 +49,7 @@ "dependencies": { "@apify/log": "^2.0.0", "@apify/ps-tree": "^1.1.4", - "@crawlee/types": "^3.3.3", + "@crawlee/types": "^3.4.0", "cheerio": "^1.0.0-rc.12", "got-scraping": "^3.2.9", "ow": "^0.28.1", diff --git a/yarn.lock b/yarn.lock index e9ca1cc027a5..a12796ef22a0 100644 --- a/yarn.lock +++ b/yarn.lock @@ -732,16 +732,16 @@ __metadata: languageName: node linkType: hard -"@crawlee/basic@^3.3.3, @crawlee/basic@workspace:packages/basic-crawler": +"@crawlee/basic@^3.4.0, @crawlee/basic@workspace:packages/basic-crawler": version: 0.0.0-use.local resolution: "@crawlee/basic@workspace:packages/basic-crawler" dependencies: "@apify/log": ^2.0.0 "@apify/timeout": ^0.3.0 "@apify/utilities": ^2.0.0 - "@crawlee/core": ^3.3.3 - "@crawlee/types": ^3.3.3 - "@crawlee/utils": ^3.3.3 + "@crawlee/core": ^3.4.0 + "@crawlee/types": ^3.4.0 + "@crawlee/utils": ^3.4.0 got-scraping: ^3.2.9 ow: ^0.28.1 tslib: ^2.4.0 @@ -749,13 +749,13 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/browser-pool@^3.3.3, @crawlee/browser-pool@workspace:packages/browser-pool": +"@crawlee/browser-pool@^3.4.0, @crawlee/browser-pool@workspace:packages/browser-pool": version: 0.0.0-use.local resolution: "@crawlee/browser-pool@workspace:packages/browser-pool" dependencies: "@apify/log": ^2.0.0 "@apify/timeout": ^0.3.0 - "@crawlee/types": ^3.3.3 + "@crawlee/types": ^3.4.0 fingerprint-generator: ^2.0.6 fingerprint-injector: ^2.0.5 lodash.merge: ^4.6.2 @@ -777,37 +777,37 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/browser@^3.3.3, @crawlee/browser@workspace:packages/browser-crawler": +"@crawlee/browser@^3.4.0, @crawlee/browser@workspace:packages/browser-crawler": version: 0.0.0-use.local resolution: "@crawlee/browser@workspace:packages/browser-crawler" dependencies: "@apify/timeout": ^0.3.0 - "@crawlee/basic": ^3.3.3 - "@crawlee/browser-pool": ^3.3.3 - "@crawlee/types": ^3.3.3 - "@crawlee/utils": ^3.3.3 + "@crawlee/basic": ^3.4.0 + "@crawlee/browser-pool": ^3.4.0 + "@crawlee/types": ^3.4.0 + "@crawlee/utils": ^3.4.0 ow: ^0.28.1 tslib: ^2.4.0 languageName: unknown linkType: soft -"@crawlee/cheerio@^3.3.3, @crawlee/cheerio@workspace:packages/cheerio-crawler": +"@crawlee/cheerio@^3.4.0, @crawlee/cheerio@workspace:packages/cheerio-crawler": version: 0.0.0-use.local resolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler" dependencies: - "@crawlee/http": ^3.3.3 - "@crawlee/types": ^3.3.3 + "@crawlee/http": ^3.4.0 + "@crawlee/types": ^3.4.0 cheerio: ^1.0.0-rc.12 htmlparser2: ^9.0.0 tslib: ^2.4.0 languageName: unknown linkType: soft -"@crawlee/cli@^3.3.3, @crawlee/cli@workspace:packages/cli": +"@crawlee/cli@^3.4.0, @crawlee/cli@workspace:packages/cli": version: 0.0.0-use.local resolution: "@crawlee/cli@workspace:packages/cli" dependencies: - "@crawlee/templates": ^3.3.3 + "@crawlee/templates": ^3.4.0 ansi-colors: ^4.1.3 fs-extra: ^11.0.0 inquirer: ^8.2.4 @@ -819,7 +819,7 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/core@^3.3.0, @crawlee/core@^3.3.3, @crawlee/core@workspace:packages/core": +"@crawlee/core@^3.3.0, @crawlee/core@^3.4.0, @crawlee/core@workspace:packages/core": version: 0.0.0-use.local resolution: "@crawlee/core@workspace:packages/core" dependencies: @@ -829,9 +829,9 @@ __metadata: "@apify/pseudo_url": ^2.0.14 "@apify/timeout": ^0.3.0 "@apify/utilities": ^2.3.3 - "@crawlee/memory-storage": ^3.3.3 - "@crawlee/types": ^3.3.3 - "@crawlee/utils": ^3.3.3 + "@crawlee/memory-storage": ^3.4.0 + "@crawlee/types": ^3.4.0 + "@crawlee/utils": ^3.4.0 "@sapphire/async-queue": ^1.5.0 "@types/tough-cookie": ^4.0.2 "@vladfrangu/async_event_emitter": ^2.0.0 @@ -849,14 +849,14 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/http@^3.3.3, @crawlee/http@workspace:packages/http-crawler": +"@crawlee/http@^3.4.0, @crawlee/http@workspace:packages/http-crawler": version: 0.0.0-use.local resolution: "@crawlee/http@workspace:packages/http-crawler" dependencies: "@apify/timeout": ^0.3.0 "@apify/utilities": ^2.0.0 - "@crawlee/basic": ^3.3.3 - "@crawlee/types": ^3.3.3 + "@crawlee/basic": ^3.4.0 + "@crawlee/types": ^3.4.0 "@types/content-type": ^1.1.5 cheerio: ^1.0.0-rc.12 content-type: ^1.0.4 @@ -869,14 +869,14 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/jsdom@^3.3.3, @crawlee/jsdom@workspace:packages/jsdom-crawler": +"@crawlee/jsdom@^3.4.0, @crawlee/jsdom@workspace:packages/jsdom-crawler": version: 0.0.0-use.local resolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler" dependencies: "@apify/timeout": ^0.3.0 "@apify/utilities": ^2.1.4 - "@crawlee/http": ^3.3.3 - "@crawlee/types": ^3.3.3 + "@crawlee/http": ^3.4.0 + "@crawlee/types": ^3.4.0 "@types/jsdom": ^21.0.0 cheerio: ^1.0.0-rc.12 jsdom: ^22.0.0 @@ -885,26 +885,26 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/linkedom@^3.3.3, @crawlee/linkedom@workspace:packages/linkedom-crawler": +"@crawlee/linkedom@^3.4.0, @crawlee/linkedom@workspace:packages/linkedom-crawler": version: 0.0.0-use.local resolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler" dependencies: "@apify/timeout": ^0.3.0 "@apify/utilities": ^2.1.4 - "@crawlee/http": ^3.3.3 - "@crawlee/types": ^3.3.3 + "@crawlee/http": ^3.4.0 + "@crawlee/types": ^3.4.0 linkedom: ^0.14.25 ow: ^0.28.2 tslib: ^2.4.0 languageName: unknown linkType: soft -"@crawlee/memory-storage@^3.3.3, @crawlee/memory-storage@workspace:packages/memory-storage": +"@crawlee/memory-storage@^3.4.0, @crawlee/memory-storage@workspace:packages/memory-storage": version: 0.0.0-use.local resolution: "@crawlee/memory-storage@workspace:packages/memory-storage" dependencies: "@apify/log": ^2.0.0 - "@crawlee/types": ^3.3.3 + "@crawlee/types": ^3.4.0 "@sapphire/async-queue": ^1.5.0 "@sapphire/shapeshift": ^3.0.0 content-type: ^1.0.4 @@ -916,16 +916,16 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/playwright@^3.3.3, @crawlee/playwright@workspace:packages/playwright-crawler": +"@crawlee/playwright@^3.4.0, @crawlee/playwright@workspace:packages/playwright-crawler": version: 0.0.0-use.local resolution: "@crawlee/playwright@workspace:packages/playwright-crawler" dependencies: "@apify/datastructures": ^2.0.0 "@apify/log": ^2.0.0 - "@crawlee/browser": ^3.3.3 - "@crawlee/browser-pool": ^3.3.3 - "@crawlee/types": ^3.3.3 - "@crawlee/utils": ^3.3.3 + "@crawlee/browser": ^3.4.0 + "@crawlee/browser-pool": ^3.4.0 + "@crawlee/types": ^3.4.0 + "@crawlee/utils": ^3.4.0 cheerio: ^1.0.0-rc.12 jquery: ^3.6.0 ow: ^0.28.1 @@ -938,16 +938,16 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/puppeteer@^3.3.3, @crawlee/puppeteer@workspace:packages/puppeteer-crawler": +"@crawlee/puppeteer@^3.4.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler": version: 0.0.0-use.local resolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler" dependencies: "@apify/datastructures": ^2.0.0 "@apify/log": ^2.0.0 - "@crawlee/browser": ^3.3.3 - "@crawlee/browser-pool": ^3.3.3 - "@crawlee/types": ^3.3.3 - "@crawlee/utils": ^3.3.3 + "@crawlee/browser": ^3.4.0 + "@crawlee/browser-pool": ^3.4.0 + "@crawlee/types": ^3.4.0 + "@crawlee/utils": ^3.4.0 cheerio: ^1.0.0-rc.12 devtools-protocol: "*" jquery: ^3.6.0 @@ -1017,7 +1017,7 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/templates@^3.3.3, @crawlee/templates@workspace:packages/templates": +"@crawlee/templates@^3.4.0, @crawlee/templates@workspace:packages/templates": version: 0.0.0-use.local resolution: "@crawlee/templates@workspace:packages/templates" dependencies: @@ -1029,7 +1029,7 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/types@^3.3.0, @crawlee/types@^3.3.3, @crawlee/types@workspace:packages/types": +"@crawlee/types@^3.3.0, @crawlee/types@^3.4.0, @crawlee/types@workspace:packages/types": version: 0.0.0-use.local resolution: "@crawlee/types@workspace:packages/types" dependencies: @@ -1037,13 +1037,13 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/utils@^3.3.0, @crawlee/utils@^3.3.3, @crawlee/utils@workspace:packages/utils": +"@crawlee/utils@^3.3.0, @crawlee/utils@^3.4.0, @crawlee/utils@workspace:packages/utils": version: 0.0.0-use.local resolution: "@crawlee/utils@workspace:packages/utils" dependencies: "@apify/log": ^2.0.0 "@apify/ps-tree": ^1.1.4 - "@crawlee/types": ^3.3.3 + "@crawlee/types": ^3.4.0 cheerio: ^1.0.0-rc.12 got-scraping: ^3.2.9 ow: ^0.28.1 @@ -4254,17 +4254,17 @@ __metadata: version: 0.0.0-use.local resolution: "crawlee@workspace:packages/crawlee" dependencies: - "@crawlee/basic": ^3.3.3 - "@crawlee/browser": ^3.3.3 - "@crawlee/cheerio": ^3.3.3 - "@crawlee/cli": ^3.3.3 - "@crawlee/core": ^3.3.3 - "@crawlee/http": ^3.3.3 - "@crawlee/jsdom": ^3.3.3 - "@crawlee/linkedom": ^3.3.3 - "@crawlee/playwright": ^3.3.3 - "@crawlee/puppeteer": ^3.3.3 - "@crawlee/utils": ^3.3.3 + "@crawlee/basic": ^3.4.0 + "@crawlee/browser": ^3.4.0 + "@crawlee/cheerio": ^3.4.0 + "@crawlee/cli": ^3.4.0 + "@crawlee/core": ^3.4.0 + "@crawlee/http": ^3.4.0 + "@crawlee/jsdom": ^3.4.0 + "@crawlee/linkedom": ^3.4.0 + "@crawlee/playwright": ^3.4.0 + "@crawlee/puppeteer": ^3.4.0 + "@crawlee/utils": ^3.4.0 import-local: ^3.1.0 tslib: ^2.4.0 peerDependencies: