chore(release): v3.4.0

apify · Jun 12, 2023 · 78bb2a8 · 78bb2a8
1 parent 69bed40
commit 78bb2a8
Show file tree

Hide file tree

Showing 35 changed files with 278 additions and 114 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -3,6 +3,24 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+
+### Bug Fixes
+
+* respect `<base>` when enqueuing ([#1936](https://github.com/apify/crawlee/issues/1936)) ([aeef572](https://github.com/apify/crawlee/commit/aeef57231c84671374ed0309b7b95fa9ce9a6e8b))
+* stop lerna from overwriting the copy.ts results ([#1946](https://github.com/apify/crawlee/issues/1946)) ([69bed40](https://github.com/apify/crawlee/commit/69bed4033eb1550fe1d0c9713b70f9527bf1bb51))
+
+
+### Features
+
+* add LinkeDOMCrawler ([#1907](https://github.com/apify/crawlee/issues/1907)) ([1c69560](https://github.com/apify/crawlee/commit/1c69560fe7ef45097e6be1037b79a84eb9a06337)), closes [/github.com/apify/crawlee/pull/1890#issuecomment-1533271694](https://github.com//github.com/apify/crawlee/pull/1890/issues/issuecomment-1533271694)
+* infiniteScroll has maxScrollHeight limit ([#1945](https://github.com/apify/crawlee/issues/1945)) ([44997bb](https://github.com/apify/crawlee/commit/44997bba5bbf33ddb7dbac2f3e26d4bee60d4f47))
+
+
+
+
+
 ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31)
 
 

diff --git a/lerna.json b/lerna.json
@@ -2,7 +2,7 @@
   "packages": [
     "packages/*"
   ],
-  "version": "3.3.3",
+  "version": "3.4.0",
   "command": {
     "version": {
       "conventionalCommits": true,

diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+**Note:** Version bump only for package @crawlee/basic
+
+
+
+
+
 ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31)
 
 

diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/basic",
-    "version": "3.3.3",
+    "version": "3.4.0",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -48,9 +48,9 @@
         "@apify/log": "^2.0.0",
         "@apify/timeout": "^0.3.0",
         "@apify/utilities": "^2.0.0",
-        "@crawlee/core": "^3.3.3",
-        "@crawlee/types": "^3.3.3",
-        "@crawlee/utils": "^3.3.3",
+        "@crawlee/core": "^3.4.0",
+        "@crawlee/types": "^3.4.0",
+        "@crawlee/utils": "^3.4.0",
         "got-scraping": "^3.2.9",
         "ow": "^0.28.1",
         "tslib": "^2.4.0",

diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md
@@ -3,6 +3,17 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+
+### Bug Fixes
+
+* respect `<base>` when enqueuing ([#1936](https://github.com/apify/crawlee/issues/1936)) ([aeef572](https://github.com/apify/crawlee/commit/aeef57231c84671374ed0309b7b95fa9ce9a6e8b))
+
+
+
+
+
 ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31)
 
 **Note:** Version bump only for package @crawlee/browser

diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/browser",
-    "version": "3.3.3",
+    "version": "3.4.0",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -54,10 +54,10 @@
     },
     "dependencies": {
         "@apify/timeout": "^0.3.0",
-        "@crawlee/basic": "^3.3.3",
-        "@crawlee/browser-pool": "^3.3.3",
-        "@crawlee/types": "^3.3.3",
-        "@crawlee/utils": "^3.3.3",
+        "@crawlee/basic": "^3.4.0",
+        "@crawlee/browser-pool": "^3.4.0",
+        "@crawlee/types": "^3.4.0",
+        "@crawlee/utils": "^3.4.0",
         "ow": "^0.28.1",
         "tslib": "^2.4.0"
     }

diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+**Note:** Version bump only for package @crawlee/browser-pool
+
+
+
+
+
 ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31)
 
 **Note:** Version bump only for package @crawlee/browser-pool

diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/browser-pool",
-    "version": "3.3.3",
+    "version": "3.4.0",
     "description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -38,7 +38,7 @@
     "dependencies": {
         "@apify/log": "^2.0.0",
         "@apify/timeout": "^0.3.0",
-        "@crawlee/types": "^3.3.3",
+        "@crawlee/types": "^3.4.0",
         "fingerprint-generator": "^2.0.6",
         "fingerprint-injector": "^2.0.5",
         "lodash.merge": "^4.6.2",

diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md
@@ -3,6 +3,17 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+
+### Bug Fixes
+
+* respect `<base>` when enqueuing ([#1936](https://github.com/apify/crawlee/issues/1936)) ([aeef572](https://github.com/apify/crawlee/commit/aeef57231c84671374ed0309b7b95fa9ce9a6e8b))
+
+
+
+
+
 ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31)
 
 **Note:** Version bump only for package @crawlee/cheerio

diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/cheerio",
-    "version": "3.3.3",
+    "version": "3.4.0",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -53,8 +53,8 @@
         "access": "public"
     },
     "dependencies": {
-        "@crawlee/http": "^3.3.3",
-        "@crawlee/types": "^3.3.3",
+        "@crawlee/http": "^3.4.0",
+        "@crawlee/types": "^3.4.0",
         "cheerio": "^1.0.0-rc.12",
         "htmlparser2": "^9.0.0",
         "tslib": "^2.4.0"

diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+**Note:** Version bump only for package @crawlee/cli
+
+
+
+
+
 ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31)
 
 **Note:** Version bump only for package @crawlee/cli

diff --git a/packages/cli/package.json b/packages/cli/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/cli",
-    "version": "3.3.3",
+    "version": "3.4.0",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -51,7 +51,7 @@
         "access": "public"
     },
     "dependencies": {
-        "@crawlee/templates": "^3.3.3",
+        "@crawlee/templates": "^3.4.0",
         "ansi-colors": "^4.1.3",
         "fs-extra": "^11.0.0",
         "inquirer": "^8.2.4",

diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md
@@ -3,6 +3,17 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+
+### Features
+
+* add LinkeDOMCrawler ([#1907](https://github.com/apify/crawlee/issues/1907)) ([1c69560](https://github.com/apify/crawlee/commit/1c69560fe7ef45097e6be1037b79a84eb9a06337)), closes [/github.com/apify/crawlee/pull/1890#issuecomment-1533271694](https://github.com//github.com/apify/crawlee/pull/1890/issues/issuecomment-1533271694)
+
+
+
+
+
 ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31)
 
 

diff --git a/packages/core/package.json b/packages/core/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/core",
-    "version": "3.3.3",
+    "version": "3.4.0",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -59,9 +59,9 @@
         "@apify/pseudo_url": "^2.0.14",
         "@apify/timeout": "^0.3.0",
         "@apify/utilities": "^2.3.3",
-        "@crawlee/memory-storage": "^3.3.3",
-        "@crawlee/types": "^3.3.3",
-        "@crawlee/utils": "^3.3.3",
+        "@crawlee/memory-storage": "^3.4.0",
+        "@crawlee/types": "^3.4.0",
+        "@crawlee/utils": "^3.4.0",
         "@sapphire/async-queue": "^1.5.0",
         "@types/tough-cookie": "^4.0.2",
         "@vladfrangu/async_event_emitter": "^2.0.0",

diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+**Note:** Version bump only for package crawlee
+
+
+
+
+
 ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31)
 
 **Note:** Version bump only for package crawlee

diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
 {
     "name": "crawlee",
-    "version": "3.3.3",
+    "version": "3.4.0",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -54,17 +54,17 @@
         "access": "public"
     },
     "dependencies": {
-        "@crawlee/basic": "^3.3.3",
-        "@crawlee/browser": "^3.3.3",
-        "@crawlee/cheerio": "^3.3.3",
-        "@crawlee/cli": "^3.3.3",
-        "@crawlee/core": "^3.3.3",
-        "@crawlee/http": "^3.3.3",
-        "@crawlee/jsdom": "^3.3.3",
-        "@crawlee/linkedom": "^3.3.3",
-        "@crawlee/playwright": "^3.3.3",
-        "@crawlee/puppeteer": "^3.3.3",
-        "@crawlee/utils": "^3.3.3",
+        "@crawlee/basic": "^3.4.0",
+        "@crawlee/browser": "^3.4.0",
+        "@crawlee/cheerio": "^3.4.0",
+        "@crawlee/cli": "^3.4.0",
+        "@crawlee/core": "^3.4.0",
+        "@crawlee/http": "^3.4.0",
+        "@crawlee/jsdom": "^3.4.0",
+        "@crawlee/linkedom": "^3.4.0",
+        "@crawlee/playwright": "^3.4.0",
+        "@crawlee/puppeteer": "^3.4.0",
+        "@crawlee/utils": "^3.4.0",
         "import-local": "^3.1.0",
         "tslib": "^2.4.0"
     },

diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+**Note:** Version bump only for package @crawlee/http
+
+
+
+
+
 ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31)
 
 **Note:** Version bump only for package @crawlee/http

diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/http",
-    "version": "3.3.3",
+    "version": "3.4.0",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -55,8 +55,8 @@
     "dependencies": {
         "@apify/timeout": "^0.3.0",
         "@apify/utilities": "^2.0.0",
-        "@crawlee/basic": "^3.3.3",
-        "@crawlee/types": "^3.3.3",
+        "@crawlee/basic": "^3.4.0",
+        "@crawlee/types": "^3.4.0",
         "@types/content-type": "^1.1.5",
         "cheerio": "^1.0.0-rc.12",
         "content-type": "^1.0.4",

diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+**Note:** Version bump only for package @crawlee/jsdom
+
+
+
+
+
 ## [3.3.3](https://github.com/apify/crawlee/compare/v3.3.2...v3.3.3) (2023-05-31)
 
 **Note:** Version bump only for package @crawlee/jsdom

diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/jsdom",
-    "version": "3.3.3",
+    "version": "3.4.0",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -55,8 +55,8 @@
     "dependencies": {
         "@apify/timeout": "^0.3.0",
         "@apify/utilities": "^2.1.4",
-        "@crawlee/http": "^3.3.3",
-        "@crawlee/types": "^3.3.3",
+        "@crawlee/http": "^3.4.0",
+        "@crawlee/types": "^3.4.0",
         "@types/jsdom": "^21.0.0",
         "cheerio": "^1.0.0-rc.12",
         "jsdom": "^22.0.0",

diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md
@@ -0,0 +1,11 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+
+# [3.4.0](https://github.com/apify/crawlee/compare/v3.3.3...v3.4.0) (2023-06-12)
+
+
+### Features
+
+* add LinkeDOMCrawler ([#1907](https://github.com/apify/crawlee/issues/1907)) ([1c69560](https://github.com/apify/crawlee/commit/1c69560fe7ef45097e6be1037b79a84eb9a06337)), closes [/github.com/apify/crawlee/pull/1890#issuecomment-1533271694](https://github.com//github.com/apify/crawlee/pull/1890/issues/issuecomment-1533271694)