chore(release): v3.8.2

apify · Mar 21, 2024 · 189ceb7 · 189ceb7
1 parent c778e03
commit 189ceb7
Show file tree

Hide file tree

Showing 35 changed files with 291 additions and 124 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -3,6 +3,26 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+
+### Bug Fixes
+
+* **core:** solve possible dead locks in `RequestQueueV2` ([#2376](https://github.com/apify/crawlee/issues/2376)) ([ffba095](https://github.com/apify/crawlee/commit/ffba095c8a74075901268cc49d970af4271d7abf))
+* correctly report gzip decompression errors ([#2368](https://github.com/apify/crawlee/issues/2368)) ([84a2f17](https://github.com/apify/crawlee/commit/84a2f1733033bf247b2cede3f1728e75bf2c8ff9))
+* fix detection of older puppeteer versions ([890669b](https://github.com/apify/crawlee/commit/890669b0b3eef94d00ad69aa022e13b3109a660c)), closes [#2370](https://github.com/apify/crawlee/issues/2370)
+* **puppeteer:** improve detection of older versions ([98d4e86](https://github.com/apify/crawlee/commit/98d4e8664a54c1a134446a1b6ab9042d14ed8629))
+* use 0 (number) instead of false as default for sessionRotationCount ([#2372](https://github.com/apify/crawlee/issues/2372)) ([667a3e7](https://github.com/apify/crawlee/commit/667a3e7a2be31abb94adbdb6119c4a8f3a751d69))
+
+
+### Features
+
+* implement global storage access checking and use it to prevent unwanted side effects in adaptive crawler ([#2371](https://github.com/apify/crawlee/issues/2371)) ([fb3b7da](https://github.com/apify/crawlee/commit/fb3b7da402522ddff8c7394ac1253ba8aeac984c)), closes [#2364](https://github.com/apify/crawlee/issues/2364)
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 

diff --git a/lerna.json b/lerna.json
@@ -2,7 +2,7 @@
   "packages": [
     "packages/*"
   ],
-  "version": "3.8.1",
+  "version": "3.8.2",
   "command": {
     "version": {
       "conventionalCommits": true,

diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+**Note:** Version bump only for package @crawlee/basic
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 **Note:** Version bump only for package @crawlee/basic

diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/basic",
-    "version": "3.8.1",
+    "version": "3.8.2",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -48,9 +48,9 @@
         "@apify/log": "^2.4.0",
         "@apify/timeout": "^0.3.0",
         "@apify/utilities": "^2.7.10",
-        "@crawlee/core": "3.8.1",
-        "@crawlee/types": "3.8.1",
-        "@crawlee/utils": "3.8.1",
+        "@crawlee/core": "^3.8.2",
+        "@crawlee/types": "^3.8.2",
+        "@crawlee/utils": "^3.8.2",
         "csv-stringify": "^6.2.0",
         "fs-extra": "^11.0.0",
         "got-scraping": "^4.0.0",

diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+**Note:** Version bump only for package @crawlee/browser
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 **Note:** Version bump only for package @crawlee/browser

diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/browser",
-    "version": "3.8.1",
+    "version": "3.8.2",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -54,10 +54,10 @@
     },
     "dependencies": {
         "@apify/timeout": "^0.3.0",
-        "@crawlee/basic": "3.8.1",
-        "@crawlee/browser-pool": "3.8.1",
-        "@crawlee/types": "3.8.1",
-        "@crawlee/utils": "3.8.1",
+        "@crawlee/basic": "^3.8.2",
+        "@crawlee/browser-pool": "^3.8.2",
+        "@crawlee/types": "^3.8.2",
+        "@crawlee/utils": "^3.8.2",
         "ow": "^0.28.1",
         "tslib": "^2.4.0",
         "type-fest": "^4.0.0"

diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md
@@ -3,6 +3,18 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+
+### Bug Fixes
+
+* fix detection of older puppeteer versions ([890669b](https://github.com/apify/crawlee/commit/890669b0b3eef94d00ad69aa022e13b3109a660c)), closes [#2370](https://github.com/apify/crawlee/issues/2370)
+* **puppeteer:** improve detection of older versions ([98d4e86](https://github.com/apify/crawlee/commit/98d4e8664a54c1a134446a1b6ab9042d14ed8629))
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 **Note:** Version bump only for package @crawlee/browser-pool

diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/browser-pool",
-    "version": "3.8.1",
+    "version": "3.8.2",
     "description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -38,8 +38,8 @@
     "dependencies": {
         "@apify/log": "^2.4.0",
         "@apify/timeout": "^0.3.0",
-        "@crawlee/core": "3.8.1",
-        "@crawlee/types": "3.8.1",
+        "@crawlee/core": "^3.8.2",
+        "@crawlee/types": "^3.8.2",
         "fingerprint-generator": "^2.0.6",
         "fingerprint-injector": "^2.0.5",
         "lodash.merge": "^4.6.2",

diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+**Note:** Version bump only for package @crawlee/cheerio
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 **Note:** Version bump only for package @crawlee/cheerio

diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/cheerio",
-    "version": "3.8.1",
+    "version": "3.8.2",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -53,9 +53,9 @@
         "access": "public"
     },
     "dependencies": {
-        "@crawlee/http": "3.8.1",
-        "@crawlee/types": "3.8.1",
-        "@crawlee/utils": "3.8.1",
+        "@crawlee/http": "^3.8.2",
+        "@crawlee/types": "^3.8.2",
+        "@crawlee/utils": "^3.8.2",
         "cheerio": "^1.0.0-rc.12",
         "htmlparser2": "^9.0.0",
         "tslib": "^2.4.0"

diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+**Note:** Version bump only for package @crawlee/cli
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 **Note:** Version bump only for package @crawlee/cli

diff --git a/packages/cli/package.json b/packages/cli/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/cli",
-    "version": "3.8.1",
+    "version": "3.8.2",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -51,7 +51,7 @@
         "access": "public"
     },
     "dependencies": {
-        "@crawlee/templates": "3.8.1",
+        "@crawlee/templates": "^3.8.2",
         "ansi-colors": "^4.1.3",
         "fs-extra": "^11.0.0",
         "inquirer": "^8.2.4",

diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md
@@ -3,6 +3,23 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+
+### Bug Fixes
+
+* **core:** solve possible dead locks in `RequestQueueV2` ([#2376](https://github.com/apify/crawlee/issues/2376)) ([ffba095](https://github.com/apify/crawlee/commit/ffba095c8a74075901268cc49d970af4271d7abf))
+* use 0 (number) instead of false as default for sessionRotationCount ([#2372](https://github.com/apify/crawlee/issues/2372)) ([667a3e7](https://github.com/apify/crawlee/commit/667a3e7a2be31abb94adbdb6119c4a8f3a751d69))
+
+
+### Features
+
+* implement global storage access checking and use it to prevent unwanted side effects in adaptive crawler ([#2371](https://github.com/apify/crawlee/issues/2371)) ([fb3b7da](https://github.com/apify/crawlee/commit/fb3b7da402522ddff8c7394ac1253ba8aeac984c)), closes [#2364](https://github.com/apify/crawlee/issues/2364)
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 

diff --git a/packages/core/package.json b/packages/core/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/core",
-    "version": "3.8.1",
+    "version": "3.8.2",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -59,9 +59,9 @@
         "@apify/pseudo_url": "^2.0.30",
         "@apify/timeout": "^0.3.0",
         "@apify/utilities": "^2.7.10",
-        "@crawlee/memory-storage": "3.8.1",
-        "@crawlee/types": "3.8.1",
-        "@crawlee/utils": "3.8.1",
+        "@crawlee/memory-storage": "^3.8.2",
+        "@crawlee/types": "^3.8.2",
+        "@crawlee/utils": "^3.8.2",
         "@sapphire/async-queue": "^1.5.1",
         "@types/tough-cookie": "^4.0.2",
         "@vladfrangu/async_event_emitter": "^2.2.2",

diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+**Note:** Version bump only for package crawlee
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 **Note:** Version bump only for package crawlee

diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
@@ -1,6 +1,6 @@
 {
     "name": "crawlee",
-    "version": "3.8.1",
+    "version": "3.8.2",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -54,18 +54,18 @@
         "access": "public"
     },
     "dependencies": {
-        "@crawlee/basic": "3.8.1",
-        "@crawlee/browser": "3.8.1",
-        "@crawlee/browser-pool": "3.8.1",
-        "@crawlee/cheerio": "3.8.1",
-        "@crawlee/cli": "3.8.1",
-        "@crawlee/core": "3.8.1",
-        "@crawlee/http": "3.8.1",
-        "@crawlee/jsdom": "3.8.1",
-        "@crawlee/linkedom": "3.8.1",
-        "@crawlee/playwright": "3.8.1",
-        "@crawlee/puppeteer": "3.8.1",
-        "@crawlee/utils": "3.8.1",
+        "@crawlee/basic": "^3.8.2",
+        "@crawlee/browser": "^3.8.2",
+        "@crawlee/browser-pool": "^3.8.2",
+        "@crawlee/cheerio": "^3.8.2",
+        "@crawlee/cli": "^3.8.2",
+        "@crawlee/core": "^3.8.2",
+        "@crawlee/http": "^3.8.2",
+        "@crawlee/jsdom": "^3.8.2",
+        "@crawlee/linkedom": "^3.8.2",
+        "@crawlee/playwright": "^3.8.2",
+        "@crawlee/puppeteer": "^3.8.2",
+        "@crawlee/utils": "^3.8.2",
         "import-local": "^3.1.0",
         "tslib": "^2.4.0"
     },

diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+**Note:** Version bump only for package @crawlee/http
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 **Note:** Version bump only for package @crawlee/http

diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/http",
-    "version": "3.8.1",
+    "version": "3.8.2",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -55,9 +55,9 @@
     "dependencies": {
         "@apify/timeout": "^0.3.0",
         "@apify/utilities": "^2.7.10",
-        "@crawlee/basic": "3.8.1",
-        "@crawlee/types": "3.8.1",
-        "@crawlee/utils": "3.8.1",
+        "@crawlee/basic": "^3.8.2",
+        "@crawlee/types": "^3.8.2",
+        "@crawlee/utils": "^3.8.2",
         "@types/content-type": "^1.1.5",
         "cheerio": "^1.0.0-rc.12",
         "content-type": "^1.0.4",

diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+**Note:** Version bump only for package @crawlee/jsdom
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 **Note:** Version bump only for package @crawlee/jsdom

diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/jsdom",
-    "version": "3.8.1",
+    "version": "3.8.2",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -55,8 +55,8 @@
     "dependencies": {
         "@apify/timeout": "^0.3.0",
         "@apify/utilities": "^2.7.10",
-        "@crawlee/http": "3.8.1",
-        "@crawlee/types": "3.8.1",
+        "@crawlee/http": "^3.8.2",
+        "@crawlee/types": "^3.8.2",
         "@types/jsdom": "^21.0.0",
         "cheerio": "^1.0.0-rc.12",
         "jsdom": "^24.0.0",

diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md
@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [3.8.2](https://github.com/apify/crawlee/compare/v3.8.1...v3.8.2) (2024-03-21)
+
+**Note:** Version bump only for package @crawlee/linkedom
+
+
+
+
+
 ## [3.8.1](https://github.com/apify/crawlee/compare/v3.8.0...v3.8.1) (2024-02-22)
 
 **Note:** Version bump only for package @crawlee/linkedom