demo/browser/CHANGELOG.md

@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [0.1.15](https://github.com/adaltas/node-csv/compare/csv-demo-browser@0.1.14...csv-demo-browser@0.1.15) (2023-10-09)
+
+**Note:** Version bump only for package csv-demo-browser
+
+
+
+
+
 ## [0.1.14](https://github.com/adaltas/node-csv/compare/csv-demo-browser@0.1.13...csv-demo-browser@0.1.14) (2023-10-05)
 
 **Note:** Version bump only for package csv-demo-browser

demo/browser/package.json

@@ -1,6 +1,6 @@
 {
   "name": "csv-demo-browser",
-  "version": "0.1.14",
+  "version": "0.1.15",
   "main": "index.js",
   "license": "MIT",
   "type": "module",
@@ -20,11 +20,11 @@
     "start": "node server.js"
   },
   "dependencies": {
-    "csv": "^6.3.4",
+    "csv": "^6.3.5",
     "csv-generate": "^4.3.0",
-    "csv-parse": "^5.5.1",
-    "csv-stringify": "^6.4.3",
+    "csv-parse": "^5.5.2",
+    "csv-stringify": "^6.4.4",
     "express": "^4.18.2",
-    "stream-transform": "^3.2.9"
+    "stream-transform": "^3.2.10"
   }
 }

demo/cjs/CHANGELOG.md

@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [0.2.13](https://github.com/adaltas/node-csv/compare/csv-demo-cjs@0.2.12...csv-demo-cjs@0.2.13) (2023-10-09)
+
+**Note:** Version bump only for package csv-demo-cjs
+
+
+
+
+
 ## [0.2.12](https://github.com/adaltas/node-csv/compare/csv-demo-cjs@0.2.11...csv-demo-cjs@0.2.12) (2023-10-05)
 
 **Note:** Version bump only for package csv-demo-cjs

demo/cjs/package.json

@@ -1,14 +1,14 @@
 {
   "name": "csv-demo-cjs",
-  "version": "0.2.12",
+  "version": "0.2.13",
   "main": "index.js",
   "license": "MIT",
   "type": "commonjs",
   "private": true,
   "dependencies": {
-    "csv": "^6.3.4",
-    "csv-parse": "^5.5.1",
-    "csv-stringify": "^6.4.3"
+    "csv": "^6.3.5",
+    "csv-parse": "^5.5.2",
+    "csv-stringify": "^6.4.4"
   },
   "devDependencies": {
     "@types/node": "^20.5.6",

demo/eslint/CHANGELOG.md

@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [0.1.18](https://github.com/adaltas/node-csv/compare/csv-demo-eslint@0.1.17...csv-demo-eslint@0.1.18) (2023-10-09)
+
+**Note:** Version bump only for package csv-demo-eslint
+
+
+
+
+
 ## [0.1.17](https://github.com/adaltas/node-csv/compare/csv-demo-eslint@0.1.16...csv-demo-eslint@0.1.17) (2023-10-05)
 
 **Note:** Version bump only for package csv-demo-eslint

demo/eslint/package.json

@@ -1,6 +1,6 @@
 {
   "name": "csv-demo-eslint",
-  "version": "0.1.17",
+  "version": "0.1.18",
   "description": "",
   "main": "index.js",
   "private": true,
@@ -10,7 +10,7 @@
   },
   "license": "MIT",
   "dependencies": {
-    "csv-stringify": "^6.4.3"
+    "csv-stringify": "^6.4.4"
   },
   "devDependencies": {
     "eslint": "^8.47.0",

demo/esm/CHANGELOG.md

@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [0.0.27](https://github.com/adaltas/node-csv/compare/csv-demo-esm@0.0.26...csv-demo-esm@0.0.27) (2023-10-09)
+
+**Note:** Version bump only for package csv-demo-esm
+
+
+
+
+
 ## [0.0.26](https://github.com/adaltas/node-csv/compare/csv-demo-esm@0.0.25...csv-demo-esm@0.0.26) (2023-10-05)
 
 **Note:** Version bump only for package csv-demo-esm

demo/esm/package.json

@@ -1,13 +1,13 @@
 {
   "name": "csv-demo-esm",
-  "version": "0.0.26",
+  "version": "0.0.27",
   "main": "index.js",
   "license": "MIT",
   "type": "module",
   "private": true,
   "dependencies": {
-    "csv": "^6.3.4",
-    "csv-parse": "^5.5.1"
+    "csv": "^6.3.5",
+    "csv-parse": "^5.5.2"
   },
   "devDependencies": {
     "coffeescript": "^2.7.0",

demo/issues-cjs/CHANGELOG.md

@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [0.2.2](https://github.com/adaltas/node-csv/compare/csv-issues-cjs@0.2.1...csv-issues-cjs@0.2.2) (2023-10-09)
+
+**Note:** Version bump only for package csv-issues-cjs
+
+
+
+
+
 ## [0.2.1](https://github.com/adaltas/node-csv/compare/csv-issues-cjs@0.2.0...csv-issues-cjs@0.2.1) (2023-10-05)
 
 **Note:** Version bump only for package csv-issues-cjs

demo/issues-cjs/package.json

@@ -1,12 +1,12 @@
 {
   "name": "csv-issues-cjs",
-  "version": "0.2.1",
+  "version": "0.2.2",
   "main": "index.js",
   "license": "MIT",
   "private": true,
   "dependencies": {
-    "csv-parse": "^5.5.1",
-    "csv-stringify": "^6.4.3"
+    "csv-parse": "^5.5.2",
+    "csv-stringify": "^6.4.4"
   },
   "devDependencies": {
     "coffeescript": "^2.7.0",

demo/issues-esm/CHANGELOG.md

@@ -3,6 +3,15 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [0.0.18](https://github.com/adaltas/node-csv/compare/csv-issues-esm@0.0.17...csv-issues-esm@0.0.18) (2023-10-09)
+
+
+### Bug Fixes
+
+* **stream-transform:**  backpressure after push ([3e83f4e](https://github.com/adaltas/node-csv/commit/3e83f4e604b7b944835de18afcb41716ce4bbfad))
+
+
+
 ## [0.0.17](https://github.com/adaltas/node-csv/compare/csv-issues-esm@0.0.16...csv-issues-esm@0.0.17) (2023-10-05)
 
 **Note:** Version bump only for package csv-issues-esm

demo/issues-esm/labo/361-transform.js

@@ -0,0 +1,88 @@
+import { Writable } from "node:stream";
+import { pipeline } from "stream/promises";
+import { generate } from "csv-generate";
+import { transform } from "stream-transform";
+
+// Configuration
+const config = {
+  // Use `true`for a simple iterator or `false` to use csv generate
+  iterate: true,
+  // Generation window size, 1 for one record per `StreamReader._read` call
+  // Default is `objectMode ? 16 : 16384`
+  highWaterMark: 1,
+  // Number of records to generate, `-1` for infinite
+  length: -1,
+  // Generate object or strings, both are supported
+  objectMode: false,
+  // Write delay, `0` to write instantly
+  write_delay: 1000,
+};
+
+// Internal counter
+let count = 0;
+
+// Memory information
+const formatMemoryUsage = (data) =>
+  `${Math.round((data / 1024 / 1024) * 100) / 100} MB`;
+const interval = setInterval(() => {
+  const memoryData = process.memoryUsage();
+  const memoryUsage = {
+    rss: `${formatMemoryUsage(
+      memoryData.rss
+    )} -> Resident Set Size - total memory allocated for the process execution`,
+    heapTotal: `${formatMemoryUsage(
+      memoryData.heapTotal
+    )} -> total size of the allocated heap`,
+    heapUsed: `${formatMemoryUsage(
+      memoryData.heapUsed
+    )} -> actual memory used during the execution`,
+    external: `${formatMemoryUsage(memoryData.external)} -> V8 external memory`,
+  };
+  console.log(`${count} records, usage:`, memoryUsage);
+  if (config.length !== -1 && count >= config.length) {
+    clearInterval(interval);
+  }
+}, 1000);
+
+// Iterate over an unlimited records
+const iterate = function* () {
+  let i = -1;
+  // Run with
+  while (true) {
+    i++;
+    yield { i };
+  }
+};
+
+// Consome the records instantly or with delay
+const consume = new Writable({
+  write: function (_, __, callback) {
+    if (config.write_delay === 0) {
+      count++;
+      callback();
+    } else {
+      setTimeout(() => {
+        count++;
+        callback();
+      }, config.write_delay);
+    }
+  },
+});
+
+await pipeline(
+  // Step 1 - generate
+  config.iterate
+    ? iterate()
+    : generate({
+        columns: 10,
+        objectMode: config.objectMode,
+        length: config.length,
+        highWaterMark: config.highWaterMark,
+      }),
+  // Step 2 - transform
+  transform({ parallel: 100, highWaterMark: 1 }, function (chunk, next) {
+    next(null, JSON.stringify(chunk) + "\n");
+  }),
+  // Step 3 - consume
+  consume
+);

demo/issues-esm/package.json

@@ -1,6 +1,6 @@
 {
   "name": "csv-issues-esm",
-  "version": "0.0.17",
+  "version": "0.0.18",
   "main": "index.js",
   "license": "MIT",
   "type": "module",
@@ -27,8 +27,8 @@
   },
   "dependencies": {
     "csv-generate": "^4.3.0",
-    "csv-parse": "^5.5.1",
-    "csv-stringify": "^6.4.3",
+    "csv-parse": "^5.5.2",
+    "csv-stringify": "^6.4.4",
     "desm": "^1.3.0"
   }
 }

demo/ts-cjs-node16/CHANGELOG.md

@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [0.2.13](https://github.com/adaltas/node-csv/compare/csv-demo-ts-cjs-node16@0.2.12...csv-demo-ts-cjs-node16@0.2.13) (2023-10-09)
+
+**Note:** Version bump only for package csv-demo-ts-cjs-node16
+
+
+
+
+
 ## [0.2.12](https://github.com/adaltas/node-csv/compare/csv-demo-ts-cjs-node16@0.2.11...csv-demo-ts-cjs-node16@0.2.12) (2023-10-05)
 
 **Note:** Version bump only for package csv-demo-ts-cjs-node16

demo/ts-cjs-node16/package.json

@@ -1,11 +1,11 @@
 {
   "name": "csv-demo-ts-cjs-node16",
-  "version": "0.2.12",
+  "version": "0.2.13",
   "dependencies": {
     "csv-generate": "^4.3.0",
-    "csv-parse": "^5.5.1",
-    "csv-stringify": "^6.4.3",
-    "stream-transform": "^3.2.9"
+    "csv-parse": "^5.5.2",
+    "csv-stringify": "^6.4.4",
+    "stream-transform": "^3.2.10"
   },
   "main": "index.js",
   "license": "MIT",

demo/ts-esm-node16/CHANGELOG.md

@@ -3,6 +3,14 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [0.2.13](https://github.com/adaltas/node-csv/compare/csv-demo-ts-module-node16@0.2.12...csv-demo-ts-module-node16@0.2.13) (2023-10-09)
+
+**Note:** Version bump only for package csv-demo-ts-module-node16
+
+
+
+
+
 ## [0.2.12](https://github.com/adaltas/node-csv/compare/csv-demo-ts-module-node16@0.2.11...csv-demo-ts-module-node16@0.2.12) (2023-10-05)
 
 **Note:** Version bump only for package csv-demo-ts-module-node16