build: add node schedule updater (#17181)

* build: add node schedule updater

* ci: update generation job

.github/workflows/update-data.yml

@@ -29,6 +29,9 @@ jobs:
       - name: Update data
         run: yarn run update-static-data
 
+      - name: prettify
+        run: yarn prettier-fix
+
       - name: Create Pull Request
         uses: peter-evans/create-pull-request@923ad837f191474af6b1721408744feb989a4c27 # tag=v4.0.4
         with:
@@ -37,3 +40,4 @@ jobs:
           commit-message: 'fix(data): automatic update of static data'
           committer: 'Renovate Bot <renovate@whitesourcesoftware.com>'
           title: 'fix(data): automatic update of static data'
+          assignees: rarkins,viceice

package.json

@@ -52,8 +52,9 @@
     "tsc": "tsc",
     "type-check": "run-s generate:* \"tsc --noEmit {@}\" --",
     "update-static-data": "run-s update-static-data:*",
-    "update-static-data:distro-info": "node tools/distro-json-generate.mjs",
-    "update-static-data:azure-pipelines-tasks": "node tools/azure-pipelines-tasks-json-generate.mjs",
+    "update-static-data:distro-info": "node tools/static-data/generate-distro-info.mjs",
+    "update-static-data:azure-pipelines-tasks": "node tools/static-data/generate-azure-pipelines-tasks.mjs",
+    "update-static-data:node-schedule": "node tools/static-data/generate-node-schedule.mjs",
     "verify": "node tools/verify.mjs"
   },
   "repository": {

tools/azure-pipelines-tasks-json-generate.mjs → tools/static-data/generate-azure-pipelines-tasks.mjs

@@ -6,6 +6,7 @@ import JSON5 from 'json5';
 import shell from 'shelljs';
 import Git from 'simple-git';
 import path from 'upath';
+import { updateJsonFile } from './utils.mjs';
 
 const glob = promisify(g);
 const localPath = path.join(os.tmpdir(), 'azure-pipelines-tasks');
@@ -19,6 +20,7 @@ const localPath = path.join(os.tmpdir(), 'azure-pipelines-tasks');
  *  5. After all the `task.json` files have been processed it writes the results to `./data/azure-pipelines-tasks.json`
  */
 await (async () => {
+  shell.echo('Generating azure pipelines tasks');
   await fs.ensureDir(localPath);
   const git = Git(localPath);
 
@@ -66,5 +68,5 @@ await (async () => {
     2
   );
 
-  await fs.writeFile(`./data/azure-pipelines-tasks.json`, data);
+  await updateJsonFile(`./data/azure-pipelines-tasks.json`, data);
 })();

tools/distro-json-generate.mjs → tools/static-data/generate-distro-info.mjs

@@ -1,6 +1,6 @@
-import fs from 'fs-extra';
 import got from 'got';
 import shell from 'shelljs';
+import { updateJsonFile } from './utils.mjs';
 
 const ubuntuUrl = 'https://debian.pages.debian.net/distro-info-data/ubuntu.csv';
 const debianUrl = 'https://debian.pages.debian.net/distro-info-data/debian.csv';
@@ -47,21 +47,6 @@ function csvToJson(raw) {
   return JSON.stringify(res, undefined, 2);
 }
 
-/**
- * Update given file with new provided data.
- * @param {string} file Path to a data file
- * @param {string} newData New data to be written
- */
-async function updateJsonFile(file, newData) {
-  try {
-    shell.echo(`Updating ${file}`);
-    await fs.writeFile(file, newData);
-  } catch (e) {
-    shell.echo(e.toString());
-    shell.exit(1);
-  }
-}
-
 /**
  * Fetch CSV and update data file.
  * @param {string} url Url to CSV
@@ -75,6 +60,7 @@ async function update(url, file) {
 }
 
 await (async () => {
+  shell.echo('Generating distro info');
   await update(ubuntuUrl, `./data/ubuntu-distro-info.json`);
   await update(debianUrl, `./data/debian-distro-info.json`);
 })();

tools/static-data/generate-node-schedule.mjs

@@ -0,0 +1,12 @@
+import got from 'got';
+import shell from 'shelljs';
+import { updateJsonFile } from './utils.mjs';
+
+const dataUrl =
+  'https://raw.githubusercontent.com/nodejs/LTS/HEAD/schedule.json';
+
+await (async () => {
+  shell.echo('Generating node schedule');
+  const { body } = await got(dataUrl);
+  await updateJsonFile('./data/node-js-schedule.json', body);
+})();

tools/static-data/utils.mjs

@@ -0,0 +1,17 @@
+import fs from 'fs-extra';
+import shell from 'shelljs';
+
+/**
+ * Update given file with new provided data.
+ * @param {string} file Path to a data file
+ * @param {string} newData New data to be written
+ */
+export async function updateJsonFile(file, newData) {
+  try {
+    shell.echo(`Updating ${file}`);
+    await fs.writeFile(file, newData);
+  } catch (e) {
+    shell.echo(e.toString());
+    shell.exit(1);
+  }
+}