Crowdin CI v2

.github/workflows/get-translations.yml

@@ -1,14 +1,20 @@
-name: Import Crowdin translations
+name: Crowdin CI
 
 on:
   schedule:
-    - cron: "20 16 1 * *" # Runs at 4:20 PM on the first day of every month
-  workflow_dispatch:
+    - cron: "20 4 1 * *" # Runs at 4:20 AM on the first day of every month
+  workflow_dispatch: # Can be dispatched manually
 
 jobs:
-  create_pr:
+  create_approved_language_bucket_prs:
     runs-on: ubuntu-latest
+    env:
+      CROWDIN_API_KEY: ${{ secrets.CROWDIN_API_KEY }}
+      CROWDIN_PROJECT_ID: ${{ secrets.CROWDIN_PROJECT_ID }}
+      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
     steps:
+      # Set up environment
       - name: Check out code
         uses: actions/checkout@v3
 
@@ -31,17 +37,42 @@ jobs:
       - name: Fetch latest dev
         run: git fetch origin dev
 
-      - name: Get translations
-        run: npx ts-node -O '{"module":"commonjs"}' ./src/scripts/crowdin/translations/getTranslations.ts
-        env:
-          CROWDIN_API_KEY: ${{ secrets.CROWDIN_API_KEY }}
-          CROWDIN_PROJECT_ID: ${{ secrets.CROWDIN_PROJECT_ID }}
-
       - name: Authenticate GitHub CLI
         run: |
           echo ${{ secrets.GITHUB_TOKEN }} | gh auth login --with-token
 
+      # Build translations
+      - name: Build Crowdin project
+        id: build-crowdin
+        run: |
+          OUTPUT=$(npx ts-node -O '{"module":"commonjs"}' ./src/scripts/crowdin/translations/triggerBuild.ts)
+          echo "$OUTPUT"
+        shell: bash
+
+      - name: Await latest build to finish
+        env:
+          BUILD_ID: ${{ steps.build-crowdin.outputs.buildId}}
+        run: |
+          OUTPUT=$(npx ts-node -O '{"module":"commonjs"}' ./src/scripts/crowdin/translations/awaitLatestBuild.ts)
+          echo "$OUTPUT"
+        shell: bash
+
+      - name: Check build success
+        run: |
+          if [ "${{ steps.build-crowdin.outputs.buildSuccess }}" = "false" ]; then
+            echo "Build timed out, exiting"
+            exit 1
+          fi
+        shell: bash
+
+      # Prepare bucket ids
+      - name: Get latest translation bucket directory ids
+        run: npx ts-node -O '{"module":"commonjs"}' ./src/scripts/crowdin/translations/getBucketDirectoryIds.ts
+
+      # Import approved translations
+      - name: Get translations
+        run: npx ts-node -O '{"module":"commonjs"}' ./src/scripts/crowdin/translations/getTranslations.ts
+
+      # Post updates as language-specific PRs
       - name: Process commits and post PRs by language
         run: npx ts-node -O '{"module":"commonjs"}' ./src/scripts/crowdin/translations/postLangPRs.ts
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

src/scripts/crowdin/translations/awaitLatestBuild.ts

@@ -0,0 +1,52 @@
+import crowdin from "../api-client/crowdinClient"
+
+const FINISHED = "finished"
+const TIMEOUT = 2 * 60 * 60 * 1000 // Timeout after 2 hours
+const INTERVAL = 10 * 1000 // 10 seconds between checks
+
+async function awaitLatestBuild() {
+  const projectId = Number(process.env.CROWDIN_PROJECT_ID) || 363359
+
+  // BUILD_ID is provided by the triggerBuild script run in the same workflow prior to this script
+  const buildId = process.env.BUILD_ID
+
+  console.log("Build ID provided:", buildId)
+  const initialResponse = await crowdin.translationsApi.checkBuildStatus(
+    projectId,
+    Number(buildId)
+  )
+  let data = initialResponse.data
+
+  let isFinished = data.status === FINISHED
+
+  const timeoutTime = Date.now() + TIMEOUT
+  let tryAgainTime = Date.now() - 1
+  while (!isFinished && Date.now() < timeoutTime) {
+    if (Date.now() < tryAgainTime) continue
+    tryAgainTime = Date.now() + INTERVAL
+
+    const repeatCheck = await crowdin.translationsApi.checkBuildStatus(
+      projectId,
+      Number(buildId)
+    )
+    data = repeatCheck.data
+    isFinished = data.status === FINISHED
+    console.log(
+      `id: ${buildId}, status: ${data.status}, progress ${data.progress}`
+    )
+  }
+
+  if (data.status !== FINISHED) {
+    console.error(`::set-output name=buildSuccess::false`)
+    throw new Error(
+      `Timeout: Build did not finish in ${TIMEOUT / 1000 / 60} minutes`
+    )
+  }
+
+  console.log("Latest build data:", data)
+  console.error(`::set-output name=buildSuccess::true`)
+}
+
+awaitLatestBuild()
+
+export default awaitLatestBuild

src/scripts/crowdin/translations/getBucketDirectoryIds.ts

@@ -0,0 +1,9 @@
+import getAndSaveDirectories from "../source-files/fetchAndSaveDirectories"
+
+async function main() {
+  await getAndSaveDirectories()
+}
+
+main()
+
+export default main

src/scripts/crowdin/translations/postLangPRs.ts

@@ -1,7 +1,7 @@
 import fs from "fs"
 
 import { LOCALES_CODES } from "../../../lib/constants"
-import { BucketsList } from "../import/types"
+import type { BucketsList } from "../import/types"
 
 import { BUCKETS_PATH } from "./constants"
 import { createLocaleTranslationPR } from "./utils"

src/scripts/crowdin/translations/triggerBuild.ts

@@ -1,14 +1,17 @@
 import crowdin from "../api-client/crowdinClient"
 
-import "dotenv/config"
-
 async function triggerBuild() {
   const projectId = Number(process.env.CROWDIN_PROJECT_ID) || 363359
 
   try {
-    await crowdin.translationsApi.buildProject(projectId, {
-      exportApprovedOnly: true,
-    })
+    const response = await crowdin.translationsApi.buildProject(projectId)
+    const { id, status } = response.data
+    const isAlreadyFinished = status === "finished"
+    console.log(
+      `Build ${isAlreadyFinished ? "already finished" : "triggered"} id:`,
+      id
+    )
+    console.log(`::set-output name=buildId::${id}`)
   } catch (error: unknown) {
     console.error((error as Error).message)
   }

src/scripts/crowdin/translations/utils.ts

@@ -56,6 +56,8 @@ yarn markdown-checker
 
 ${qaResults}
 </details>
+
+@coderabbitai review
 `
 }