Merge remote-tracking branch 'origin/main' into mdg-migrations

Author: pankaj-pant

…hub/workflows/fetch-transform-record.yml .github/workflows/migrate-prod.yml.github/workflows/fetch-transform-record.yml renamed to .github/workflows/migrate-prod.yml .github/workflows/fetch-transform-record.yml renamed to .github/workflows/migrate-prod.yml

@@ -1,30 +1,40 @@
-name: Migrate one record from v1 to v2
-description: |
-  This workflow fetches a record from the v1 API, transforms it, and imports the result to v2.
-  It is designed for test & development purposes.
+name: Migrate all records of an event from v1 to v2 (Production)
 
 on:
   workflow_dispatch:
     inputs:
-      record_id:
-        description: 'The record ID to process'
+      environment:
+        description: 'Environment to run migration in'
+        required: true
+        type: choice
+        default: 'staging'
+        options:
+          - staging
+          - production
+      event:
+        description: 'The event to process (birth or death)'
         required: true
         type: string
       domain:
         description: 'The environment domain (without protocol or subdomains)'
         required: true
         type: string
-        default: 'farajaland-qa.opencrvs.org'
+        default: 'farajaland.opencrvs.org'
 
 jobs:
-  fetch-and-transform:
-    name: Migrate ${{ github.event.inputs.record_id }} in ${{ github.event.inputs.domain }}
+  migrate:
+    name: Migrate ${{ github.event.inputs.event }} in ${{ github.event.inputs.environment }} (${{ github.event.inputs.domain }})
     runs-on: ubuntu-latest
+    environment: ${{ github.event.inputs.environment }}
     outputs:
       script_output: ${{ steps.deno-script.outputs.script_output }}
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
+        with:
+          ref: ${{ github.ref }}
+
+      # ADD VPN SETUP STEPS HERE
 
       - name: Install dependencies
         run: |
@@ -36,13 +46,19 @@ jobs:
       - name: Convert notebook to TypeScript
         run: |
           mkdir -p tmp
-          bash ./scripts/deno-notebook-to-deno.sh ./v1-to-v2-data-migration/fetch-and-transform.ipynb ./tmp/fetch-and-transform.ts
+          bash ./scripts/deno-notebook-to-deno.sh ./v1-to-v2-data-migration/migrate.ipynb ./tmp/migrate.ts
 
       - name: Run the script with Deno
         id: deno-script
+        env:
+          OPENCRVS_EVENT: ${{ github.event.inputs.event }}
+          OPENCRVS_DOMAIN: ${{ github.event.inputs.domain }}
+          OPENCRVS_CLIENT_ID: ${{ secrets.OPENCRVS_CLIENT_ID }}
+          OPENCRVS_CLIENT_SECRET: ${{ secrets.OPENCRVS_CLIENT_SECRET }}
         run: |
+          set -o pipefail
           echo "script_output<<EOF" >> $GITHUB_OUTPUT
-          deno run --allow-net ./tmp/fetch-and-transform.ts ${{ github.event.inputs.record_id }} ${{ github.event.inputs.domain }} | tee /dev/stderr >> $GITHUB_OUTPUT
+          deno run --allow-net --allow-env ./tmp/migrate.ts | tee /dev/stderr >> $GITHUB_OUTPUT
           echo "EOF" >> $GITHUB_OUTPUT
 
       - name: Generate summary
@@ -51,5 +67,3 @@ jobs:
           echo "" >> $GITHUB_STEP_SUMMARY
           echo "" >> $GITHUB_STEP_SUMMARY
           echo "${{ steps.deno-script.outputs.script_output }}" >> $GITHUB_STEP_SUMMARY
-
-

.github/workflows/migrate.yml

@@ -4,7 +4,7 @@ on:
   workflow_dispatch:
     inputs:
       event:
-        description: 'The event ID to process'
+        description: 'The event to process (birth or death)'
         required: true
         type: string
       domain:
@@ -29,7 +29,7 @@ jobs:
       script_output: ${{ steps.deno-script.outputs.script_output }}
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
         with:
           ref: ${{ github.ref }}
 

ui-tests/package.json

@@ -8,13 +8,13 @@
   },
   "dependencies": {
     "lodash": "^4.17.21",
-    "node-fetch": "^2.6.1"
+    "node-fetch": "^3.0.0"
   },
   "devDependencies": {
     "@playwright/test": "^1.53.2",
-    "@types/node": "^18.19.1",
+    "@types/node": "^24.0.0",
     "@types/lodash": "^4.14.117",
     "@types/node-fetch": "^2.6.2",
-    "@types/jest": "^24.0.13"
+    "@types/jest": "^30.0.0"
   }
 }