ci: run check into the past

Author: janniks

.github/workflows/verify-packages.yml

@@ -22,11 +22,37 @@ jobs:
       - name: Install tsx globally
         run: npm install -g tsx
 
-      - name: Check for mismatches
+      - name: Get tags older than 6 months
+        id: get_tags
         run: |
-          if grep -q "DIFFERS" <<< "$(npx tsx ./build-packages.ts)"; then
-            echo "❌ Found package build mismatches with npm registry!"
-            exit 1
-          else
-            echo "✅ All package builds match npm registry versions"
-          fi
+          TAGS=$(git for-each-ref --sort=-taggerdate --format '%(refname:short) %(taggerdate:iso8601)' refs/tags | \
+            awk -v date="$(date -d '6 months ago' +%Y-%m-%d)" '$2 < date {print $1}')
+          echo "tags<<EOF" >> $GITHUB_OUTPUT
+          echo "$TAGS" >> $GITHUB_OUTPUT
+          echo "EOF" >> $GITHUB_OUTPUT
+
+      - name: Verify packages for each tag
+        id: verify_tags
+        run: |
+          set -e
+          mkdir -p results
+          echo "| Tag | Result | Differing Packages |" > results/summary.md
+          echo "|-----|--------|--------------------|" >> results/summary.md
+          for TAG in ${{ steps.get_tags.outputs.tags }}; do
+            echo "Checking out $TAG"
+            git checkout $TAG
+            npm ci || { echo "| $TAG | npm ci failed | - |" >> results/summary.md; continue; }
+            DIFFERS_JSON=$(npx tsx ./build-packages.ts)
+            if [ "$DIFFERS_JSON" != "[]" ]; then
+              # Remove brackets and quotes for markdown table
+              DIFFERS_LIST=$(echo $DIFFERS_JSON | jq -r '. | join(", ")')
+              echo "| $TAG | ❌ Mismatch | $DIFFERS_LIST |" >> results/summary.md
+            else
+              echo "| $TAG | ✅ Match | - |" >> results/summary.md
+            fi
+          done
+          git checkout $GITHUB_SHA # Return to original commit
+
+      - name: Print summary table
+        run: |
+          cat results/summary.md

build-packages.ts

@@ -13,7 +13,9 @@ const packages = fs.readdirSync(PACKAGES_DIR).filter(item => {
   return fs.statSync(itemPath).isDirectory() && !item.startsWith('.');
 });
 
-console.log(`Found ${packages.length} packages to process`);
+// console.debug(`Found ${packages.length} packages to process`);
+
+const NPM_VERSION_TAG = (process.env.NPM_VERSION_TAG || 'latest').replace(/^v/, '');
 
 // Process all packages
 const results = packages
@@ -22,11 +24,11 @@ const results = packages
     const pkg = JSON.parse(fs.readFileSync(json, 'utf8'));
 
     if (pkg.private === true) {
-      console.log(`Skipping package: ${pkg.name}`);
+      // console.debug(`Skipping package: ${pkg.name}`);
       return null;
     }
 
-    console.log(`\nProcessing package: ${pkg.name}`);
+    // console.debug(`\nProcessing package: ${pkg.name}`);
     process.chdir(path.join(PACKAGES_DIR, dir));
 
     // Run npm publish dry-run
@@ -40,34 +42,36 @@ const results = packages
       /npm notice integrity:\s+(sha\d+-[A-Za-z0-9+/=]+(?:\[\.\.\.\][A-Za-z0-9+/=]*==?)?)/
     );
 
-    console.log(`  Package: ${pkg.name}`);
-    console.log(`  Tarball hash: ${integrity}`);
-    console.log(`  Shasum: ${shasum}`);
+    // console.debug(`  Package: ${pkg.name}`);
+    // console.debug(`  Tarball hash: ${integrity}`);
+    // console.debug(`  Shasum: ${shasum}`);
 
-    // Check latest published version on npm registry
-    const registryCheck = spawnSync('curl', [`https://registry.npmjs.org/${pkg.name}/latest`], {
+    const registryUrl = `https://registry.npmjs.org/${pkg.name}/${NPM_VERSION_TAG}`;
+    const registryCheck = spawnSync('curl', [registryUrl], {
       encoding: 'utf8',
     });
     const registryData = JSON.parse(registryCheck.stdout);
     const registryShasum = registryData.dist?.shasum;
 
-    const status = registryShasum === shasum ? 'matches' : `DIFFERS`;
-    console.log(`  ${status}`);
-
     return {
       name: pkg.name,
       tarballHash: integrity,
       shasum,
+      differs: registryShasum === shasum,
     };
   })
-  .filter(Boolean) as PackageInfo[];
+  .filter(Boolean) as (PackageInfo & { differs: boolean })[];
 
 // Restore original directory
 process.chdir(ORIGINAL_DIR);
 
 // Output final results
-console.log('\n=== PACKAGE BUILD RESULTS ===');
-console.table(results);
+// console.debug('\n=== PACKAGE BUILD RESULTS ===');
+// console.debug(results);
+
+// Output JSON array of differing packages
+const differingPackages = results.filter(r => r.differs).map(r => r.name);
+console.log(JSON.stringify(differingPackages));
 
 // HELPERS
 function extractFromOutput(output: string, regex: RegExp): string {