Update dependencies and add sitemap generation script

- Added `sitemap` package to `devDependencies` in `package.json`.
- Introduced a new script `generate-sitemap.js` to create a sitemap for the project.
- Updated `vite.config.js` files to use ES module syntax.
- Modified `index.html` in the protocol directory to load a script as a module.
- Removed outdated `pr.sh` script.
- Updated various package versions in `package-lock.json` for improved compatibility and features.

Author: rohanharikr

package-lock.json

@@ -1,6 +1,7 @@
 {
   "name": "hello-coop",
   "version": "1.0.0",
+  "type": "module",
   "main": "index.js",
   "license": "MIT",
   "scripts": {
@@ -14,20 +15,15 @@
     "build:pages": "vitepress build src/pages",
     "build:proto": "cd src/protocol && npm run build && cd ../../ && shx cp src/protocol/dist/index.html S3/pages/protocol.html && shx cp src/protocol/dist/assets/* S3/pages/assets/",
     "build": "run-s build:* && copyfiles src/index.html S3 -f && copyfiles src/assets/* S3/assets/ -f && copyfiles src/assets/scroll-anim-seq/* S3/assets/scroll-anim-seq -f",
+    "postbuild": "node scripts/generate-sitemap.js",
     "preview": "vite preview --open",
     "test": "linkinator ./S3 --config linkinator.config.json",
-    "test:blog": "linkinator https://blog.hello.coop --config linkinator.config.json",
-    "pr": "./scripts/pr.sh",
-    "rebase": "git pull origin main --rebase",
-    "review": "npm run rebase && npm run build && npm run test && npm run pr"
-  },
-  "engines": {
-    "node": "~18",
-    "npm": "~10"
+    "test:blog": "linkinator https://blog.hello.coop --config linkinator.config.json"
   },
   "devDependencies": {
     "linkinator": "^5.0.2",
     "shx": "^0.3.4",
+    "sitemap": "^8.0.0",
     "vite": "^3.1.1",
     "vitepress": "^1.0.0-alpha.4",
     "vue": "^3.2.37"

package.json

@@ -0,0 +1,82 @@
+import { SitemapStream, streamToPromise } from 'sitemap';
+import { createWriteStream } from 'fs';
+import { readdirSync, statSync } from 'fs';
+import path from 'path';
+
+const hostname = 'https://www.hello.coop';
+const outputFile = 'S3/sitemap.xml';
+
+function getHtmlFiles(dir, base = '') {
+  const files = readdirSync(dir);
+  const urls = [];
+  for (const file of files) {
+    const fullPath = path.join(dir, file);
+    const stat = statSync(fullPath);
+    if (stat.isDirectory()) {
+      // Only recurse into subdirectories if we're not already in a pages directory
+      if (dir === 'S3' && file === 'pages') {
+        // Skip the pages directory when scanning root S3
+        continue;
+      }
+      urls.push(...getHtmlFiles(fullPath, path.join(base, file)));
+    } else if (file.endsWith('.html')) {
+      // Skip 404 pages
+      if (file === '404.html') {
+        continue;
+      }
+      
+      let route;
+      if (file === 'index.html') {
+        // For index.html files, use the directory path
+        route = base;
+      } else {
+        // For other HTML files, keep the .html extension and use the full path
+        route = path.join(base, file);
+      }
+      
+      // Clean up the route
+      route = '/' + route.replace(/\\/g, '/').replace(/^\/+/, '');
+      if (route === '/') {
+        route = '/';
+      }
+      
+      urls.push(route);
+    }
+  }
+  return urls;
+}
+
+async function generateSitemap() {
+  const stream = new SitemapStream({ hostname });
+  const writeStream = createWriteStream(outputFile);
+  stream.pipe(writeStream);
+
+  // Collect all URLs and remove duplicates
+  const allUrls = new Set();
+  
+  // Process root S3 directory (for index.html and legal pages)
+  const rootUrls = getHtmlFiles('S3');
+  for (const url of rootUrls) {
+    allUrls.add(url);
+  }
+  
+  // Process S3/pages directory (for page content)
+  const pageUrls = getHtmlFiles('S3/pages');
+  for (const url of pageUrls) {
+    // Add /pages/ prefix for content pages
+    const prefixedUrl = url === '/' ? '/pages/' : '/pages' + url;
+    allUrls.add(prefixedUrl);
+  }
+
+  // Write unique URLs to sitemap
+  for (const url of allUrls) {
+    stream.write({ url });
+  }
+
+  stream.end();
+  await streamToPromise(stream);
+  console.log(`✅ Sitemap generated at ${outputFile}`);
+  console.log(`📊 Generated ${allUrls.size} unique URLs`);
+}
+
+generateSitemap();

scripts/generate-sitemap.js

@@ -1,3 +1,3 @@
-const { defineConfig } = require('vite');
+import { defineConfig } from 'vite';
 
-module.exports = defineConfig({});
+export default defineConfig({});

scripts/pr.sh

@@ -1,6 +1,6 @@
-const { defineConfig } = require('vite');
+import { defineConfig } from 'vite';
 
-module.exports = defineConfig({
+export default defineConfig({
   server: {
     port: 8080
   },

src/legal/vite.config.js

@@ -21,7 +21,7 @@
     <meta name="description" content="Co-operatively Building the Internet Identity Layer" />
     <meta name="theme-color" content="#303030">
     <script src="https://cdn.hello.coop/js/relative-wc-footer.js" defer></script>
-    <script defer data-domain="hello.coop" src="/js/script.hash.js"></script>
+    <script type="module" defer data-domain="hello.coop" src="/js/script.hash.js"></script>
   </head>
   <body class="bg-white dark:bg-[#151515] text-[#303030] dark:text-[#d4d4d4]">
     <div id="app"></div>