Merge pull request #9 from codin-gg/3-sitemap

adds www/sitemap.xml build

.github/workflows/deploy.yml

@@ -44,6 +44,7 @@ jobs:
           path: data
           key: ${{ steps.cache.outputs.cache-primary-key }}
       - run: npm run build-coinbase
+      - run: npm run build-sitemap
       - uses: actions/configure-pages@v3
       - uses: actions/upload-pages-artifact@v2
         with:

.gitignore

@@ -6,4 +6,5 @@ node_modules
 www/api/*/
 !www/api/*.*
 www/api/.DS_Store
+www/sitemap.xml
 

bin/build-sitemap.mjs

@@ -0,0 +1,32 @@
+import fs from 'fs/promises'
+import path from 'path'
+
+async function * getAllFiles (dir, { join } = path, { readdir, stat } = fs) {
+  const files = await readdir(dir)
+  for (const file of files) {
+    const path = join(dir, file)
+    const stats = await stat(path)
+    if (stats.isDirectory()) {
+      yield * getAllFiles(path)
+    } else if (stats.isFile()) {
+      yield path
+    }
+  }
+}
+
+async function generateSitemap (dir, { relative } = path, { stat } = fs) {
+  let sitemap = '<?xml version="1.0" encoding="UTF-8"?>\n<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n'
+  for await (const file of getAllFiles(dir)) {
+    if (['www/sitemap.xml'].includes(file)) continue
+    sitemap += `<url><loc>/${relative(dir, file).replace(/\\/g, '/')}</loc><lastmod>${(await stat(file)).mtime.toISOString().split('T')[0]}</lastmod></url>\n`
+  }
+  return sitemap + '</urlset>'
+}
+
+console.time('[bin/build-sitemap] created: www/sitemap.xml time')
+await fs.writeFile('www/sitemap.xml', await generateSitemap('www'))
+console.timeEnd('[bin/build-sitemap] created: www/sitemap.xml time')
+
+// For when this file will become too big:
+// - https://webmasters.stackexchange.com/a/93807
+// - https://chat.openai.com/c/ebb14320-2827-423d-8ddd-1dd016c25497 (first thread)

package.json

@@ -9,6 +9,7 @@
   },
   "scripts": {
     "sync-coinbase": "node --experimental-modules bin/sync-coinbase.mjs",
+    "build-sitemap": "node --experimental-modules bin/build-sitemap.mjs",
     "build-coinbase": "node --experimental-modules bin/build-coinbase.mjs",
     "test": "NODE_V8_COVERAGE=coverage node --experimental-modules --test --test-reporter spec --experimental-test-coverage ",
     "watch": "serve www & node --experimental-modules --test --test-reporter dot --watch & wait"