From 9d6f16e23b89e7edbf78739c9414d9f298c38df4 Mon Sep 17 00:00:00 2001 From: Joshua Joseph Date: Tue, 6 Aug 2024 17:27:50 -0400 Subject: [PATCH] :pencil2: add `sitemap.txt` generation --- .github/workflows/deploy.yml | 4 +++- src/robots.txt | 3 +++ 2 files changed, 6 insertions(+), 1 deletion(-) create mode 100644 src/robots.txt diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml index 41ae7f0..da21d3a 100644 --- a/.github/workflows/deploy.yml +++ b/.github/workflows/deploy.yml @@ -18,7 +18,9 @@ jobs: sudo apt install pandoc minify - name: Make pages - run: make + run: | + make + find pages -type f -name 'index.html' | sed -E 's|^pages|https://jjoseph.me|' > pages/sitemap.txt - name: Upload pages uses: actions/upload-pages-artifact@v3 diff --git a/src/robots.txt b/src/robots.txt new file mode 100644 index 0000000..e4efe78 --- /dev/null +++ b/src/robots.txt @@ -0,0 +1,3 @@ +User-agent: * +Disallow: +Sitemap: https://jjoseph.me/sitemap.txt