feat(hompage): add sitemap and robots.txt

serjilyashenko · Oct 20, 2024 · 0a6a8bd · 0a6a8bd
1 parent e66f2f1
commit 0a6a8bd
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 0 deletions.
diff --git a/apps/homepage/astro.config.mjs b/apps/homepage/astro.config.mjs
@@ -3,6 +3,7 @@ import starlight from "@astrojs/starlight";
 
 // https://astro.build/config
 export default defineConfig({
+  site: 'https://simple-pie.netlify.app/',
   integrations: [
     starlight({
       title: "Simple Pie",

diff --git a/apps/homepage/src/pages/robots.txt.ts b/apps/homepage/src/pages/robots.txt.ts
@@ -0,0 +1,13 @@
+import type { APIRoute } from 'astro';
+
+const getRobotsTxt = (sitemapURL: URL) => `
+User-agent: *
+Allow: /
+
+Sitemap: ${sitemapURL.href}
+`;
+
+export const GET: APIRoute = ({ site }) => {
+  const sitemapURL = new URL('sitemap-index.xml', site);
+  return new Response(getRobotsTxt(sitemapURL));
+};