From 92873dde500d613b5a005bd525776b067cc4a5f9 Mon Sep 17 00:00:00 2001 From: Mathias Oterhals Myklebust Date: Wed, 4 Sep 2024 13:37:23 +0200 Subject: [PATCH] feat(robots): disallow crawling of studio and api paths --- src/app/robots.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/src/app/robots.ts b/src/app/robots.ts index 0c36b9bc3..3265d2247 100644 --- a/src/app/robots.ts +++ b/src/app/robots.ts @@ -4,6 +4,7 @@ export default function robots(): MetadataRoute.Robots { return { rules: { userAgent: "*", + disallow: ["/studio", "/shared", "/api"], }, sitemap: new URL("sitemap.xml", process.env.NEXT_PUBLIC_URL).toString(), };