diff --git a/server/next.config.js b/server/next.config.js index 129925ec..45bd0357 100644 --- a/server/next.config.js +++ b/server/next.config.js @@ -110,11 +110,7 @@ const nextConfig = { source: '/favicon.ico', destination: 'https://storage.googleapis.com/unstoppable-client-assets/images/favicon/favicon.ico', - }, - { - source: '/robots.txt', - destination: '/api/robots', - }, + } ]; }, async headers() { diff --git a/server/public/robots.txt b/server/public/robots.txt new file mode 100644 index 00000000..6181ea25 --- /dev/null +++ b/server/public/robots.txt @@ -0,0 +1,8 @@ +# Explicitly block Googlebot and Adsbot +User-agent: Googlebot +User-agent: AdsBot-Google +Disallow: / + +# Generally block everything else +User-agent: * +Disallow: /