feat: control search indexing at runtime

.env.example

@@ -4,3 +4,4 @@ APP_PORT=3000
 UMBRACO_BASE_URL=http://localhost:7158
 CMS_PUBLIC_URL=http://localhost:7158
 SITE_URL=http://localhost:3000/
+SEARCH_INDEXING_ENABLED=true

src/app/layout.tsx

@@ -7,7 +7,7 @@ import { config } from '@fortawesome/fontawesome-svg-core';
 import '@fortawesome/fontawesome-svg-core/styles.css';
 import './globals.css';
 import { Footer } from '@/components/Footer';
-import { getSiteUrl } from '@/serverConfig';
+import { getSiteUrl, isSearchIndexingEnabled } from '@/serverConfig';
 
 config.autoAddCss = false;
 
@@ -22,6 +22,9 @@ export async function generateMetadata(): Promise<Metadata> {
             default: 'Method Conference - October 12th 2024 - Springfield, MO',
         },
         metadataBase: getSiteUrl(),
+        robots: isSearchIndexingEnabled()
+            ? undefined
+            : { index: false, follow: false },
     };
 }
 

src/app/robots.ts

@@ -0,0 +1,13 @@
+import type { MetadataRoute } from 'next';
+import { connection } from 'next/server';
+import { isSearchIndexingEnabled } from '@/serverConfig';
+
+export default async function robots(): Promise<MetadataRoute.Robots> {
+    await connection();
+
+    return {
+        rules: isSearchIndexingEnabled()
+            ? { userAgent: '*', allow: '/' }
+            : { userAgent: '*', disallow: '/' },
+    };
+}

src/serverConfig.ts

@@ -23,6 +23,10 @@ export function getSiteUrl(): URL {
     return getRequiredUrl('SITE_URL');
 }
 
+export function isSearchIndexingEnabled(): boolean {
+    return process.env.SEARCH_INDEXING_ENABLED === 'true';
+}
+
 export function getNewsletterConfig(): {
     endpoint?: URL;
     listId?: string;