Generate robots.txt

kmcginnes · Feb 5, 2024 · 435ca8e · 435ca8e
1 parent 519fac4
commit 435ca8e
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/src/app/robots.ts b/src/app/robots.ts
@@ -0,0 +1,14 @@
+import { type MetadataRoute } from "next"
+import { env } from "~/env"
+
+export default function robots(): MetadataRoute.Robots {
+  const baseUrl = env.SITE_URL ?? "http://localhost:3000"
+  return {
+    rules: {
+      userAgent: "*",
+      allow: "/",
+      disallow: "/private/",
+    },
+    sitemap: baseUrl + "/sitemap.xml",
+  }
+}