feat: added robots.txt and sitemap

Author: rubenbupe

astro.config.mjs

@@ -1,38 +1,38 @@
 import { defineConfig } from 'astro/config';
 import tailwind from "@astrojs/tailwind";
 import react from "@astrojs/react";
-
 import icon from "astro-icon";
 
+import sitemap from "@astrojs/sitemap";
+import { site } from './src/constants/site';
+
 // https://astro.build/config
 export default defineConfig({
+	site,
   integrations: [tailwind(), react(), icon({
-		svgoOptions: {
-			multipass: true,
-			plugins: [
-				'preset-default',
-				// Avoid collisions with ids in other SVGs,
-				// which was causing incorrect gradient directions
-				// https://github.com/svg/svgo/issues/1746#issuecomment-1803600573
-				//
-				// Previously, this was a problem where unique ids
-				// could not be generated since svgo@3
-				// https://github.com/svg/svgo/issues/674
-				// https://github.com/svg/svgo/issues/1746
-				'cleanupIds',
-				{
-					name: 'prefixIds',
-					params: {
-						prefix() {
-							svgCount++;
-							return `svgid-${svgCount}`;
-						}
-					}
-				}
-			]
-		},
-		include: {
-			tabler: ['*']
-		}
-	})],
+    svgoOptions: {
+      multipass: true,
+      plugins: ['preset-default',
+      // Avoid collisions with ids in other SVGs,
+      // which was causing incorrect gradient directions
+      // https://github.com/svg/svgo/issues/1746#issuecomment-1803600573
+      //
+      // Previously, this was a problem where unique ids
+      // could not be generated since svgo@3
+      // https://github.com/svg/svgo/issues/674
+      // https://github.com/svg/svgo/issues/1746
+      'cleanupIds', {
+        name: 'prefixIds',
+        params: {
+          prefix() {
+            svgCount++;
+            return `svgid-${svgCount}`;
+          }
+        }
+      }]
+    },
+    include: {
+      tabler: ['*']
+    }
+  }), sitemap()]
 });

package-lock.json

@@ -13,6 +13,7 @@
 	"dependencies": {
 		"@astrojs/check": "^0.9.2",
 		"@astrojs/react": "^3.6.2",
+		"@astrojs/sitemap": "^3.1.6",
 		"@astrojs/tailwind": "^5.1.0",
 		"@iconify-json/tabler": "^1.1.116",
 		"@react-three/drei": "^9.109.5",
@@ -35,4 +36,4 @@
 		"three-globe": "^2.31.1",
 		"typescript": "^5.5.4"
 	}
-}
+}

package.json

@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://rubenbupe.com/sitemap-index.xml

public/robots.txt

@@ -1,3 +1,5 @@
+export const site = 'https://rubenbupe.com';
+
 export const siteName = 'Rubén Buzón';
 export const siteDescription = 'Rubén Buzón - Full Stack Engineer';
 

src/constants/site.ts

@@ -17,6 +17,7 @@ const { title } = Astro.props;
         <meta charset="UTF-8" />
         <meta name="description" content={siteDescription} />
         <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+        <link rel="sitemap" href="/sitemap-index.xml" />
 
         <link
             rel="apple-touch-icon"