Add sitemap.xml, robots.txt

astro.config.mjs

@@ -7,6 +7,7 @@ import svelte from "@astrojs/svelte";
 
 // https://astro.build/config
 export default defineConfig({
+  // FIXME: don't hardcode this
   site: "https://skyfall.dev",
   integrations: [mdx(), sitemap(), tailwind(), svelte()],
   /* output: "hybrid", // or 'server'

src/components/BaseHead.astro

@@ -51,5 +51,8 @@ const { title, description, image = "/blog-placeholder-1.jpg" } = Astro.props;
 <meta property="twitter:description" content={description} />
 <meta property="twitter:image" content={new URL(image, Astro.url)} />
 
+<!-- Sitemap -->
+<link rel="sitemap" href="/sitemap-index.xml" />
+
 <!-- Transitions -->
- <ViewTransitions/>
+<ViewTransitions />

src/pages/robots.txt.ts

@@ -0,0 +1,16 @@
+import type { APIRoute } from "astro";
+
+const robotsTxt = `
+User-agent: *
+Allow: /
+
+Sitemap: ${new URL("sitemap-index.xml", import.meta.env.SITE).href}
+`.trim();
+
+export const GET: APIRoute = () => {
+  return new Response(robotsTxt, {
+    headers: {
+      "Content-Type": "text/plain; charset=utf-8",
+    },
+  });
+};

svelte.config.js

@@ -1,5 +1,5 @@
-import { vitePreprocess } from '@astrojs/svelte';
+import { vitePreprocess } from "@astrojs/svelte";
 
 export default {
-	preprocess: vitePreprocess(),
+  preprocess: vitePreprocess(),
-}
+};

tsconfig.json

@@ -1,5 +1,6 @@
 {
   "extends": "astro/tsconfigs/strict",
+  "exclude": ["dist/**"],
   "compilerOptions": {
     "strictNullChecks": true
   }