Merge pull request #8 from cse23-mora/sitemap

chore: add sitemap generation logic

Author: NipunSGeeTH

astro.config.mjs

@@ -2,12 +2,14 @@
 import { defineConfig } from 'astro/config';
 import remarkMath from 'remark-math';
 import rehypeMathJax from 'rehype-mathjax';
+import sitemap from '@astrojs/sitemap';
 
 // https://astro.build/config
 export default defineConfig({
+	site: 'https://learn.cse23.org', // Replace with your actual domain
 	markdown: {
 		remarkPlugins: [remarkMath],
 		rehypePlugins: [rehypeMathJax],
 	},
-	integrations: [],
+	integrations: [sitemap()],
 });

package-lock.json

@@ -10,6 +10,7 @@
     "astro": "astro"
   },
   "dependencies": {
+    "@astrojs/sitemap": "^3.4.2",
     "astro": "^5.6.1",
     "rehype-mathjax": "^7.1.0",
     "remark-math": "^6.0.0",

package.json

@@ -0,0 +1,8 @@
+User-agent: *
+Allow: /
+
+# Sitemap location
+Sitemap: https://learn.cse23.org/sitemap-index.xml
+
+# Block crawling of API endpoints since they're duplicates of lesson pages
+Disallow: /api/

public/robots.txt

@@ -13,6 +13,7 @@ const { title } = Astro.props;
 		<meta name="description" content="Educational content hub for CSE23 students" />
 		<meta name="viewport" content="width=device-width, initial-scale=1.0" />
 		<link rel="icon" type="image/svg+xml" href="/favicon.ico" />
+		<link rel="sitemap" href="/sitemap-index.xml" />
 		<meta name="generator" content={Astro.generator} />
 		<title>{title}</title>
 	</head>