From e4bffb57d493b98cf259b13d8f3a7f21f75b56c2 Mon Sep 17 00:00:00 2001
From: modimihir07 <rinkumi0210@gmail.com>
Date: Mon, 18 May 2026 01:03:39 +0530
Subject: [PATCH] Fix sitemap (remove github.com URLs), add robots.txt

---
 docs/robots.txt  |  3 +++
 docs/sitemap.xml | 16 +++++-----------
 2 files changed, 8 insertions(+), 11 deletions(-)
 create mode 100644 docs/robots.txt

diff --git a/docs/robots.txt b/docs/robots.txt
new file mode 100644
index 0000000..72c9406
--- /dev/null
+++ b/docs/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Allow: /
+Sitemap: https://modimihir07.github.io/agentic-os/sitemap.xml
diff --git a/docs/sitemap.xml b/docs/sitemap.xml
index 52b6728..d3cbdf7 100644
--- a/docs/sitemap.xml
+++ b/docs/sitemap.xml
@@ -2,20 +2,14 @@
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
   <url>
     <loc>https://modimihir07.github.io/agentic-os/</loc>
-    <lastmod>2026-05-17</lastmod>
+    <lastmod>2026-05-18</lastmod>
     <changefreq>weekly</changefreq>
     <priority>1.0</priority>
   </url>
   <url>
-    <loc>https://github.com/modimihir07/agentic-os</loc>
-    <lastmod>2026-05-17</lastmod>
-    <changefreq>daily</changefreq>
-    <priority>0.9</priority>
-  </url>
-  <url>
-    <loc>https://github.com/modimihir07/agentic-os/blob/main/README.md</loc>
-    <lastmod>2026-05-17</lastmod>
-    <changefreq>weekly</changefreq>
-    <priority>0.8</priority>
+    <loc>https://modimihir07.github.io/agentic-os/sitemap.xml</loc>
+    <lastmod>2026-05-18</lastmod>
+    <changefreq>monthly</changefreq>
+    <priority>0.3</priority>
   </url>
 </urlset>