diff --git a/docs/robots.txt b/docs/robots.txt
new file mode 100644
index 0000000..72c9406
--- /dev/null
+++ b/docs/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Allow: /
+Sitemap: https://modimihir07.github.io/agentic-os/sitemap.xml
diff --git a/docs/sitemap.xml b/docs/sitemap.xml
index 52b6728..d3cbdf7 100644
--- a/docs/sitemap.xml
+++ b/docs/sitemap.xml
@@ -2,20 +2,14 @@
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
   <url>
     <loc>https://modimihir07.github.io/agentic-os/</loc>
-    <lastmod>2026-05-17</lastmod>
+    <lastmod>2026-05-18</lastmod>
     <changefreq>weekly</changefreq>
     <priority>1.0</priority>
   </url>
   <url>
-    <loc>https://github.com/modimihir07/agentic-os</loc>
-    <lastmod>2026-05-17</lastmod>
-    <changefreq>daily</changefreq>
-    <priority>0.9</priority>
-  </url>
-  <url>
-    <loc>https://github.com/modimihir07/agentic-os/blob/main/README.md</loc>
-    <lastmod>2026-05-17</lastmod>
-    <changefreq>weekly</changefreq>
-    <priority>0.8</priority>
+    <loc>https://modimihir07.github.io/agentic-os/sitemap.xml</loc>
+    <lastmod>2026-05-18</lastmod>
+    <changefreq>monthly</changefreq>
+    <priority>0.3</priority>
   </url>
 </urlset>