Fix sitemap (remove github.com URLs), add robots.txt

This commit is contained in:
modimihir07 2026-05-18 01:03:39 +05:30
parent 863a24b2ed
commit e4bffb57d4
2 changed files with 8 additions and 11 deletions

3
docs/robots.txt Normal file
View File

@ -0,0 +1,3 @@
User-agent: *
Allow: /
Sitemap: https://modimihir07.github.io/agentic-os/sitemap.xml

View File

@ -2,20 +2,14 @@
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://modimihir07.github.io/agentic-os/</loc>
<lastmod>2026-05-17</lastmod>
<lastmod>2026-05-18</lastmod>
<changefreq>weekly</changefreq>
<priority>1.0</priority>
</url>
<url>
<loc>https://github.com/modimihir07/agentic-os</loc>
<lastmod>2026-05-17</lastmod>
<changefreq>daily</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://github.com/modimihir07/agentic-os/blob/main/README.md</loc>
<lastmod>2026-05-17</lastmod>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
<loc>https://modimihir07.github.io/agentic-os/sitemap.xml</loc>
<lastmod>2026-05-18</lastmod>
<changefreq>monthly</changefreq>
<priority>0.3</priority>
</url>
</urlset>