feat: add robots.txt

2026-04-05 21:02:18 +00:00
parent 3abc573c1f
commit 4ac83a0df3
1 changed files with 8 additions and 0 deletions
--- a/robots.txt
+++ b/robots.txt
@@ -0,0 +1,8 @@
+User-agent: *
+Allow: /
+Disallow: /api/
+Disallow: /admin/
+Disallow: /user/
+Disallow: /explore/
+
+Sitemap: https://forge.alexanderwhitestone.com/sitemap.xml