diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..1ae35b5 --- /dev/null +++ b/robots.txt @@ -0,0 +1,8 @@ +User-agent: * +Allow: / +Disallow: /api/ +Disallow: /admin/ +Disallow: /user/ +Disallow: /explore/ + +Sitemap: https://forge.alexanderwhitestone.com/sitemap.xml