diff --git a/web/robotstxt.origin b/web/robots.txt similarity index 98% rename from web/robotstxt.origin rename to web/robots.txt index 18f8df8e..023310bc 100644 --- a/web/robotstxt.origin +++ b/web/robots.txt @@ -14,6 +14,8 @@ # http://www.robotstxt.org/robotstxt.html User-agent: * +# sitemap +Allow: /sitemap.xml # CSS, JS, Images Allow: /core/*.css$ Allow: /core/*.css?