diff --git a/assets/static/robots.txt b/assets/static/robots.txt index b4058372..99f49efb 100644 --- a/assets/static/robots.txt +++ b/assets/static/robots.txt @@ -1,6 +1,11 @@ User-agent: * -Crawl-delay: 0.5 +Crawl-delay: 2 +Allow: /images/* + +Disallow: /images +Disallow: /tags +Disallow: /search Disallow: /profiles Disallow: /api