From 7046857cbda737d29576ae1967cb1d2cd43b1f4c Mon Sep 17 00:00:00 2001
From: "byte[]" <byteslice@airmail.cc>
Date: Sat, 15 Aug 2020 16:49:27 -0400
Subject: [PATCH] search engine spiders should do their own searching

---
 assets/static/robots.txt | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/assets/static/robots.txt b/assets/static/robots.txt
index b4058372..99f49efb 100644
--- a/assets/static/robots.txt
+++ b/assets/static/robots.txt
@@ -1,6 +1,11 @@
 User-agent: *
-Crawl-delay: 0.5
+Crawl-delay: 2
 
+Allow: /images/*
+
+Disallow: /images
+Disallow: /tags
+Disallow: /search
 Disallow: /profiles
 Disallow: /api