robots config

This commit is contained in:
byte[] 2020-05-27 20:21:17 -04:00
parent 775aa72a5f
commit a2d9dcb51b
3 changed files with 9 additions and 7 deletions

View file

@ -1,5 +1,9 @@
# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file User-agent: *
# Crawl-delay: 0.5
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: * Disallow: /profiles
# Disallow: / Disallow: /api
Disallow: /harming/humans
Disallow: /ignoring/human/orders
Disallow: /harm/to/self

View file

@ -1,7 +1,6 @@
meta name="generator" content="philomena" meta name="generator" content="philomena"
meta name="theme-color" content="#618fc3" meta name="theme-color" content="#618fc3"
meta name="format-detection" content="telephone=no" meta name="format-detection" content="telephone=no"
meta name="robots" content="noindex, nofollow"
= if opengraph?(@conn) do = if opengraph?(@conn) do
- image = @conn.assigns.image - image = @conn.assigns.image

View file

@ -16,7 +16,6 @@ html lang="en"
meta name="generator" content="philomena" meta name="generator" content="philomena"
meta name="theme-color" content="#618fc3" meta name="theme-color" content="#618fc3"
meta name="format-detection" content="telephone=no" meta name="format-detection" content="telephone=no"
meta name="robots" content="noindex, nofollow"
= csrf_meta_tag() = csrf_meta_tag()
script type="text/javascript" src=Routes.static_path(@conn, "/js/app.js") async="async" script type="text/javascript" src=Routes.static_path(@conn, "/js/app.js") async="async"
= render PhilomenaWeb.LayoutView, "_opengraph.html", assigns = render PhilomenaWeb.LayoutView, "_opengraph.html", assigns