modify robots.txt

master
Amolith 4 years ago
parent 0235f7b750
commit 5da6ca020a
Signed by: Amolith
GPG Key ID: 51FD40936DB0065B
  1. 5
      robots.txt

@ -4,6 +4,9 @@ sitemap:
exclude: 'yes'
---
User-agent: *
Disallow:
Disallow: /search
User-agent: ia_archiver
Disallow: /
Sitemap: {{ site.url }}/sitemap.xml

Loading…
Cancel
Save