Update robots.txt

2024-04-14 12:14:07 -04:00 · 2024-04-14 12:14:07 -04:00 · efe5d4bb0b
parent 497278af97
commit efe5d4bb0b
1 changed files with 3 additions and 1 deletions
--- a/static/robots.txt
+++ b/static/robots.txt
@ -1,8 +1,10 @@
 User-agent: *
 Disallow: /*.asc.txt$
 Disallow: /*.jpg$
+Disallow: /*.pdf$
 Disallow: /*.png$
 Disallow: /*.svg$
 Disallow: /*.xml$
 Disallow: /css/
+Disallow: /documents/
 Disallow: /img/