Update robots.txt

This commit is contained in:
Ethan Yoo 2024-04-14 12:14:07 -04:00
parent 497278af97
commit efe5d4bb0b
Signed by: ethan
GPG Key ID: 70596474C5D20F85
1 changed files with 3 additions and 1 deletions

View File

@ -1,8 +1,10 @@
User-agent: *
Disallow: /*.asc.txt$
Disallow: /*.jpg$
Disallow: /*.pdf$
Disallow: /*.png$
Disallow: /*.svg$
Disallow: /*.xml$
Disallow: /css/
Disallow: /img/
Disallow: /documents/
Disallow: /img/