Update robots.txt
This commit is contained in:
parent
497278af97
commit
efe5d4bb0b
|
@ -1,8 +1,10 @@
|
|||
User-agent: *
|
||||
Disallow: /*.asc.txt$
|
||||
Disallow: /*.jpg$
|
||||
Disallow: /*.pdf$
|
||||
Disallow: /*.png$
|
||||
Disallow: /*.svg$
|
||||
Disallow: /*.xml$
|
||||
Disallow: /css/
|
||||
Disallow: /img/
|
||||
Disallow: /documents/
|
||||
Disallow: /img/
|
||||
|
|
Loading…
Reference in New Issue