From 924775a055ededc07072256915239270acf5592d Mon Sep 17 00:00:00 2001 From: Amolith Date: Tue, 8 Aug 2023 12:30:08 -0600 Subject: [PATCH] add gptbot to robots.txt --- robots.txt | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/robots.txt b/robots.txt index a40c2e0..399f5fb 100644 --- a/robots.txt +++ b/robots.txt @@ -3,10 +3,10 @@ layout: null sitemap: exclude: 'yes' --- -User-agent: * -Disallow: /search - User-agent: ia_archiver Disallow: / +User-agent: GPTBot +Disallow: / + Sitemap: {{ site.url }}/sitemap.xml