From 16b0ed9e6991c1068d583f39a4c1bb7ed8818f4b Mon Sep 17 00:00:00 2001 From: Ming Di Leom <2809763-curben@users.noreply.gitlab.com> Date: Tue, 28 Jan 2025 09:24:07 +0000 Subject: [PATCH] chore(robots): exclude non-pages --- source/robots-mdleom.com.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/source/robots-mdleom.com.txt b/source/robots-mdleom.com.txt index 2e09e35..d427282 100644 --- a/source/robots-mdleom.com.txt +++ b/source/robots-mdleom.com.txt @@ -2,5 +2,8 @@ User-agent: * Disallow: /404 Disallow: /404.html +Disallow: _headers +Disallow: _redirects +Disallow: _routes.json Sitemap: https://mdleom.com/sitemap.xml