From 0640fbd8f70b04713693396702da80ea85a18e93 Mon Sep 17 00:00:00 2001
From: Ming Di Leom <2809763-curben@users.noreply.gitlab.com>
Date: Fri, 26 Feb 2021 10:53:29 +0000
Subject: [PATCH] build: add special robots.txt for mdleom.com

- will exclude mirror sites from web crawler
---
 source/robots-mdleom.com.txt | 6 ++++++
 1 file changed, 6 insertions(+)
 create mode 100644 source/robots-mdleom.com.txt

diff --git a/source/robots-mdleom.com.txt b/source/robots-mdleom.com.txt
new file mode 100644
index 0000000..2e09e35
--- /dev/null
+++ b/source/robots-mdleom.com.txt
@@ -0,0 +1,6 @@
+# This file only applies to mdleom.com via web server's internal rewrite
+User-agent: *
+Disallow: /404
+Disallow: /404.html
+
+Sitemap: https://mdleom.com/sitemap.xml