From 791f845ca34a98765b029ca653024ce9e4d2b012 Mon Sep 17 00:00:00 2001
From: MDLeom <2809763-curben@users.noreply.gitlab.com>
Date: Tue, 30 Jun 2020 14:34:37 +0100
Subject: [PATCH] fix(404): remove from sitemap and web crawler

---
 source/404.html   | 1 -
 source/404.md     | 5 +++++
 source/robots.txt | 3 ++-
 3 files changed, 7 insertions(+), 2 deletions(-)
 delete mode 100644 source/404.html
 create mode 100644 source/404.md

diff --git a/source/404.html b/source/404.html
deleted file mode 100644
index 98b8502..0000000
--- a/source/404.html
+++ /dev/null
@@ -1 +0,0 @@
-Page not found
\ No newline at end of file
diff --git a/source/404.md b/source/404.md
new file mode 100644
index 0000000..c35775e
--- /dev/null
+++ b/source/404.md
@@ -0,0 +1,5 @@
+---
+title: Page not found
+layout: page
+sitemap: false
+---
diff --git a/source/robots.txt b/source/robots.txt
index f649a3a..83e3697 100644
--- a/source/robots.txt
+++ b/source/robots.txt
@@ -1,4 +1,5 @@
 User-agent: *
-Disallow:
+Disallow: /404
+Disallow: /404.html
 
 Sitemap: https://mdleom.com/sitemap.xml
\ No newline at end of file