From 57e5c59097b8064f40e96038cae8773c60d47579 Mon Sep 17 00:00:00 2001 From: Ming Di Leom <2809763-curben@users.noreply.gitlab.com> Date: Sat, 27 Feb 2021 01:45:37 +0000 Subject: [PATCH] build: temporary allow web crawler to netlify - for web crawler to see X-Robots-Tag header - https://www.bing.com/webmasters/help/?topicid=37c07477 --- netlify.toml | 2 +- source/_redirects | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/netlify.toml b/netlify.toml index edc81cd..1094c4d 100644 --- a/netlify.toml +++ b/netlify.toml @@ -1,4 +1,4 @@ [context.production] environment = { NODE_ENV = "production" } publish = "public" - command = "npm run build" + command = "npm run build && mv public/robots-mdleom.com.txt public/robots.txt" diff --git a/source/_redirects b/source/_redirects index 5e58694..8cd470e 100644 --- a/source/_redirects +++ b/source/_redirects @@ -4,4 +4,3 @@ # /screenshot/* https://cdn.statically.io/screenshot/device=mobile/curben.netlify.app/:splat 200 /screenshot/* https://cdn.statically.io/screenshot/curben.netlify.app/:splat 200 /files/* https://gitlab.com/curben/blog/-/raw/site/:splat 200 -/robots.txt /robots-mdleom.com.txt 200