From cb1fe80214271ed210e02be0e66300a0f2c194a9 Mon Sep 17 00:00:00 2001
From: n1474335 <n1474335@gmail.com>
Date: Tue, 20 Feb 2018 17:34:19 +0000
Subject: [PATCH] Added robots meta tag to inline version to prevent indexing.

---
 Gruntfile.js              | 4 ----
 src/web/html/index.html   | 1 +
 src/web/static/robots.txt | 4 ----
 3 files changed, 1 insertion(+), 8 deletions(-)
 delete mode 100644 src/web/static/robots.txt

diff --git a/Gruntfile.js b/Gruntfile.js
index 25a3942a..f6f62f51 100755
--- a/Gruntfile.js
+++ b/Gruntfile.js
@@ -379,10 +379,6 @@ module.exports = function (grunt) {
                         src: "docs/**",
                         dest: "build/prod/"
                     },
-                    {
-                        src: "src/web/static/robots.txt",
-                        dest: "build/prod/robots.txt"
-                    }
                 ]
             }
         },
diff --git a/src/web/html/index.html b/src/web/html/index.html
index 22877fd7..1e76be66 100755
--- a/src/web/html/index.html
+++ b/src/web/html/index.html
@@ -88,6 +88,7 @@
             window.loadingMsgsInt = setInterval(changeLoadingMsg, (Math.random() * 2000) + 1500);
         </script>
         <% if (!htmlWebpackPlugin.options.inline) { %>
+            <meta name="robots" content="noindex" />
             <script type="application/ld+json">
                 <% print(JSON.stringify(require("../static/structuredData.json"))); %>
             </script>
diff --git a/src/web/static/robots.txt b/src/web/static/robots.txt
deleted file mode 100644
index e29fa0ca..00000000
--- a/src/web/static/robots.txt
+++ /dev/null
@@ -1,4 +0,0 @@
-user-agent: *
-disallow: /cyberchef.htm
-
-sitemap: https://gchq.github.io/CyberChef/sitemap.xml