Added robots meta tag to inline version to prevent indexing.

src/web/html/index.html

@@ -88,6 +88,7 @@
             window.loadingMsgsInt = setInterval(changeLoadingMsg, (Math.random() * 2000) + 1500);
         </script>
         <% if (!htmlWebpackPlugin.options.inline) { %>
+            <meta name="robots" content="noindex" />
             <script type="application/ld+json">
                 <% print(JSON.stringify(require("../static/structuredData.json"))); %>
             </script>

src/web/static/robots.txt

@@ -1,4 +0,0 @@
-user-agent: *
-disallow: /cyberchef.htm
-
-sitemap: https://gchq.github.io/CyberChef/sitemap.xml