docs: add noindex, nofollow with X-Robots-Tag on Netlify

Apparently, search engines started referencing content from deploy preview and the Netlify deploy. Since we use GitHub pages to deploy at the moment, let's ask robots to not index nor follow when building with Netlify. Signed-off-by: Mahe Tardy <[email protected]>
cilium · Jul 23, 2024 · 358f397 · 358f397
1 parent 0ba2652
commit 358f397
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/netlify.toml b/netlify.toml
@@ -23,3 +23,14 @@ ignore = "git diff --quiet $CACHED_COMMIT_REF $COMMIT_REF ."
 
 [build.environment]
 HUGO_VERSION = "0.126.2"
+
+# Hugo has "enableRobotsTXT" to false on the development environment. Here
+# making sure that even the "main" deployment on Netlify (so far available at
+# "https://tetragon.netlify.app/"), includes noindex, nofollow. Only the
+# deployment on GitHub pages should build with the production environment and
+# enable robots.txt.
+[[header]]
+for = "/"
+[headers.values]
+X-Robots-Tag = "noindex, nofollow"
+