From c698309ad5c96bf1545a3e71c73539765c87a3e6 Mon Sep 17 00:00:00 2001 From: Ramiro Berrelleza Date: Fri, 24 Jul 2026 16:20:47 -0700 Subject: [PATCH] chore(seo): noindex archived docs versions (/docs/1.XX) Add an X-Robots-Tag: noindex, follow response header for every archived documentation version under /docs/1.XX/ so old versions stop appearing in search results, while the current docs at /docs/... stay indexed. The trailing-splat path covers new versions automatically, so no change is needed when a version is cut each month. We keep the pages crawlable (no robots.txt Disallow) so crawlers can see the header, and use "follow" so link equity still flows to the current docs. Co-Authored-By: Claude Opus 4.8 --- netlify.toml | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/netlify.toml b/netlify.toml index 3eae5bbef..8d22c498f 100644 --- a/netlify.toml +++ b/netlify.toml @@ -3,6 +3,18 @@ [headers.values] Link = "; rel=\"service-doc\"" +# Keep archived documentation versions out of search engines. +# The current docs live at /docs/... (no version segment) and stay indexed; +# every numbered snapshot at /docs/1.XX/ is de-indexed. The trailing splat means +# new versions are covered automatically, with no per-release change needed. +# Note: we intentionally do NOT Disallow these in robots.txt. A crawler must be +# allowed to fetch the page to see this header, and "follow" lets link equity +# still flow to the current docs. +[[headers]] + for = "/docs/1.*" + [headers.values] + X-Robots-Tag = "noindex, follow" + [[redirects]] from = "/*/index.html" to = "/:splat/"