From d1b2b58b19c7098efe3cf647139f48eaf4cbd63f Mon Sep 17 00:00:00 2001 From: "David B. Kinder" Date: Tue, 22 Feb 2022 02:48:42 -0800 Subject: [PATCH] doc: limit search engines scan on older content Update robots.txt to exclude older documentation versions: 0.? 1.? and 2.0 through 2.4 Signed-off-by: David B. Kinder --- doc/scripts/publish-robots.txt | 21 +++++++-------------- 1 file changed, 7 insertions(+), 14 deletions(-) diff --git a/doc/scripts/publish-robots.txt b/doc/scripts/publish-robots.txt index 53f53a180..d448457a5 100644 --- a/doc/scripts/publish-robots.txt +++ b/doc/scripts/publish-robots.txt @@ -1,16 +1,9 @@ User-agent: * Allow: / -Disallow: /0.1/ -Disallow: /0.2/ -Disallow: /0.3/ -Disallow: /0.4/ -Disallow: /0.5/ -Disallow: /0.6/ -Disallow: /0.7/ -Disallow: /0.8/ -Disallow: /1.0/ -Disallow: /1.1/ -Disallow: /1.2/ -Disallow: /1.3/ -Disallow: /1.4/ -Disallow: /1.5/ +Disallow: /0.?/ +Disallow: /1.?/ +Disallow: /2.0/ +Disallow: /2.1/ +Disallow: /2.2/ +Disallow: /2.3/ +Disallow: /2.4/