From 451bdece3a78b6ab6b2f8a5a1a7d15069acb3e44 Mon Sep 17 00:00:00 2001
From: j1642 <60148902+j1642@users.noreply.github.com>
Date: Mon, 3 Jul 2023 22:53:15 -0400
Subject: [PATCH 1/3] MAINT: Exclude devdocs from search engine results

---
 robots.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/robots.txt b/robots.txt
index cf227989a71..3ee20c961e9 100644
--- a/robots.txt
+++ b/robots.txt
@@ -6,6 +6,7 @@ User-agent: *
 
 # do not search root directory by default.
 Disallow: /api/
+Disallow: /devdocs/
 Disallow: /devel/
 Disallow: /examples/
 Disallow: /faq/

From 16a934b3e9e16815a7e849c24d971f679bf4f9b6 Mon Sep 17 00:00:00 2001
From: j1642 <60148902+j1642@users.noreply.github.com>
Date: Wed, 5 Jul 2023 10:50:37 -0400
Subject: [PATCH 2/3] MAINT: Exclude devdocs from search engine results, except
 devdocs/devel/

---
 robots.txt | 17 ++++++++++++++++-
 1 file changed, 16 insertions(+), 1 deletion(-)

diff --git a/robots.txt b/robots.txt
index 3ee20c961e9..fdf1894e92e 100644
--- a/robots.txt
+++ b/robots.txt
@@ -6,7 +6,6 @@ User-agent: *
 
 # do not search root directory by default.
 Disallow: /api/
-Disallow: /devdocs/
 Disallow: /devel/
 Disallow: /examples/
 Disallow: /faq/
@@ -39,6 +38,22 @@ Disallow: /py-modindex.html
 Disallow: /search.html
 Disallow: /searchindex.js
 Disallow: /win32_*.tar.gz
+# exclude all of /devdocs except /devdocs/devel
+Disallow: /devdocs/api/
+Disallow: /devdocs/faq/
+Disallow: /devdocs/gallery/
+Disallow: /devdocs/plot_types/
+Disallow: /devdocs/resources/
+Disallow: /devdocs/thirdpartypackages/
+Disallow: /devdocs/tutorials/
+Disallow: /devdocs/users/
+Disallow: /devdocs/citing.html
+Disallow: /devdocs/contents.html
+Disallow: /devdocs/index.html
+Disallow: /devdocs/objects.inv
+Disallow: /devdocs/py-modindex.html
+Disallow: /devdocs/search.html
+Disallow: /devdocs/searchindex.js
 
 # tell robots this is sitemap
 Sitemap: https://matplotlib.org/_sitemap/sitemap.xml

From 04aa27c489d682f7a4753b564e5247ca63ce7298 Mon Sep 17 00:00:00 2001
From: j1642 <60148902+j1642@users.noreply.github.com>
Date: Thu, 6 Jul 2023 15:32:15 -0400
Subject: [PATCH 3/3] MAINT: Exclude /devdocs from search engine results,
 except /devdocs/devel

---
 robots.txt | 17 ++---------------
 1 file changed, 2 insertions(+), 15 deletions(-)

diff --git a/robots.txt b/robots.txt
index fdf1894e92e..534962cc3db 100644
--- a/robots.txt
+++ b/robots.txt
@@ -39,21 +39,8 @@ Disallow: /search.html
 Disallow: /searchindex.js
 Disallow: /win32_*.tar.gz
 # exclude all of /devdocs except /devdocs/devel
-Disallow: /devdocs/api/
-Disallow: /devdocs/faq/
-Disallow: /devdocs/gallery/
-Disallow: /devdocs/plot_types/
-Disallow: /devdocs/resources/
-Disallow: /devdocs/thirdpartypackages/
-Disallow: /devdocs/tutorials/
-Disallow: /devdocs/users/
-Disallow: /devdocs/citing.html
-Disallow: /devdocs/contents.html
-Disallow: /devdocs/index.html
-Disallow: /devdocs/objects.inv
-Disallow: /devdocs/py-modindex.html
-Disallow: /devdocs/search.html
-Disallow: /devdocs/searchindex.js
+Disallow: /devdocs/
+Allow: /devdocs/devel/
 
 # tell robots this is sitemap
 Sitemap: https://matplotlib.org/_sitemap/sitemap.xml