Merge pull request #75 from j1642/exlude-devdocs

MAINT: Exclude devdocs from search engine results
matplotlib · Aug 30, 2023 · 0eeaedb · 0eeaedb
2 parents 2a60d39 + 04aa27c
commit 0eeaedb
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/robots.txt b/robots.txt
@@ -38,6 +38,9 @@ Disallow: /py-modindex.html
 Disallow: /search.html
 Disallow: /searchindex.js
 Disallow: /win32_*.tar.gz
+# exclude all of /devdocs except /devdocs/devel
+Disallow: /devdocs/
+Allow: /devdocs/devel/
 
 # tell robots this is sitemap
 Sitemap: https://matplotlib.org/_sitemap/sitemap.xml