Doc: add custom robots.txt

OSGeo · Nov 18, 2024 · 7fd0162 · 7fd0162
1 parent 1ddaee4
commit 7fd0162
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/docs/source/conf.py b/docs/source/conf.py
@@ -149,6 +149,9 @@
 # Add any paths that contain custom static files (such as style sheets)
 html_static_path = ["_static"]
 
+# For robots.txt
+html_extra_path = ["extra_path"]
+
 html_css_files = [
     "theme_overrides.css",  # override wide tables in RTD theme
 ]

diff --git a/docs/source/extra_path/robots.txt b/docs/source/extra_path/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /en/stable/
+Disallow: /en/
+Sitemap: https://proj.org/sitemap.xml