Added robots.txt to disallow older version docs.

beeware · Sep 11, 2024 · ef4991c · ef4991c
1 parent bd0a592
commit ef4991c
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 0 deletions.
diff --git a/changes/2708.misc.rst b/changes/2708.misc.rst
@@ -0,0 +1,2 @@
+Add a robots.txt to disallow search engines to show unstable docs versions.
+Created a new folder for it and configured Sphinx to find it.
diff --git a/docs/conf.py b/docs/conf.py
@@ -372,3 +372,5 @@ def autodoc_process_signature(
 
 # If this is True, todolist produce output without file path and line, The default is False.
 # todo_link_only = False
+
+html_extra_path = ["extra"]
diff --git a/docs/extra/robots.txt b/docs/extra/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /en/latest/
+Disallow: /en/v*
+Allow: /en/stable/
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		Add a robots.txt to disallow search engines to show unstable docs versions.
		Created a new folder for it and configured Sphinx to find it.
Original file line number	Diff line number	Diff line change
Expand Up		@@ -372,3 +372,5 @@ def autodoc_process_signature(

		# If this is True, todolist produce output without file path and line, The default is False.
		# todo_link_only = False

		html_extra_path = ["extra"]