Remove custom robots.txt in favor of RTD default (#4055)

* Remove custom robots.txt Signed-off-by: Dmitry Sorokin <[email protected]> * Remove link to robots.txt from conf.py Signed-off-by: Dmitry Sorokin <[email protected]> * Update docs/source/conf.py Co-authored-by: Juan Luis Cano Rodríguez <[email protected]> Signed-off-by: Dmitry Sorokin <[email protected]> --------- Signed-off-by: Dmitry Sorokin <[email protected]> Signed-off-by: Dmitry Sorokin <[email protected]> Co-authored-by: Juan Luis Cano Rodríguez <[email protected]> Co-authored-by: Nok Lam Chan <[email protected]>
kedro-org · Aug 21, 2024 · 0f93ee6 · 0f93ee6
1 parent 43b3611
commit 0f93ee6
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 19 deletions.
diff --git a/docs/source/conf.py b/docs/source/conf.py
@@ -214,7 +214,9 @@
 
 # html_extra_path used to define a path to robots.txt which is used by webcrawlers
 # to ignore or allow certain links.
-html_extra_path = [str(here / "robots.txt")]
+# We've decided to rely on RTD's default robots.txt, so we no longer need to specify a custom one,
+# see discussion at https://github.com/kedro-org/kedro/issues/3741
+# html_extra_path = [str(here / "robots.txt")]
 
 # Removes, from all docs, the copyright footer.
 html_show_copyright = False

diff --git a/docs/source/robots.txt b/docs/source/robots.txt