diff --git a/docs/conf.py b/docs/conf.py index 9a6a8e2..76275f1 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -82,8 +82,12 @@ html_theme_path = [sphinx_rtd_theme.get_html_theme_path()] # so a file named "default.css" will overwrite the builtin "default.css". html_static_path = ['_static'] +# for sitemap branch = get_git_branch() if branch == "master" : html_baseurl = 'https://bunkerized-nginx.readthedocs.io/en/latest/' else : html_baseurl = 'https://bunkerized-nginx.readthedocs.io/en/dev/' + +# custom robots.txt +html_extra_path = ['robots.txt'] diff --git a/docs/robots.txt b/docs/robots.txt new file mode 100644 index 0000000..ab7883a --- /dev/null +++ b/docs/robots.txt @@ -0,0 +1,5 @@ +User-agent: * + +Disallow: /en/dev/ + +Sitemap: https://bunkerized-nginx.readthedocs.io/sitemap.xml