From 518ddd32363547c90654a98441ac2fd3843429e1 Mon Sep 17 00:00:00 2001
From: bunkerity <contact@bunkerity.com>
Date: Tue, 8 Jun 2021 09:18:28 +0200
Subject: [PATCH] docs - custom robots.txt

---
 docs/conf.py    | 4 ++++
 docs/robots.txt | 5 +++++
 2 files changed, 9 insertions(+)
 create mode 100644 docs/robots.txt

diff --git a/docs/conf.py b/docs/conf.py
index 9a6a8e2..76275f1 100644
--- a/docs/conf.py
+++ b/docs/conf.py
@@ -82,8 +82,12 @@ html_theme_path = [sphinx_rtd_theme.get_html_theme_path()]
 # so a file named "default.css" will overwrite the builtin "default.css".
 html_static_path = ['_static']
 
+# for sitemap
 branch = get_git_branch()
 if branch == "master" :
 	html_baseurl = 'https://bunkerized-nginx.readthedocs.io/en/latest/'
 else :
 	html_baseurl = 'https://bunkerized-nginx.readthedocs.io/en/dev/'
+
+# custom robots.txt
+html_extra_path = ['robots.txt']
diff --git a/docs/robots.txt b/docs/robots.txt
new file mode 100644
index 0000000..ab7883a
--- /dev/null
+++ b/docs/robots.txt
@@ -0,0 +1,5 @@
+User-agent: *
+
+Disallow: /en/dev/
+
+Sitemap: https://bunkerized-nginx.readthedocs.io/sitemap.xml