add robots.txt and update sitemaps.xml

darjeeling · darjeeling · commit 794a41de54bd · 2025-07-06T22:39:51.000+09:00
diff --git a/source/conf.py b/source/conf.py
@@ -32,6 +32,9 @@
 html_theme = 'sphinx_rtd_theme'
 html_static_path = ['_static']
 
+# robots txt
+html_extra_path = ['robots.txt']
+
 # site maps
 # https://sphinx-sitemap.readthedocs.io/en/latest/getting-started.html#usage
 html_baseurl = 'https://dx.python.or.kr/'
diff --git a/source/robots.txt b/source/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+
+Sitemap: https://dx.python.or.kr/sitemap.xml

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+User-agent: *`
	`2`	`+`
	`3`	`+Sitemap: https://dx.python.or.kr/sitemap.xml`