Return sitemap on robots.txt file

readthedocs · Feb 12, 2019 · ab64878 · ab64878
1 parent 3de35d0
commit ab64878
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/readthedocs/core/views/serve.py b/readthedocs/core/views/serve.py
@@ -295,7 +295,14 @@ def robots_txt(request, project):
     if os.path.exists(fullpath):
         return HttpResponse(open(fullpath).read(), content_type='text/plain')
 
-    return HttpResponse('User-agent: *\nAllow: /\n', content_type='text/plain')
+    sitemap_url = '{scheme}://{domain}/sitemap.xml'.format(
+        scheme='https',
+        domain=project.subdomain(),
+    )
+    return HttpResponse(
+        'User-agent: *\nAllow: /\nSitemap: {}\n'.format(sitemap_url),
+        content_type='text/plain',
+    )
 
 
 @map_project_slug