add robots.txt file

uw-it-aca · Apr 11, 2024 · 2e84770 · 2e84770
1 parent 42d6c49
commit 2e84770
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/compass/templates/robots.txt b/compass/templates/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
diff --git a/compass/urls.py b/compass/urls.py
@@ -59,6 +59,8 @@
     ]
 
 urlpatterns += [
+    re_path(r"^robots\.txt$", TemplateView.as_view(
+        template_name="robots.txt", content_type="text/plain")),
     re_path(r"^admin", admin_site.urls),
     re_path(
         r"^unauthorized-user$",