Merge pull request #402 from uw-it-aca/task/robots.txt

add robots.txt file
uw-it-aca · Apr 11, 2024 · 2edcbe2 · 2edcbe2
2 parents 42d6c49 + 2e84770
commit 2edcbe2
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/compass/templates/robots.txt b/compass/templates/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
diff --git a/compass/urls.py b/compass/urls.py
@@ -59,6 +59,8 @@
     ]
 
 urlpatterns += [
+    re_path(r"^robots\.txt$", TemplateView.as_view(
+        template_name="robots.txt", content_type="text/plain")),
     re_path(r"^admin", admin_site.urls),
     re_path(
         r"^unauthorized-user$",