Make use of mkdocs-llmstxt (#988)

Author: Viicos

docs/plugins/build_llms_txt.py

@@ -314,7 +314,26 @@ plugins:
         "why-logfire/python-centric.md": "why.md"
         "why-logfire/sql.md": "why.md"
         "get-started/traces.md": "concepts.md"
+  - llmstxt:
+      enabled: !ENV [CI, false]
+      full_output: llms-full.txt
+      markdown_description: |-
+        From the team behind Pydantic, Logfire is an observability platform built on the same belief as our
+        open source library — that the most powerful tools can be easy to use.
+      sections:
+        General:
+          - index.md
+          - why.md
+          - concepts.md
+        How To - Guides:
+          - guides/*/*.md
+          - how-to-guides/*.md
+        Integrations:
+          - integrations/*.md
+          - integrations/*/*.md
+        Optional:
+          - roadmap.md
+          - release-notes.md
 hooks:
   - docs/plugins/main.py
-  - docs/plugins/build_llms_txt.py
   - docs/plugins/algolia.py

mkdocs.yml

@@ -182,9 +182,8 @@ docs = [
     "mkdocstrings-python>=1.8.0",
     "mkdocs-redirects>=1.2.1",
     "griffe",
-    "bs4>=0.0.2",
     "algoliasearch>=3,<4",
-    "markdownify>=0.14.1",
+    "mkdocs-llmstxt>=0.2.0 ; python_full_version >= '3.9'",
 ]
 
 [tool.inline-snapshot]