Sarc 319 log trace diskusage

sarc/cli/acquire/storages.py

@@ -1,5 +1,7 @@
+import logging
 from dataclasses import dataclass
 
+from opentelemetry.trace import Status, StatusCode, get_tracer
 from simple_parsing import field
 
 from sarc.config import config
@@ -18,22 +20,29 @@ class AcquireStorages:
     cluster_names: list[str] = field(alias=["-c"], default_factory=list)
     dry: bool = False
 
+    tracer = get_tracer("AcquireStorages")
+
     def execute(self) -> int:
         cfg = config()
 
         for cluster_name in self.cluster_names:
-            print(f"Acquiring {cluster_name} storages report...")
+            with self.tracer.start_as_current_span("cluster") as span:
+                span.set_attribute("cluster_name", cluster_name)
+
+                logging.info(f"Acquiring {cluster_name} storages report...")
+
+                cluster = cfg.clusters[cluster_name]
 
-            cluster = cfg.clusters[cluster_name]
+                fetch_diskusage = methods.get(cluster_name, methods["default"])
+                du = fetch_diskusage(cluster)
 
-            fetch_diskusage = methods.get(cluster_name, methods["default"])
-            du = fetch_diskusage(cluster)
+                if not self.dry:
+                    collection = get_diskusage_collection()
+                    collection.add(du)
+                else:
+                    print("Document:")
+                    print(du.json(indent=2))
 
-            if not self.dry:
-                collection = get_diskusage_collection()
-                collection.add(du)
-            else:
-                print("Document:")
-                print(du.json(indent=2))
+                span.set_status(Status(StatusCode.OK))
 
         return 0

tests/functional/diskusage/test_mila_diskusage.py

@@ -1,6 +1,8 @@
+import logging
 from pathlib import Path
 
 import pytest
+from opentelemetry.trace import Status, StatusCode, get_tracer
 
 import sarc.storage.mila
 from sarc.ldap.api import Credentials, User
@@ -62,9 +64,10 @@ def mock_get_users():
     "test_config", [{"clusters": {"mila": {"host": "mila"}}}], indirect=True
 )
 def test_mila_fetch_diskusage_single(
-    test_config, monkeypatch, cli_main, file_regression
+    test_config, monkeypatch, cli_main, file_regression, caplog, captrace
 ):
     count = 0
+    caplog.set_level(logging.INFO)
 
     def mock_get_report(*args):
         nonlocal count
@@ -93,6 +96,16 @@ def mock_get_report(*args):
     # report = sarc.storage.mila.fetch_diskusage_report(cluster=test_config.clusters["mila"])
     file_regression.check(data[0].json(exclude={"id": True}, indent=4))
 
+    # check logging
+    assert caplog.text.__contains__("Acquiring mila storages report...")
+
+    # check traces
+    traces = captrace.get_finished_spans()
+    assert len(traces) == 1  # only one cluster was acquired
+    assert traces[0].name == "cluster"
+    assert traces[0].attributes["cluster_name"] == "mila"
+    assert traces[0].status.status_code == StatusCode.OK
+
 
 @pytest.mark.freeze_time("2023-07-25")
 @pytest.mark.parametrize(