lint

Author: fryz

arthur_bench/client/fs/abc_fs_client.py

@@ -89,7 +89,9 @@ def get_test_suite_by_name(self, test_suite_name: str) -> PaginatedTestSuite:
 
     @staticmethod
     @abstractmethod
-    def load_suite_with_optional_id(filepath: Union[str, os.PathLike]) -> Optional[PaginatedTestSuite]:
+    def load_suite_with_optional_id(
+        filepath: Union[str, os.PathLike]
+    ) -> Optional[PaginatedTestSuite]:
         raise NotImplementedError(
             "Calling an abstract method. Please use a concrete base class"
         )
@@ -113,7 +115,9 @@ def parse_paginated_test_suite(self, id: str) -> PaginatedTestSuite:
         )
 
     @abstractmethod
-    def parse_paginated_test_run(self, test_suite_id: str, test_run_id: str) -> PaginatedRun:
+    def parse_paginated_test_run(
+        self, test_suite_id: str, test_run_id: str
+    ) -> PaginatedRun:
         raise NotImplementedError(
             "Calling an abstract method. Please use a concrete base class"
         )

arthur_bench/client/fs/local_client.py

@@ -155,7 +155,7 @@ class LocalBenchClient(BenchClient):
     Client for managing local file system test suites and runs
     """
 
-    def __init__(self, config, use_s3 = False):
+    def __init__(self, config, use_s3=False):
         if not use_s3:
             self.fs_client = LocalFSClient(config)
         else:
@@ -193,7 +193,9 @@ def get_test_suites(
         if name is not None:
             test_suite_dir = self.fs_client.get_test_suite_dir(name)
             if test_suite_dir.is_dir():
-                suite = self.fs_client.load_suite_with_optional_id(test_suite_dir / "suite.json")
+                suite = self.fs_client.load_suite_with_optional_id(
+                    test_suite_dir / "suite.json"
+                )
                 if suite is None:
                     suite = self.fs_client.get_test_suite_by_name(name)
                 return PaginatedTestSuites(
@@ -311,7 +313,9 @@ def get_runs_for_test_suite(
 
         runs = []
         for f in self.fs_client.get_run_files(test_suite_name):
-            run_obj = self.fs_client.parse_paginated_test_run(test_suite_id, _get_run_name_from_file_path(f))
+            run_obj = self.fs_client.parse_paginated_test_run(
+                test_suite_id, _get_run_name_from_file_path(f)
+            )
             avg_score = np.mean([o.score for o in run_obj.test_cases])
             run_resp = TestRunMetadata(**run_obj.dict(), avg_score=float(avg_score))
             runs.append(run_resp)
@@ -345,9 +349,12 @@ def get_summary_statistics(
         run_files = self.fs_client.get_run_files(test_suite_name)
 
         if run_ids:
-            run_name_to_file_dict = {_get_run_name_from_file_path(file): file for file in run_files}
+            run_name_to_file_dict = {
+                _get_run_name_from_file_path(file): file for file in run_files
+            }
             run_names = [
-                self.fs_client.get_run_name_from_id(test_suite_name, id) for id in run_ids
+                self.fs_client.get_run_name_from_id(test_suite_name, id)
+                for id in run_ids
             ]
             filtered_run_files = {
                 k: run_name_to_file_dict[k]
@@ -357,7 +364,9 @@ def get_summary_statistics(
             run_files = list(filtered_run_files.values())
 
         for f in run_files:
-            run_obj = self.fs_client.parse_paginated_test_run(test_suite_id, _get_run_name_from_file_path(f))
+            run_obj = self.fs_client.parse_paginated_test_run(
+                test_suite_id, _get_run_name_from_file_path(f)
+            )
             runs.append(
                 _summarize_run(run=run_obj, scoring_method=suite.scoring_method)
             )

arthur_bench/client/fs/local_fs_client.py

@@ -119,7 +119,9 @@ def get_test_suite_by_name(self, test_suite_name: str) -> PaginatedTestSuite:
         return resp
 
     @staticmethod
-    def load_suite_with_optional_id(filepath: Union[str, os.PathLike]) -> Optional[PaginatedTestSuite]:
+    def load_suite_with_optional_id(
+        filepath: Union[str, os.PathLike]
+    ) -> Optional[PaginatedTestSuite]:
         if get_file_extension(filepath) != ".json":
             raise UserValueError("filepath must be json file")
         suite = json.load(open(filepath))
@@ -141,7 +143,9 @@ def parse_paginated_test_suite(self, id: str) -> PaginatedTestSuite:
         suite_file = self.root_dir / suite_name / "suite.json"
         return PaginatedTestSuite.parse_file(suite_file)
 
-    def parse_paginated_test_run(self, test_suite_id: str, run_name: str) -> PaginatedRun:
+    def parse_paginated_test_run(
+        self, test_suite_id: str, run_name: str
+    ) -> PaginatedRun:
         suite_name = self.get_suite_name_from_id(test_suite_id)
         if not suite_name:
             raise NotFoundError(f"no test suite with id: {test_suite_id}")
@@ -157,4 +161,3 @@ def write_suite_file(self, suite_dir: Path, test_suite: PaginatedTestSuite) -> N
     def write_run_file(self, run_dir: Path, test_run: PaginatedRun) -> None:
         run_file = run_dir / "run.json"
         run_file.write_text(test_run.json())
-