Improve error messages for spawn method checks.

allenai · Feb 28, 2025 · 664b549 · 664b549
1 parent 362a90a
commit 664b549
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/python/dolma/cli/main.py b/python/dolma/cli/main.py
@@ -52,7 +52,8 @@ def main(argv: Optional[List[str]] = None):
     except RuntimeError as ex:
         # method already set, check if it is set to spawn
         if multiprocessing.get_start_method() != "spawn":
-            raise RuntimeError("Multiprocessing start method must be set to spawn") from ex
+            msg = f"Multiprocessing start method must be set to spawn: {multiprocessing.get_start_method()}"
+            raise RuntimeError(msg) from ex
 
     parser = ArgumentParser(
         prog="dolma",

diff --git a/python/dolma/core/parallel.py b/python/dolma/core/parallel.py
@@ -385,7 +385,8 @@ def _multiprocessing_run_all(
         try:
             multiprocessing.set_start_method("spawn")
         except RuntimeError:
-            assert multiprocessing.get_start_method() == "spawn", "Multiprocessing start method must be spawn"
+            msg = f"Multiprocessing start method must be set to spawn but is {multiprocessing.get_start_method()}"
+            assert multiprocessing.get_start_method() == "spawn", msg
 
         all_process_kwargs = all_process_kwargs or [{} for _ in all_source_paths]