Review relaeted updates.

Author: githubsgi

docs/debugging.md

@@ -93,7 +93,11 @@ CONFIG_FILE="./torchtitan/models/llama3/train_configs/debug_model.toml" ./run_tr
 - Sets deterministic workspace configuration for CuBLAS operations
 - **Note:** This will significantly reduce training performance but ensures exact reproducibility
 
+<<<<<<< HEAD
 Use `--debug.deterministic_warn_only` to only warn about (not stop running) kernel without deterministic implementation.
+=======
+Use --debug.deterministic.warn_only to only warn about (not stop running) kernel without deterministic implementation.
+>>>>>>> 0b9a2b71 (Review relaeted updates.)
 
 ### Activation Checkipointing Debugging ###
 

torchtitan/models/llama4/train_configs/llama4_17bx16e.toml

@@ -70,8 +70,10 @@ filter_fqns = ["output", "router.gate"]
 filter_fqns = ["output", "router.gate"]
 
 [debug]
-torch_deterministic = false
-torch_deterministic_warn_only = false
-torch_preserve_rng_state = false
+#seed = <integer>
+deterministic = false
+deterministic_warn_only = false
+ac_preserve_rng_state = false
 ac_determinism_check = "default"
 ac_debug = false
+moe_force_load_balance = false