aeaa

3outeille · 3outeille · commit b0fc19b88647 · 2025-12-09T14:02:57.000Z
diff --git a/torchtitan/models/llama3/__init__.py b/torchtitan/models/llama3/__init__.py
@@ -32,9 +32,7 @@
     ),
     "debugperf_large": TransformerModelArgs(
         dim=1024,
-        n_layers=12,
-        n_heads=16,
-        n_kv_heads=16,
+        n_layers=24,
         vocab_size=32000,
         rope_theta=500000,
     ),
