diff --git a/.main.commit b/.main.commit
index 8234b4d132..b167af75e3 100644
--- a/.main.commit
+++ b/.main.commit
@@ -1 +1 @@
-8318b8093e7d49bce2529a29a14aeb50e5840ee0
+0e19bf11f70483c18f058faff3d388186437fa30
\ No newline at end of file
diff --git a/3rdparty/Megatron-LM b/3rdparty/Megatron-LM
index 8318b8093e..0e19bf11f7 160000
--- a/3rdparty/Megatron-LM
+++ b/3rdparty/Megatron-LM
@@ -1 +1 @@
-Subproject commit 8318b8093e7d49bce2529a29a14aeb50e5840ee0
+Subproject commit 0e19bf11f70483c18f058faff3d388186437fa30