diff --git a/.gitmodules b/.gitmodules
index 1e192cfb3..5190f4b46 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,3 +1,3 @@
 [submodule "training/DeepSpeed-Domino/Megatron-LM"]
 	path = training/DeepSpeed-Domino/Megatron-LM
-	url = git@github.com:NVIDIA/Megatron-LM.git
+	url = https://github.com/NVIDIA/Megatron-LM.git