diff --git a/.gitmodules b/.gitmodules
new file mode 100644
index 0000000..d313949
--- /dev/null
+++ b/.gitmodules
@@ -0,0 +1,3 @@
+[submodule "Megatron-LM"]
+	path = Megatron-LM
+	url = https://github.com/NVIDIA/Megatron-LM.git
diff --git a/Megatron-LM b/Megatron-LM
new file mode 160000
index 0000000..c325855
--- /dev/null
+++ b/Megatron-LM
@@ -0,0 +1 @@
+Subproject commit c325855e47e2700e6f64a4b2b09911c01e6fd7f8