diff --git a/.gitmodules b/.gitmodules
deleted file mode 100644
index 735e23b1c..000000000
--- a/.gitmodules
+++ /dev/null
@@ -1,3 +0,0 @@
-[submodule "runtime/gpu/tensorrt_fastertransformer/FasterTransformer"]
-	path = runtime/gpu/tensorrt_fastertransformer/FasterTransformer
-	url = https://github.com/NVIDIA/FasterTransformer.git
diff --git a/runtime/gpu/.gitmodules b/runtime/gpu/.gitmodules
new file mode 100644
index 000000000..aeeb855e8
--- /dev/null
+++ b/runtime/gpu/.gitmodules
@@ -0,0 +1,3 @@
+[submodule "tensorrt_fastertransformer/FasterTransformer"]
+    path = tensorrt_fastertransformer/FasterTransformer
+    url = https://github.com/NVIDIA/FasterTransformer.git