3rdparty: add dependency to cutlass and composable kernels (#269)

yzh119 · web-flow · commit b16bbe4707da · 2024-05-28T00:11:40.000-07:00
For group gemm in MoE and LoRA models, we use the combination of custom
CUDA kernels and cutlass &amp; composable kernels (for NVIDIA &amp; AMD GPUs,
correspondingly).

This PR adds dependency to the two repos.
diff --git a/.gitmodules b/.gitmodules
@@ -7,3 +7,9 @@
 [submodule "3rdparty/mscclpp"]
 	path = 3rdparty/mscclpp
 	url = https://github.com/microsoft/mscclpp.git
+[submodule "3rdparty/cutlass"]
+	path = 3rdparty/cutlass
+	url = https://github.com/NVIDIA/cutlass.git
+[submodule "3rdparty/composable_kernels"]
+	path = 3rdparty/composable_kernels
+	url = https://github.com/ROCm/composable_kernel.git
diff --git a/3rdparty/composable_kernels b/3rdparty/composable_kernels
@@ -0,0 +1 @@
+Subproject commit 5055b3bdcb5a7f0b8f359b606d3c5b75efd6df54
diff --git a/3rdparty/cutlass b/3rdparty/cutlass
@@ -0,0 +1 @@
+Subproject commit 033d9efd2db0bbbcf3b3b0650acde6c472f3948e
