Skip to content

Commit f9c8218

Browse files
authored
[Minor] Fix build when disable bf16 and fp8 (#196)
1 parent b20a460 commit f9c8218

File tree

1 file changed

+5
-2
lines changed

1 file changed

+5
-2
lines changed

python/setup.py

+5-2
Original file line numberDiff line numberDiff line change
@@ -91,10 +91,13 @@ def get_instantiation_cu() -> List[str]:
9191

9292
idtypes = ["i32"]
9393
prefill_dtypes = ["f16"]
94+
decode_dtypes = ["f16"]
9495
if enable_bf16:
9596
prefill_dtypes.append("bf16")
96-
decode_dtypes = ["f16", "bf16"]
97-
fp8_dtypes = ["e4m3", "e5m2"]
97+
decode_dtypes.append("bf16")
98+
fp8_dtypes = []
99+
if enable_fp8:
100+
fp8_dtypes = ["e4m3", "e5m2"]
98101

99102
files = []
100103
# single decode files

0 commit comments

Comments
 (0)