Fix storage_dtype assignment in MatmulConfig

microsoft · Apr 30, 2024 · 8ccf724 · 8ccf724
1 parent 40bff83
commit 8ccf724
Showing 1 changed file with 1 addition and 6 deletions.
diff --git a/python/bitblas/ops/general_matmul.py b/python/bitblas/ops/general_matmul.py
@@ -268,17 +268,12 @@ def __init__(
             self.ladder_permutate_a = None
 
         if self.propagate_b:
-            storage_dtype = self.storage_dtype
-            if self.A_dtype in ["e4m3_float8", "e5m2_float8"]:
-                # Using int8 as the storage dtype for e4m3_float8 and e5m2_float8
-                # Because the llvm does not support float8
-                storage_dtype = "int8"
             ladder_permutate_config = LadderPermutateConfig(
                 M=self.N,
                 N=self.K,
                 datatype=self.A_dtype,
                 dequantize_bits=self.bit,
-                storage_dtype=storage_dtype,
+                storage_dtype=self.storage_dtype,
                 propagate_kind="B",
                 transpose_matrix=self.layout == "nt",
                 transform_kind=self.propagate_b,