diff --git a/python/bitblas/ops/general_matmul.py b/python/bitblas/ops/general_matmul.py
index 3e09ddea0..ce8a8aef4 100644
--- a/python/bitblas/ops/general_matmul.py
+++ b/python/bitblas/ops/general_matmul.py
@@ -268,17 +268,12 @@ def __init__(
             self.ladder_permutate_a = None
 
         if self.propagate_b:
-            storage_dtype = self.storage_dtype
-            if self.A_dtype in ["e4m3_float8", "e5m2_float8"]:
-                # Using int8 as the storage dtype for e4m3_float8 and e5m2_float8
-                # Because the llvm does not support float8
-                storage_dtype = "int8"
             ladder_permutate_config = LadderPermutateConfig(
                 M=self.N,
                 N=self.K,
                 datatype=self.A_dtype,
                 dequantize_bits=self.bit,
-                storage_dtype=storage_dtype,
+                storage_dtype=self.storage_dtype,
                 propagate_kind="B",
                 transpose_matrix=self.layout == "nt",
                 transform_kind=self.propagate_b,