Skip to content

Commit

Permalink
remove redundant hardcoded packing configs in mixed dtype gemm (#1894)
Browse files Browse the repository at this point in the history
Co-authored-by: Siyuan Fu <[email protected]>
  • Loading branch information
IwakuraRein and Siyuan Fu authored Oct 23, 2024
1 parent 12626bc commit be692b4
Showing 1 changed file with 0 additions and 18 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -1291,24 +1291,6 @@ struct CollectiveMma<
return Int<cute::gcd(Cosize, 32 / cute::min(sizeof_bits_v<SrcType>, sizeof_bits_v<DstType>))>{};
}
};
template <int Cosize> struct select_packing<cutlass::float_e4m3_t, cutlass::bfloat16_t, Cosize> {
static constexpr auto value() { return Int<cute::gcd(Cosize, 2)>{}; }
};
template <int Cosize> struct select_packing<cutlass::float_e5m2_t, cutlass::bfloat16_t, Cosize> {
static constexpr auto value() { return Int<cute::gcd(Cosize, 2)>{}; }
};
template <int Cosize> struct select_packing<cutlass::float_e4m3_t, cutlass::half_t, Cosize> {
static constexpr auto value() { return Int<cute::gcd(Cosize, 2)>{}; }
};
template <int Cosize> struct select_packing<cutlass::float_e5m2_t, cutlass::half_t, Cosize> {
static constexpr auto value() { return Int<cute::gcd(Cosize, 2)>{}; }
};
template <int Cosize> struct select_packing<cutlass::int4b_t, cutlass::bfloat16_t, Cosize> {
static constexpr auto value() { return Int<cute::gcd(Cosize, 4)>{}; }
};
template <int Cosize> struct select_packing<cutlass::int4b_t, cutlass::half_t, Cosize> {
static constexpr auto value() { return Int<cute::gcd(Cosize, 4)>{}; }
};

CUTLASS_DEVICE
static uint32_t to_reg(Array<cutlass::int4b_t, 4> const& source) {
Expand Down

0 comments on commit be692b4

Please sign in to comment.