diff options
author | Cedric Nugteren <web@cedricnugteren.nl> | 2018-04-13 22:09:16 +0200 |
---|---|---|
committer | Cedric Nugteren <web@cedricnugteren.nl> | 2018-04-13 22:27:11 +0200 |
commit | 0dff7f1ac43bb7d074db36ce2ce44c52e6760e7e (patch) | |
tree | e9c33e6067bd6dbc9fdb8306df5d14d45fab3ad4 /src/routines/level3/xgemm.hpp | |
parent | 0f49dd24e5307e52d748654aca303f15fa629b36 (diff) |
Made GEMM rotation expectations kernel-specific
Diffstat (limited to 'src/routines/level3/xgemm.hpp')
-rw-r--r-- | src/routines/level3/xgemm.hpp | 39 |
1 files changed, 22 insertions, 17 deletions
diff --git a/src/routines/level3/xgemm.hpp b/src/routines/level3/xgemm.hpp index b51d1771..ec84fbb7 100644 --- a/src/routines/level3/xgemm.hpp +++ b/src/routines/level3/xgemm.hpp @@ -25,9 +25,9 @@ class Xgemm: public Routine { public: // Defines the assumptions of the GEMM kernels - static const bool a_want_rotated_; - static const bool b_want_rotated_; - static const bool c_want_rotated_; + static const bool a_want_rotated_(const size_t gemm_kernel_id) { return gemm_kernel_id == 1; } + static const bool b_want_rotated_(const size_t gemm_kernel_id) { return true; } + static const bool c_want_rotated_(const size_t gemm_kernel_id) { return gemm_kernel_id == 1; } // Computes the size of the temporary GEMM buffer based on user-arguments static size_t GetTempSize(const Layout layout, const Transpose a_transpose, const Transpose b_transpose, @@ -35,20 +35,23 @@ class Xgemm: public Routine { const size_t a_offset, const size_t a_ld, const size_t b_offset, const size_t b_ld, const size_t c_offset, const size_t c_ld, - const size_t mwg, const size_t nwg, const size_t kwg) { + const size_t mwg, const size_t nwg, const size_t kwg, + const size_t gemm_kernel_id) { // Computes the transpose/conjugate options and sets the a/b/c sizes based on that bool a_do_transpose, b_do_transpose, c_do_transpose, a_conjugate, b_conjugate; size_t a_one, a_two, b_one, b_two, c_one, c_two; ProcessArguments(layout, a_transpose, b_transpose, m, n, k, a_one, a_two, b_one, b_two, c_one, c_two, - a_do_transpose, b_do_transpose, c_do_transpose, a_conjugate, b_conjugate); + a_do_transpose, b_do_transpose, c_do_transpose, a_conjugate, b_conjugate, + gemm_kernel_id); // Computes the first and second "internal" (ceiled) dimensions of the 3 matrices taking into account // whether the matrices need to be rotated or not for the kernel. size_t a_one_i, a_two_i, b_one_i, b_two_i, c_one_i, c_two_i; CalculateInternalDimensions(m, n, k, mwg, nwg, kwg, - a_one_i, a_two_i, b_one_i, b_two_i, c_one_i, c_two_i); + a_one_i, a_two_i, b_one_i, b_two_i, c_one_i, c_two_i, + gemm_kernel_id); // Determines whether or not temporary matrices are needed auto a_no_temp = NoTempBuffer(a_one, a_one_i, a_two, a_two_i, a_ld, a_offset, a_do_transpose, a_conjugate); @@ -79,7 +82,8 @@ class Xgemm: public Routine { size_t& a_one, size_t& a_two, size_t& b_one, size_t& b_two, size_t& c_one, size_t& c_two, bool& a_do_transpose, bool& b_do_transpose, bool& c_do_transpose, - bool& a_conjugate, bool& b_conjugate) { + bool& a_conjugate, bool& b_conjugate, + const size_t gemm_kernel_id) { // Makes sure all dimensions are larger than zero if ((m == 0) || (n == 0) || (k == 0)) { throw BLASError(StatusCode::kInvalidDimension); } @@ -94,9 +98,9 @@ class Xgemm: public Routine { const auto b_rotated = (layout == Layout::kColMajor && b_transpose != Transpose::kNo) || (layout == Layout::kRowMajor && b_transpose == Transpose::kNo); const auto c_rotated = (layout == Layout::kRowMajor); - a_do_transpose = a_rotated != a_want_rotated_; - b_do_transpose = b_rotated != b_want_rotated_; - c_do_transpose = c_rotated != c_want_rotated_; + a_do_transpose = a_rotated != a_want_rotated_(gemm_kernel_id); + b_do_transpose = b_rotated != b_want_rotated_(gemm_kernel_id); + c_do_transpose = c_rotated != c_want_rotated_(gemm_kernel_id); // In case of complex data-types, the transpose can also become a conjugate transpose a_conjugate = (a_transpose == Transpose::kConjugate); @@ -136,16 +140,17 @@ class Xgemm: public Routine { static void CalculateInternalDimensions(const size_t m, const size_t n, const size_t k, const size_t mwg, const size_t nwg, const size_t kwg, size_t& a_one_i, size_t& a_two_i, size_t& b_one_i, - size_t& b_two_i, size_t& c_one_i, size_t& c_two_i) { + size_t& b_two_i, size_t& c_one_i, size_t& c_two_i, + const size_t gemm_kernel_id) { const auto m_ceiled = Ceil(m, mwg); const auto n_ceiled = Ceil(n, nwg); const auto k_ceiled = Ceil(k, kwg); - a_one_i = (a_want_rotated_) ? k_ceiled : m_ceiled; - a_two_i = (a_want_rotated_) ? m_ceiled : k_ceiled; - b_one_i = (b_want_rotated_) ? n_ceiled : k_ceiled; - b_two_i = (b_want_rotated_) ? k_ceiled : n_ceiled; - c_one_i = (c_want_rotated_) ? n_ceiled : m_ceiled; - c_two_i = (c_want_rotated_) ? m_ceiled : n_ceiled; + a_one_i = (a_want_rotated_(gemm_kernel_id)) ? k_ceiled : m_ceiled; + a_two_i = (a_want_rotated_(gemm_kernel_id)) ? m_ceiled : k_ceiled; + b_one_i = (b_want_rotated_(gemm_kernel_id)) ? n_ceiled : k_ceiled; + b_two_i = (b_want_rotated_(gemm_kernel_id)) ? k_ceiled : n_ceiled; + c_one_i = (c_want_rotated_(gemm_kernel_id)) ? n_ceiled : m_ceiled; + c_two_i = (c_want_rotated_(gemm_kernel_id)) ? m_ceiled : n_ceiled; } // Constructor |