Added an (optional) non-direct implementation of the batched GEMM routine

2 files changed, 76 insertions, 6 deletions

diff --git a/src/kernels/level3/xgemm_batched.opencl b/src/kernels/level3/xgemm_batched.opencl
new file mode 100644
index 00000000..c7bf10d5
--- /dev/null
+++ b/src/kernels/level3/xgemm_batched.opencl
@@ -0,0 +1,70 @@
+
+// =================================================================================================
+// This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This
+// project loosely follows the Google C++ styleguide and uses a tab-size of two spaces and a max-
+// width of 100 characters per line.
+//
+// Author(s):
+//   Cedric Nugteren <www.cedricnugteren.nl>
+//
+// This file contains the batched version of the non-direct GEMM kernel. See part 1 for information
+// about the non-batched version of the kernel.
+//
+// =================================================================================================
+
+// Enables loading of this file using the C++ pre-processor's #include (C++11 standard raw string
+// literal). Comment-out this line for syntax-highlighting when developing.
+R"(
+
+// =================================================================================================
+
+// Main entry point of the kernel. This is the regular full version.
+__kernel __attribute__((reqd_work_group_size(MDIMC, NDIMC, 1)))
+void XgemmBatched(const int kSizeM, const int kSizeN, const int kSizeK,
+                  const __constant real_arg* arg_alphas,
+                  const __constant real_arg* arg_betas,
+                  const __global realM* restrict agm, const int a_one, const int a_two,
+                  const __global realN* restrict bgm, const int b_one, const int b_two,
+                  __global realM* cgm, const int c_one, const int c_two) {
+  const int batch = get_group_id(2);
+  const real alpha = GetRealArg(arg_alphas[batch]);
+  const real beta = GetRealArg(arg_betas[batch]);
+
+  // Sets the offsets
+  const int a_offset = batch * a_one * a_two;
+  const int b_offset = batch * b_one * b_two;
+  const int c_offset = batch * c_one * c_two;
+  const __global realM* restrict agm_ = &agm[a_offset / VWM];
+  const __global realN* restrict bgm_ = &bgm[b_offset / VWN];
+  __global realM* restrict cgm_ = &cgm[c_offset / VWM];
+
+  // Allocates workgroup-private memory (local memory)
+  #if SA == 1
+    __local realM alm[KWG * MWG/VWM];
+  #endif
+  #if SB == 1
+    __local realN blm[KWG * NWG/VWN];
+  #endif
+
+  // Computes the matrix-multiplication and stores the result in register memory
+  realM cpm[NWI][MWI/VWM];
+  #if SA == 1 && SB == 1
+    XgemmBody(kSizeM, kSizeN, kSizeK, agm_, bgm_, cgm_, cpm, alm, blm);
+  #elif SA == 1
+    XgemmBody(kSizeM, kSizeN, kSizeK, agm_, bgm_, cgm_, cpm, alm);
+  #elif SB == 1
+    XgemmBody(kSizeM, kSizeN, kSizeK, agm_, bgm_, cgm_, cpm, blm);
+  #else
+    XgemmBody(kSizeM, kSizeN, kSizeK, agm_, bgm_, cgm_, cpm);
+  #endif
+
+  // Stores an MWG * NWG tile of results and performs the multiplication with alpha and beta
+  StoreResults(cgm_, cpm, kSizeM, alpha, beta);
+}
+
+// =================================================================================================
+
+// End of the C++11 raw string literal
+)"
+
+// =================================================================================================
diff --git a/src/kernels/level3/xgemm_direct_batched.opencl b/src/kernels/level3/xgemm_direct_batched.opencl
index 3377d5c7..fa582cff 100644
--- a/src/kernels/level3/xgemm_direct_batched.opencl
+++ b/src/kernels/level3/xgemm_direct_batched.opencl
@@ -7,8 +7,8 @@
 // Author(s):
 //   Cedric Nugteren <www.cedricnugteren.nl>
 //
-// This file contains the batched version of the GEMM kernels. See part 1 for information about the
-// non-batched version of the kernel.
+// This file contains the batched version of the direct GEMM kernels. See part 1 for information
+// about the non-batched version of the kernel.
 //
 // =================================================================================================
 
@@ -18,7 +18,7 @@ R"(
 
 // =================================================================================================
 
-// Direct version of the GEMM kernel with [A, B] = [non-transposed, non-transposed]
+// Direct version of the batched GEMM kernel with [A, B] = [non-transposed, non-transposed]
 __attribute__((reqd_work_group_size(MDIMCD, NDIMCD, 1)))
 __kernel void XgemmDirectBatchedNN(const int kSizeM, const int kSizeN, const int kSizeK,
                                    const __constant real_arg* arg_alphas, const __constant real_arg* arg_betas,
@@ -39,7 +39,7 @@ __kernel void XgemmDirectBatchedNN(const int kSizeM, const int kSizeN, const int
               alm, blm, 0, 0, c_transpose, a_conjugate, b_conjugate);
 }
 
-// Direct version of the GEMM kernel with [A, B] = [non-transposed, transposed]
+// Direct version of the batched GEMM kernel with [A, B] = [non-transposed, transposed]
 __attribute__((reqd_work_group_size(MDIMCD, NDIMCD, 1)))
 __kernel void XgemmDirectBatchedNT(const int kSizeM, const int kSizeN, const int kSizeK,
                                    const __constant real_arg* arg_alphas, const __constant real_arg* arg_betas,
@@ -60,7 +60,7 @@ __kernel void XgemmDirectBatchedNT(const int kSizeM, const int kSizeN, const int
               alm, blm, 0, 1, c_transpose, a_conjugate, b_conjugate);
 }
 
-// Direct version of the GEMM kernel with [A, B] = [transposed, non-transposed]
+// Direct version of the batched GEMM kernel with [A, B] = [transposed, non-transposed]
 __attribute__((reqd_work_group_size(MDIMCD, NDIMCD, 1)))
 __kernel void XgemmDirectBatchedTN(const int kSizeM, const int kSizeN, const int kSizeK,
                                    const __constant real_arg* arg_alphas, const __constant real_arg* arg_betas,
@@ -81,7 +81,7 @@ __kernel void XgemmDirectBatchedTN(const int kSizeM, const int kSizeN, const int
               alm, blm, 1, 0, c_transpose, a_conjugate, b_conjugate);
 }
 
-// Direct version of the GEMM kernel with [A, B] = [transposed, transposed]
+// Direct version of the batched GEMM kernel with [A, B] = [transposed, transposed]
 __attribute__((reqd_work_group_size(MDIMCD, NDIMCD, 1)))
 __kernel void XgemmDirectBatchedTT(const int kSizeM, const int kSizeN, const int kSizeK,
                                    const __constant real_arg* arg_alphas, const __constant real_arg* arg_betas,