diff options
author | cnugteren <web@cedricnugteren.nl> | 2016-04-14 19:58:26 -0600 |
---|---|---|
committer | cnugteren <web@cedricnugteren.nl> | 2016-04-14 19:58:26 -0600 |
commit | 8be99de82d2ff0634c1289d9b4d1785364a68a44 (patch) | |
tree | 27c16eb24784bed190ca75fe51abf5953e3b0d6a /src | |
parent | e0497807e297e38884efae67a0109a160dc693b7 (diff) |
Added support for the SASUM/DASUM/ScASUM/DzASUM routines
Diffstat (limited to 'src')
-rw-r--r-- | src/clblast.cc | 17 | ||||
-rw-r--r-- | src/kernels/common.opencl | 7 | ||||
-rw-r--r-- | src/kernels/level1/xasum.opencl | 108 | ||||
-rw-r--r-- | src/kernels/level1/xnrm2.opencl | 10 | ||||
-rw-r--r-- | src/routines/level1/xasum.cc | 109 | ||||
-rw-r--r-- | src/routines/level1/xnrm2.cc | 1 |
6 files changed, 242 insertions, 10 deletions
diff --git a/src/clblast.cc b/src/clblast.cc index 4888faed..7210ad1d 100644 --- a/src/clblast.cc +++ b/src/clblast.cc @@ -27,6 +27,7 @@ #include "internal/routines/level1/xdotu.h" #include "internal/routines/level1/xdotc.h" #include "internal/routines/level1/xnrm2.h" +#include "internal/routines/level1/xasum.h" // BLAS level-2 includes #include "internal/routines/level2/xgemv.h" @@ -398,11 +399,17 @@ template StatusCode PUBLIC_API Nrm2<double2>(const size_t, // Absolute sum of values in a vector: SASUM/DASUM/ScASUM/DzASUM template <typename T> -StatusCode Asum(const size_t, - cl_mem, const size_t, - const cl_mem, const size_t, const size_t, - cl_command_queue*, cl_event*) { - return StatusCode::kNotImplemented; +StatusCode Asum(const size_t n, + cl_mem asum_buffer, const size_t asum_offset, + const cl_mem x_buffer, const size_t x_offset, const size_t x_inc, + cl_command_queue* queue, cl_event* event) { + auto queue_cpp = Queue(*queue); + auto routine = Xasum<T>(queue_cpp, event); + auto status = routine.SetUp(); + if (status != StatusCode::kSuccess) { return status; } + return routine.DoAsum(n, + Buffer<T>(asum_buffer), asum_offset, + Buffer<T>(x_buffer), x_offset, x_inc); } template StatusCode PUBLIC_API Asum<float>(const size_t, cl_mem, const size_t, diff --git a/src/kernels/common.opencl b/src/kernels/common.opencl index f2a2e7a7..0a68defb 100644 --- a/src/kernels/common.opencl +++ b/src/kernels/common.opencl @@ -109,6 +109,13 @@ R"( #define SetToOne(a) a = ONE #endif +// The absolute value (component-wise) +#if PRECISION == 3232 || PRECISION == 6464 + #define AbsoluteValue(value) value.x = fabs(value.x); value.y = fabs(value.y) +#else + #define AbsoluteValue(value) value = fabs(value) +#endif + // Adds two complex variables #if PRECISION == 3232 || PRECISION == 6464 #define Add(c, a, b) c.x = a.x + b.x; c.y = a.y + b.y diff --git a/src/kernels/level1/xasum.opencl b/src/kernels/level1/xasum.opencl new file mode 100644 index 00000000..037dc57e --- /dev/null +++ b/src/kernels/level1/xasum.opencl @@ -0,0 +1,108 @@ + +// ================================================================================================= +// This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This +// project loosely follows the Google C++ styleguide and uses a tab-size of two spaces and a max- +// width of 100 characters per line. +// +// Author(s): +// Cedric Nugteren <www.cedricnugteren.nl> +// +// This file contains the Xasum kernel. It implements a absolute sum computation using reduction +// kernels. Reduction is split in two parts. In the first (main) kernel the X vector is loaded, +// followed by a per-thread and a per-workgroup reduction. The second (epilogue) kernel +// is executed with a single workgroup only, computing the final result. +// +// ================================================================================================= + +// Enables loading of this file using the C++ pre-processor's #include (C++11 standard raw string +// literal). Comment-out this line for syntax-highlighting when developing. +R"( + +// Parameters set by the tuner or by the database. Here they are given a basic default value in case +// this kernel file is used outside of the CLBlast library. +#ifndef WGS1 + #define WGS1 64 // The local work-group size of the main kernel +#endif +#ifndef WGS2 + #define WGS2 64 // The local work-group size of the epilogue kernel +#endif + +// ================================================================================================= + +// The main reduction kernel, performing the loading and the majority of the operation +__attribute__((reqd_work_group_size(WGS1, 1, 1))) +__kernel void Xasum(const int n, + const __global real* restrict xgm, const int x_offset, const int x_inc, + __global real* output) { + __local real lm[WGS1]; + const int lid = get_local_id(0); + const int wgid = get_group_id(0); + const int num_groups = get_num_groups(0); + + // Performs loading and the first steps of the reduction + real acc; + SetToZero(acc); + int id = wgid*WGS1 + lid; + while (id < n) { + real x = xgm[id*x_inc + x_offset]; + AbsoluteValue(x); + Add(acc, acc, x); + id += WGS1*num_groups; + } + lm[lid] = acc; + barrier(CLK_LOCAL_MEM_FENCE); + + // Performs reduction in local memory + #pragma unroll + for (int s=WGS1/2; s>0; s=s>>1) { + if (lid < s) { + Add(lm[lid], lm[lid], lm[lid + s]); + } + barrier(CLK_LOCAL_MEM_FENCE); + } + + // Stores the per-workgroup result + if (lid == 0) { + output[wgid] = lm[0]; + } +} + +// ================================================================================================= + +// The epilogue reduction kernel, performing the final bit of the operation. This kernel has to +// be launched with a single workgroup only. +__attribute__((reqd_work_group_size(WGS2, 1, 1))) +__kernel void XasumEpilogue(const __global real* restrict input, + __global real* asum, const int asum_offset) { + __local real lm[WGS2]; + const int lid = get_local_id(0); + + // Performs the first step of the reduction while loading the data + Add(lm[lid], input[lid], input[lid + WGS2]); + barrier(CLK_LOCAL_MEM_FENCE); + + // Performs reduction in local memory + #pragma unroll + for (int s=WGS2/2; s>0; s=s>>1) { + if (lid < s) { + Add(lm[lid], lm[lid], lm[lid + s]); + } + barrier(CLK_LOCAL_MEM_FENCE); + } + + // Computes the absolute value and stores the final result + if (lid == 0) { + #if PRECISION == 3232 || PRECISION == 6464 + asum[asum_offset].x = lm[0].x + lm[0].y; // the result is a non-complex number + #else + asum[asum_offset] = lm[0]; + #endif + } +} + +// ================================================================================================= + +// End of the C++11 raw string literal +)" + +// ================================================================================================= diff --git a/src/kernels/level1/xnrm2.opencl b/src/kernels/level1/xnrm2.opencl index cf579457..9803687a 100644 --- a/src/kernels/level1/xnrm2.opencl +++ b/src/kernels/level1/xnrm2.opencl @@ -7,9 +7,9 @@ // Author(s): // Cedric Nugteren <www.cedricnugteren.nl> // -// This file contains the Xnrm2 kernel. It implements a dot-product computation using reduction -// kernels. Reduction is split in two parts. In the first (main) kernel the X and Y vectors are -// multiplied, followed by a per-thread and a per-workgroup reduction. The second (epilogue) kernel +// This file contains the Xnrm2 kernel. It implements a squared norm computation using reduction +// kernels. Reduction is split in two parts. In the first (main) kernel the X vector is squared, +// followed by a per-thread and a per-workgroup reduction. The second (epilogue) kernel // is executed with a single workgroup only, computing the final result. // // ================================================================================================= @@ -29,7 +29,7 @@ R"( // ================================================================================================= -// The main reduction kernel, performing the multiplication and the majority of the sum operation +// The main reduction kernel, performing the multiplication and the majority of the operation __attribute__((reqd_work_group_size(WGS1, 1, 1))) __kernel void Xnrm2(const int n, const __global real* restrict xgm, const int x_offset, const int x_inc, @@ -70,7 +70,7 @@ __kernel void Xnrm2(const int n, // ================================================================================================= -// The epilogue reduction kernel, performing the final bit of the sum operation. This kernel has to +// The epilogue reduction kernel, performing the final bit of the operation. This kernel has to // be launched with a single workgroup only. __attribute__((reqd_work_group_size(WGS2, 1, 1))) __kernel void Xnrm2Epilogue(const __global real* restrict input, diff --git a/src/routines/level1/xasum.cc b/src/routines/level1/xasum.cc new file mode 100644 index 00000000..5799e25a --- /dev/null +++ b/src/routines/level1/xasum.cc @@ -0,0 +1,109 @@ + +// ================================================================================================= +// This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This +// project loosely follows the Google C++ styleguide and uses a tab-size of two spaces and a max- +// width of 100 characters per line. +// +// Author(s): +// Cedric Nugteren <www.cedricnugteren.nl> +// +// This file implements the Xasum class (see the header for information about the class). +// +// ================================================================================================= + +#include "internal/routines/level1/xasum.h" + +#include <string> +#include <vector> + +namespace clblast { +// ================================================================================================= + +// Specific implementations to get the memory-type based on a template argument +template <> const Precision Xasum<float>::precision_ = Precision::kSingle; +template <> const Precision Xasum<double>::precision_ = Precision::kDouble; +template <> const Precision Xasum<float2>::precision_ = Precision::kComplexSingle; +template <> const Precision Xasum<double2>::precision_ = Precision::kComplexDouble; + +// ================================================================================================= + +// Constructor: forwards to base class constructor +template <typename T> +Xasum<T>::Xasum(Queue &queue, EventPointer event, const std::string &name): + Routine<T>(queue, event, name, {"Xdot"}, precision_) { + source_string_ = + #include "../../kernels/level1/xasum.opencl" + ; +} + +// ================================================================================================= + +// The main routine +template <typename T> +StatusCode Xasum<T>::DoAsum(const size_t n, + const Buffer<T> &asum_buffer, const size_t asum_offset, + const Buffer<T> &x_buffer, const size_t x_offset, const size_t x_inc) { + + // Makes sure all dimensions are larger than zero + if (n == 0) { return StatusCode::kInvalidDimension; } + + // Tests the vectors for validity + auto status = TestVectorX(n, x_buffer, x_offset, x_inc, sizeof(T)); + if (ErrorIn(status)) { return status; } + status = TestVectorDot(1, asum_buffer, asum_offset, sizeof(T)); + if (ErrorIn(status)) { return status; } + + // Retrieves the Xasum kernels from the compiled binary + try { + auto& program = GetProgramFromCache(); + auto kernel1 = Kernel(program, "Xasum"); + auto kernel2 = Kernel(program, "XasumEpilogue"); + + // Creates the buffer for intermediate values + auto temp_size = 2*db_["WGS2"]; + auto temp_buffer = Buffer<T>(context_, temp_size); + + // Sets the kernel arguments + kernel1.SetArgument(0, static_cast<int>(n)); + kernel1.SetArgument(1, x_buffer()); + kernel1.SetArgument(2, static_cast<int>(x_offset)); + kernel1.SetArgument(3, static_cast<int>(x_inc)); + kernel1.SetArgument(4, temp_buffer()); + + // Event waiting list + auto eventWaitList = std::vector<Event>(); + + // Launches the main kernel + auto global1 = std::vector<size_t>{db_["WGS1"]*temp_size}; + auto local1 = std::vector<size_t>{db_["WGS1"]}; + auto kernelEvent = Event(); + status = RunKernel(kernel1, global1, local1, kernelEvent.pointer()); + if (ErrorIn(status)) { return status; } + eventWaitList.push_back(kernelEvent); + + // Sets the arguments for the epilogue kernel + kernel2.SetArgument(0, temp_buffer()); + kernel2.SetArgument(1, asum_buffer()); + kernel2.SetArgument(2, static_cast<int>(asum_offset)); + + // Launches the epilogue kernel + auto global2 = std::vector<size_t>{db_["WGS2"]}; + auto local2 = std::vector<size_t>{db_["WGS2"]}; + status = RunKernel(kernel2, global2, local2, event_, eventWaitList); + if (ErrorIn(status)) { return status; } + + // Succesfully finished the computation + return StatusCode::kSuccess; + } catch (...) { return StatusCode::kInvalidKernel; } +} + +// ================================================================================================= + +// Compiles the templated class +template class Xasum<float>; +template class Xasum<double>; +template class Xasum<float2>; +template class Xasum<double2>; + +// ================================================================================================= +} // namespace clblast diff --git a/src/routines/level1/xnrm2.cc b/src/routines/level1/xnrm2.cc index 04e4137c..ceabe586 100644 --- a/src/routines/level1/xnrm2.cc +++ b/src/routines/level1/xnrm2.cc @@ -69,6 +69,7 @@ StatusCode Xnrm2<T>::DoNrm2(const size_t n, kernel1.SetArgument(2, static_cast<int>(x_offset)); kernel1.SetArgument(3, static_cast<int>(x_inc)); kernel1.SetArgument(4, temp_buffer()); + // Event waiting list auto eventWaitList = std::vector<Event>(); |