From 9fb2c61b256ccf66b6a7b6f605008125288d60cf Mon Sep 17 00:00:00 2001 From: Cedric Nugteren Date: Sun, 7 Jan 2018 14:27:15 +0100 Subject: Added API and tests for new GemmStridedBatched routine --- .../routines/levelx/xgemmstridedbatched.cpp | 26 +++ .../routines/levelx/xgemmstridedbatched.cpp | 33 ++++ test/routines/levelx/xgemmstridedbatched.hpp | 218 +++++++++++++++++++++ 3 files changed, 277 insertions(+) create mode 100644 test/correctness/routines/levelx/xgemmstridedbatched.cpp create mode 100644 test/performance/routines/levelx/xgemmstridedbatched.cpp create mode 100644 test/routines/levelx/xgemmstridedbatched.hpp (limited to 'test') diff --git a/test/correctness/routines/levelx/xgemmstridedbatched.cpp b/test/correctness/routines/levelx/xgemmstridedbatched.cpp new file mode 100644 index 00000000..d2ea19d0 --- /dev/null +++ b/test/correctness/routines/levelx/xgemmstridedbatched.cpp @@ -0,0 +1,26 @@ + +// ================================================================================================= +// This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This +// project loosely follows the Google C++ styleguide and uses a tab-size of two spaces and a max- +// width of 100 characters per line. +// +// Author(s): +// Cedric Nugteren +// +// ================================================================================================= + +#include "test/correctness/testblas.hpp" +#include "test/routines/levelx/xgemmstridedbatched.hpp" + +// Main function (not within the clblast namespace) +int main(int argc, char *argv[]) { + auto errors = size_t{0}; + errors += clblast::RunTests, float, float>(argc, argv, false, "SGEMMSTRIDEDBATCHED"); + errors += clblast::RunTests, double, double>(argc, argv, true, "DGEMMSTRIDEDBATCHED"); + errors += clblast::RunTests, clblast::float2, clblast::float2>(argc, argv, true, "CGEMMSTRIDEDBATCHED"); + errors += clblast::RunTests, clblast::double2, clblast::double2>(argc, argv, true, "ZGEMMSTRIDEDBATCHED"); + errors += clblast::RunTests, clblast::half, clblast::half>(argc, argv, true, "HGEMMSTRIDEDBATCHED"); + if (errors > 0) { return 1; } else { return 0; } +} + +// ================================================================================================= diff --git a/test/performance/routines/levelx/xgemmstridedbatched.cpp b/test/performance/routines/levelx/xgemmstridedbatched.cpp new file mode 100644 index 00000000..5358e466 --- /dev/null +++ b/test/performance/routines/levelx/xgemmstridedbatched.cpp @@ -0,0 +1,33 @@ + +// ================================================================================================= +// This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This +// project loosely follows the Google C++ styleguide and uses a tab-size of two spaces and a max- +// width of 100 characters per line. +// +// Author(s): +// Cedric Nugteren +// +// ================================================================================================= + +#include "test/performance/client.hpp" +#include "test/routines/levelx/xgemmstridedbatched.hpp" + +// Main function (not within the clblast namespace) +int main(int argc, char *argv[]) { + const auto command_line_args = clblast::RetrieveCommandLineArguments(argc, argv); + switch(clblast::GetPrecision(command_line_args, clblast::Precision::kSingle)) { + case clblast::Precision::kHalf: + clblast::RunClient, clblast::half, clblast::half>(argc, argv); break; + case clblast::Precision::kSingle: + clblast::RunClient, float, float>(argc, argv); break; + case clblast::Precision::kDouble: + clblast::RunClient, double, double>(argc, argv); break; + case clblast::Precision::kComplexSingle: + clblast::RunClient, clblast::float2, clblast::float2>(argc, argv); break; + case clblast::Precision::kComplexDouble: + clblast::RunClient, clblast::double2, clblast::double2>(argc, argv); break; + } + return 0; +} + +// ================================================================================================= diff --git a/test/routines/levelx/xgemmstridedbatched.hpp b/test/routines/levelx/xgemmstridedbatched.hpp new file mode 100644 index 00000000..ddb32997 --- /dev/null +++ b/test/routines/levelx/xgemmstridedbatched.hpp @@ -0,0 +1,218 @@ + +// ================================================================================================= +// This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This +// project loosely follows the Google C++ styleguide and uses a tab-size of two spaces and a max- +// width of 100 characters per line. +// +// Author(s): +// Cedric Nugteren +// +// This file implements a class with static methods to describe the XgemmStridedBatched routine. Examples of +// such 'descriptions' are how to calculate the size a of buffer or how to run the routine. These +// static methods are used by the correctness tester and the performance tester. +// +// ================================================================================================= + +#ifndef CLBLAST_TEST_ROUTINES_XGEMMSTRIDEDBATCHED_H_ +#define CLBLAST_TEST_ROUTINES_XGEMMSTRIDEDBATCHED_H_ + +#include "test/routines/common.hpp" + +namespace clblast { +// ================================================================================================= + +// See comment at top of file for a description of the class +template +class TestXgemmStridedBatched { +public: + + // Although it is a non-BLAS routine, it can still be tested against level-3 routines in a loop + static size_t BLASLevel() { return 3; } + + // The list of arguments relevant for this routine + static std::vector GetOptions() { + return {kArgM, kArgN, kArgK, + kArgLayout, kArgATransp, kArgBTransp, + kArgALeadDim, kArgBLeadDim, kArgCLeadDim, + kArgAOffset, kArgBOffset, kArgCOffset, + kArgBatchCount, kArgAlpha, kArgBeta}; + } + static std::vector BuffersIn() { return {kBufMatA, kBufMatB, kBufMatC}; } + static std::vector BuffersOut() { return {kBufMatC}; } + + // Helper for the sizes per batch + static size_t PerBatchSizeA(const Arguments &args) { + auto a_rotated = (args.layout == Layout::kColMajor && args.a_transpose != Transpose::kNo) || + (args.layout == Layout::kRowMajor && args.a_transpose == Transpose::kNo); + auto a_two = (a_rotated) ? args.m : args.k; + return a_two * args.a_ld; + } + static size_t PerBatchSizeB(const Arguments &args) { + auto b_rotated = (args.layout == Layout::kColMajor && args.b_transpose != Transpose::kNo) || + (args.layout == Layout::kRowMajor && args.b_transpose == Transpose::kNo); + auto b_two = (b_rotated) ? args.k : args.n; + return b_two * args.b_ld; + } + static size_t PerBatchSizeC(const Arguments &args) { + auto c_rotated = (args.layout == Layout::kRowMajor); + auto c_two = (c_rotated) ? args.m : args.n; + return c_two * args.c_ld; + } + + // Describes how to obtain the sizes of the buffers + static size_t GetSizeA(const Arguments &args) { + return PerBatchSizeA(args) * args.batch_count + args.a_offset; + } + static size_t GetSizeB(const Arguments &args) { + return PerBatchSizeB(args) * args.batch_count + args.b_offset; + } + static size_t GetSizeC(const Arguments &args) { + return PerBatchSizeC(args) * args.batch_count + args.c_offset; + } + + // Describes how to set the sizes of all the buffers + static void SetSizes(Arguments &args, Queue&) { + args.a_size = GetSizeA(args); + args.b_size = GetSizeB(args); + args.c_size = GetSizeC(args); + } + + // Describes what the default values of the leading dimensions of the matrices are + static size_t DefaultLDA(const Arguments &args) { return args.k; } + static size_t DefaultLDB(const Arguments &args) { return args.n; } + static size_t DefaultLDC(const Arguments &args) { return args.n; } + + // Describes which transpose options are relevant for this routine + using Transposes = std::vector; + static Transposes GetATransposes(const Transposes &all) { return all; } + static Transposes GetBTransposes(const Transposes &all) { return all; } + + // Describes how to prepare the input data + static void PrepareData(const Arguments&, Queue&, const int, std::vector&, + std::vector&, std::vector&, std::vector&, std::vector&, + std::vector&, std::vector&) {} // N/A for this routine + + // Describes how to run the CLBlast routine + static StatusCode RunRoutine(const Arguments &args, Buffers &buffers, Queue &queue) { + #ifdef OPENCL_API + auto queue_plain = queue(); + auto event = cl_event{}; + auto status = GemmStridedBatched(args.layout, args.a_transpose, args.b_transpose, + args.m, args.n, args.k, args.alpha, + buffers.a_mat(), args.a_offset, args.a_ld, PerBatchSizeA(args), + buffers.b_mat(), args.b_offset, args.b_ld, PerBatchSizeB(args), args.beta, + buffers.c_mat(), args.c_offset, args.c_ld, PerBatchSizeC(args), + args.batch_count, + &queue_plain, &event); + if (status == StatusCode::kSuccess) { clWaitForEvents(1, &event); clReleaseEvent(event); } + #elif CUDA_API + auto status = GemmStridedBatched(args.layout, args.a_transpose, args.b_transpose, + args.m, args.n, args.k, args.alpha, + buffers.a_mat(), args.a_offset, args.a_ld, PerBatchSizeA(args), + buffers.b_mat(), args.b_offset, args.b_ld, PerBatchSizeB(args), args.beta, + buffers.c_mat(), args.c_offset, args.c_ld, PerBatchSizeC(args), + args.batch_count, + queue.GetContext()(), queue.GetDevice()()); + cuStreamSynchronize(queue()); + #endif + return status; + } + + // Describes how to run the clBLAS routine (for correctness/performance comparison) + #ifdef CLBLAST_REF_CLBLAS + static StatusCode RunReference1(const Arguments &args, Buffers &buffers, Queue &queue) { + auto queue_plain = queue(); + for (auto batch = size_t{0}; batch < args.batch_count; ++batch) { + const auto a_batch_offset = args.a_offset + PerBatchSizeA(args) * batch; + const auto b_batch_offset = args.c_offset + PerBatchSizeB(args) * batch; + const auto c_batch_offset = args.b_offset + PerBatchSizeC(args) * batch; + auto event = cl_event{}; + auto status = clblasXgemm(convertToCLBLAS(args.layout), + convertToCLBLAS(args.a_transpose), + convertToCLBLAS(args.b_transpose), + args.m, args.n, args.k, args.alpha, + buffers.a_mat, a_batch_offset, args.a_ld, + buffers.b_mat, b_batch_offset, args.b_ld, args.beta, + buffers.c_mat, c_batch_offset, args.c_ld, + 1, &queue_plain, 0, nullptr, &event); + clWaitForEvents(1, &event); + if (static_cast(status) != StatusCode::kSuccess) { + return static_cast(status); + } + } + return StatusCode::kSuccess; + } + #endif + + // Describes how to run the CPU BLAS routine (for correctness/performance comparison) + #ifdef CLBLAST_REF_CBLAS + static StatusCode RunReference2(const Arguments &args, BuffersHost &buffers_host, Queue &) { + for (auto batch = size_t{0}; batch < args.batch_count; ++batch) { + const auto a_batch_offset = args.a_offset + PerBatchSizeA(args) * batch; + const auto b_batch_offset = args.c_offset + PerBatchSizeB(args) * batch; + const auto c_batch_offset = args.b_offset + PerBatchSizeC(args) * batch; + cblasXgemm(convertToCBLAS(args.layout), + convertToCBLAS(args.a_transpose), + convertToCBLAS(args.b_transpose), + args.m, args.n, args.k, args.alpha, + buffers_host.a_mat, a_batch_offset, args.a_ld, + buffers_host.b_mat, b_batch_offset, args.b_ld, args.beta, + buffers_host.c_mat, c_batch_offset, args.c_ld); + } + return StatusCode::kSuccess; + } + #endif + + // Describes how to run the cuBLAS routine (for correctness/performance comparison) + #ifdef CLBLAST_REF_CUBLAS + static StatusCode RunReference3(const Arguments &args, BuffersCUDA &buffers, Queue &) { + for (auto batch = size_t{0}; batch < args.batch_count; ++batch) { + const auto a_batch_offset = args.a_offset + PerBatchSizeA(args) * batch; + const auto b_batch_offset = args.c_offset + PerBatchSizeB(args) * batch; + const auto c_batch_offset = args.b_offset + PerBatchSizeC(args) * batch; + auto status = cublasXgemm(reinterpret_cast(args.cublas_handle), args.layout, + convertToCUBLAS(args.a_transpose), + convertToCUBLAS(args.b_transpose), + args.m, args.n, args.k, args.alpha, + buffers.a_mat, a_batch_offset, args.a_ld, + buffers.b_mat, b_batch_offset, args.b_ld, args.beta, + buffers.c_mat, c_batch_offset, args.c_ld); + if (status != CUBLAS_STATUS_SUCCESS) { return StatusCode::kUnknownError; } + } + return StatusCode::kSuccess; + } + #endif + + // Describes how to download the results of the computation (more importantly: which buffer) + static std::vector DownloadResult(const Arguments &args, Buffers &buffers, Queue &queue) { + std::vector result(args.c_size, static_cast(0)); + buffers.c_mat.Read(queue, args.c_size, result); + return result; + } + + // Describes how to compute the indices of the result buffer + static size_t ResultID1(const Arguments &args) { return args.m; } + static size_t ResultID2(const Arguments &args) { return args.n * args.batch_count; } + static size_t GetResultIndex(const Arguments &args, const size_t id1, const size_t id2_3) { + const size_t id2 = id2_3 % args.n; + const size_t id3 = id2_3 / args.n; + const auto c_batch_offset = args.c_offset + PerBatchSizeC(args) * id3; + return (args.layout == Layout::kRowMajor) ? + id1*args.c_ld + id2 + c_batch_offset: + id2*args.c_ld + id1 + c_batch_offset; + } + + // Describes how to compute performance metrics + static size_t GetFlops(const Arguments &args) { + return args.batch_count * (2 * args.m * args.n * args.k); + } + static size_t GetBytes(const Arguments &args) { + return args.batch_count * (args.m*args.k + args.k*args.n + 2*args.m*args.n) * sizeof(T); + } +}; + +// ================================================================================================= +} // namespace clblast + +// CLBLAST_TEST_ROUTINES_XGEMMSTRIDEDBATCHED_H_ +#endif -- cgit v1.2.3