// ================================================================================================= // This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This // project loosely follows the Google C++ styleguide and uses a tab-size of two spaces and a max- // width of 100 characters per line. // // Author(s): // Cedric Nugteren // // This file uses the auto-tuner to tune the xgemm OpenCL kernels. There are multiple variations: // - V==1: Kernel 0: This tests some limited set of tuning parameters exhaustively. // - V==2: Kernel 0: This tests a much larger set of parameters by randomly sampling a subset. // - V==11: Kernel 1: This tests some limited set of tuning parameters exhaustively. // - V==12: Kernel 1: This tests a much larger set of parameters by randomly sampling a subset. // // ================================================================================================= #include #include #include "utilities/utilities.hpp" #include "tuning/tuning.hpp" namespace clblast { // ================================================================================================= // Settings for this kernel (default command-line arguments) TunerDefaults XgemmGetTunerDefaults(const int V) { auto settings = TunerDefaults(); settings.options = {kArgM, kArgN, kArgK, kArgAlpha, kArgBeta, kArgFraction, kArgHeuristicSelection, kArgPsoSwarmSize, kArgPsoInfGlobal, kArgPsoInfLocal, kArgPsoInfRandom}; settings.default_m = 1024; settings.default_n = 1024; settings.default_k = 1024; settings.default_fraction = (V == 1 || V == 11) ? 1.0 : (V == 2) ? 512.0 : 128.0; // test all or sample randomly settings.default_num_runs = 2; return settings; } // Settings for this kernel (general) template TunerSettings XgemmGetTunerSettings(const int V, const Arguments &args) { auto settings = TunerSettings(); // Identification of the kernel settings.kernel_family = "xgemm_" + ToString(V); settings.kernel_name = "Xgemm"; settings.sources = (V == 11 || V == 12) ? "#define GEMMK 1" : "#define GEMMK 0"; settings.sources += #include "../src/kernels/level3/xgemm_part1.opencl" #include "../src/kernels/level3/xgemm_part2.opencl" ; settings.sources += #include "../src/kernels/level3/xgemm_part3.opencl" #include "../src/kernels/level3/xgemm_part4.opencl" ; // Buffer sizes settings.size_a = args.m * args.k; settings.size_b = args.n * args.k; settings.size_c = args.m * args.n; // Inputs and outputs IDs (X:0, Y:1, A:2, B:3, C:4, temp:5) settings.inputs = {2, 3, 4}; settings.outputs = {4}; // Sets the base thread configuration settings.global_size = {args.m, args.n}; settings.global_size_ref = settings.global_size; settings.local_size = {1, 1}; settings.local_size_ref = {8, 8}; // Transforms the thread configuration based on the parameters settings.mul_local = {{"MDIMC", "NDIMC"}}; settings.mul_global = {{"MDIMC", "NDIMC"}}; settings.div_global = {{"MWG", "NWG"}}; // Sets the tuning parameters and their possible values if (V == 1) { // Kernel 0: limited subset of tuning parameters - but explorable exhaustively settings.parameters = { {"GEMMK", {0}}, {"MWG", {16, 32, 64}}, {"NWG", {16, 32, 64}}, {"KWG", {32}}, {"MDIMC", {8, 16, 32}}, {"NDIMC", {8, 16, 32}}, {"MDIMA", {8, 16, 32}}, {"NDIMB", {8, 16, 32}}, {"KWI", {2}}, {"VWM", {1, 2, 4}}, {"VWN", {1, 2, 4}}, {"STRM", {0}}, {"STRN", {0}}, {"SA", {0, 1}}, {"SB", {0, 1}}, {"KREG", {1}} }; } else if (V == 2) { // Kernel 0: a lot more tuning parameters - has to be sampled randomly, too much to test all settings.parameters = { {"GEMMK", {0}}, {"MWG", {16, 32, 64, 128}}, {"NWG", {16, 32, 64, 128}}, {"KWG", {16, 32}}, {"MDIMC", {8, 16, 32}}, {"NDIMC", {8, 16, 32}}, {"MDIMA", {8, 16, 32}}, {"NDIMB", {8, 16, 32}}, {"KWI", {2}}, {"VWM", {1, 2, 4, 8}}, {"VWN", {1, 2, 4, 8}}, {"STRM", {0, 1}}, {"STRN", {0, 1}}, {"SA", {0, 1}}, {"SB", {0, 1}}, {"KREG", {1}} }; } else if (V == 11) { // Kernel 1: limited subset of tuning parameters - but explorable exhaustively settings.parameters = { {"GEMMK", {1}}, {"MWG", {16, 32, 64}}, {"NWG", {16, 32, 64}}, {"KWG", {1}}, {"MDIMC", {4, 8, 16}}, {"NDIMC", {4, 8, 16}}, {"MDIMA", {4, 8, 16}}, {"NDIMB", {4, 8, 16}}, {"KWI", {1}}, {"VWM", {1, 2, 4}}, {"VWN", {1, 2, 4}}, {"STRM", {0}}, {"STRN", {0}}, {"SA", {0}}, {"SB", {0}}, {"KREG", {1, 2, 4}} }; } else if (V == 12) { // Kernel 1: a lot more tuning parameters - has to be sampled randomly, too much to test all settings.parameters = { {"GEMMK", {1}}, {"MWG", {8, 16, 32, 64, 128}}, {"NWG", {8, 16, 32, 64, 128}}, {"KWG", {1}}, {"MDIMC", {2, 4, 8, 16, 32}}, {"NDIMC", {2, 4, 8, 16, 32}}, {"MDIMA", {2, 4, 8, 16, 32}}, {"NDIMB", {2, 4, 8, 16, 32}}, {"KWI", {1}}, {"VWM", {1, 2, 4, 8}}, {"VWN", {1, 2, 4, 8}}, {"STRM", {0}}, {"STRN", {0}}, {"SA", {0}}, {"SB", {0}}, {"KREG", {1, 2, 4, 8, 16}} }; } // Describes how to compute the performance metrics if((args.precision == Precision::kComplexSingle) || (args.precision == Precision::kComplexDouble)) { // complex flops settings.metric_amount = args.m * args.n * (8 * args.k - 2); } else { // scalar flops settings.metric_amount = args.m * args.n * (2 * args.k - 1); } settings.performance_unit = "GFLOPS"; return settings; } // Tests for valid arguments template void XgemmTestValidArguments(const int V, const Arguments &args) { const auto mwg_max = (V == 1 || V == 11) ? 64 : 128; const auto nwg_max = (V == 1 || V == 11) ? 64 : 128; if (!IsMultiple(args.m, mwg_max)) { throw std::runtime_error("'Xgemm' kernel requires 'm' to be a multiple of MWG (max " + ToString(mwg_max) + ")"); } if (!IsMultiple(args.n, nwg_max)) { throw std::runtime_error("'Xgemm' kernel requires 'n' to be a multiple of NWG (max " + ToString(nwg_max) + ")"); } } std::vector XgemmSetConstraints(const int V) { auto constraints = std::vector(); auto IsEqual = [] (std::vector v) { return v[0] == v[1]; }; auto MultipleOfX = [] (std::vector v) { return IsMultiple(v[0], v[1]); }; auto MultipleOfXMulY = [] (std::vector v) { return IsMultiple(v[0], v[1]*v[2]); }; auto MultipleOfXMulYDivZ = [] (std::vector v) { return IsMultiple(v[0], (v[1]*v[2])/v[3]); }; // Requirement for unrolling the KWG loop constraints.push_back({MultipleOfX, {"KWG", "KWI"}}); // Required for integer MWI and NWI constraints.push_back({MultipleOfXMulY, {"MWG", "MDIMC", "VWM"}}); constraints.push_back({MultipleOfXMulY, {"NWG", "NDIMC", "VWN"}}); // Required for integer MWIA and NWIB constraints.push_back({MultipleOfXMulY, {"MWG", "MDIMA", "VWM"}}); constraints.push_back({MultipleOfXMulY, {"NWG", "NDIMB", "VWN"}}); if (V == 1 || V == 2) { // KWG has to be a multiple of KDIMA = ((MDIMC*NDIMC)/(MDIMA)) and KDIMB = (...) constraints.push_back({MultipleOfXMulYDivZ, {"KWG", "MDIMC", "NDIMC", "MDIMA"}}); constraints.push_back({MultipleOfXMulYDivZ, {"KWG", "MDIMC", "NDIMC", "NDIMB"}}); } if (V == 11 || V == 12) { // KREG has to be a multiple of VWN constraints.push_back({MultipleOfX, {"KREG", "VWN"}}); } // Extra constraints for kernel 1 to limit the set of options significantly if (V == 11 || V == 12) { constraints.push_back({IsEqual, {"MDIMC", "MDIMA"}}); constraints.push_back({IsEqual, {"NDIMC", "NDIMB"}}); } // Extra constraints for kernel 0 variation 1 to limit the set of options significantly if (V == 1) { constraints.push_back({IsEqual, {"MDIMC", "MDIMA"}}); constraints.push_back({IsEqual, {"NDIMC", "NDIMB"}}); constraints.push_back({IsEqual, {"SA", "SB"}}); } // Extra constraints for kernel 1 variation 11 to limit the set of options significantly if (V == 11) { constraints.push_back({IsEqual, {"VWN", "VWM"}}); } return constraints; } template LocalMemSizeInfo XgemmComputeLocalMemSize(const int) { return { [] (std::vector v) -> size_t { return GetBytes(PrecisionValue()) * ((v[0]*v[1]*v[2]) + (v[3]*v[4]*v[5])); }, {"SA", "KWG", "MWG", "SB", "KWG", "NWG"} }; } // Sets the kernel's arguments template void XgemmSetArguments(const int, Kernel &kernel, const Arguments &args, std::vector>& buffers) { kernel.SetArgument(0, static_cast(args.m)); kernel.SetArgument(1, static_cast(args.n)); kernel.SetArgument(2, static_cast(args.k)); kernel.SetArgument(3, GetRealArg(args.alpha)); kernel.SetArgument(4, GetRealArg(args.beta)); kernel.SetArgument(5, buffers[2]()); // 2 == A matrix kernel.SetArgument(6, buffers[3]()); // 3 == B matrix kernel.SetArgument(7, buffers[4]()); // 4 == C matrix kernel.SetArgument(8, 0); kernel.SetArgument(9, 0); } // ================================================================================================= } // namespace clblast