1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
// =================================================================================================
// This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This
// project loosely follows the Google C++ styleguide and uses a tab-size of two spaces and a max-
// width of 100 characters per line.
//
// Author(s):
// Cedric Nugteren <www.cedricnugteren.nl>
//
// This file uses the auto-tuner to tune the transpose OpenCL kernels.
//
// =================================================================================================
#include <string>
#include <vector>
#include "utilities/utilities.hpp"
#include "tuning/tuning.hpp"
namespace clblast {
// =================================================================================================
// Settings for this kernel (default command-line arguments)
TunerDefaults TransposeGetTunerDefaults(const int) {
auto settings = TunerDefaults();
settings.options = {kArgM, kArgN, kArgAlpha};
settings.default_m = 1024;
settings.default_n = 1024;
return settings;
}
// Settings for this kernel (general)
template <typename T>
TunerSettings TransposeGetTunerSettings(const int, const Arguments<T> &args) {
auto settings = TunerSettings();
// Identification of the kernel
settings.kernel_family = "transpose";
settings.kernel_name = "TransposeMatrixFast";
settings.sources =
#include "../src/kernels/level3/level3.opencl"
#include "../src/kernels/level3/transpose_fast.opencl"
;
// Buffer sizes
settings.size_a = args.m * args.n;
settings.size_b = args.m * args.n;
// Inputs and outputs IDs (X:0, Y:1, A:2, B:3, C:4, temp:5)
settings.inputs = {2, 3};
settings.outputs = {3};
// Sets the base thread configuration
settings.global_size = {args.m, args.n};
settings.global_size_ref = settings.global_size;
settings.local_size = {1, 1};
settings.local_size_ref = {8, 8};
// Transforms the thread configuration based on the parameters
settings.mul_local = {{"TRA_DIM", "TRA_DIM"}};
settings.div_global = {{"TRA_WPT", "TRA_WPT"}};
// Sets the tuning parameters and their possible values
settings.parameters = {
{"TRA_DIM", {4, 8, 16, 32, 64}},
{"TRA_WPT", {1, 2, 4, 8, 16}},
{"TRA_PAD", {0, 1}},
{"TRA_SHUFFLE", {0, 1}},
};
// Describes how to compute the performance metrics
settings.metric_amount = 2 * args.m * args.n * GetBytes(args.precision);
settings.performance_unit = "GB/s";
return settings;
}
// Tests for valid arguments
template <typename T>
void TransposeTestValidArguments(const int, const Arguments<T> &) { }
std::vector<Constraint> TransposeSetConstraints(const int) { return {}; }
template <typename T>
LocalMemSizeInfo TransposeComputeLocalMemSize(const int) {
return {
[] (std::vector<size_t> v) -> size_t {
return GetBytes(PrecisionValue<T>()) * v[1] * (v[1] * v[0]) * (v[0] + v[2]);
},
{"TRA_DIM", "TRA_WPT", "TRA_PAD"}
};
}
// Sets the kernel's arguments
template <typename T>
void TransposeSetArguments(const int, Kernel &kernel, const Arguments<T> &args, std::vector<Buffer<T>>& buffers) {
kernel.SetArgument(0, static_cast<int>(args.m));
kernel.SetArgument(1, buffers[2]()); // 2 == A matrix
kernel.SetArgument(2, buffers[3]()); // 3 == B matrix
kernel.SetArgument(3, GetRealArg(args.alpha));
}
// =================================================================================================
} // namespace clblast
|
