1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
// =================================================================================================
// This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This
// project loosely follows the Google C++ styleguide and uses a tab-size of two spaces and a max-
// width of 100 characters per line.
//
// Author(s):
// Cedric Nugteren <www.cedricnugteren.nl>
//
// This file implements the XgemmBatched routine. This is a non-blas batched version of GEMM.
//
// =================================================================================================
#ifndef CLBLAST_ROUTINES_XGEMMBATCHED_H_
#define CLBLAST_ROUTINES_XGEMMBATCHED_H_
#include <vector>
#include "routine.hpp"
namespace clblast {
// =================================================================================================
// See comment at top of file for a description of the class
template <typename T>
class XgemmBatched: public Routine {
public:
// Constructor
XgemmBatched(Queue &queue, EventPointer event, const std::string &name = "GEMMBATCHED");
// Templated-precision implementation of the routine
void DoGemmBatched(const Layout layout, const Transpose a_transpose, const Transpose b_transpose,
const size_t m, const size_t n, const size_t k,
const std::vector<T> &alphas,
const Buffer<T> & a_buffer, const std::vector<size_t> &a_offsets, const size_t a_ld,
const Buffer<T> & b_buffer, const std::vector<size_t> &b_offsets, const size_t b_ld,
const std::vector<T> &betas,
const Buffer<T> & c_buffer, const std::vector<size_t> &c_offsets, const size_t c_ld,
const size_t batch_count);
// Indirect version of batched GEMM (with pre and post-processing kernels)
void BatchedGemmIndirect(const size_t m, const size_t n, const size_t k,
const Buffer<T> &alphas,
const Buffer<T> &a_buffer, const std::vector<int> &a_offsets, const size_t a_ld,
const Buffer<T> &b_buffer, const std::vector<int> &b_offsets, const size_t b_ld,
const Buffer<T> &betas,
const Buffer<T> &c_buffer, const std::vector<int> &c_offsets, const size_t c_ld,
const bool a_do_transpose, const bool b_do_transpose, const bool c_do_transpose,
const bool a_conjugate, const bool b_conjugate,
const size_t a_one, const size_t a_two, const bool a_want_rotated,
const size_t b_one, const size_t b_two, const bool b_want_rotated,
const size_t c_one, const size_t c_two, const bool c_want_rotated,
const size_t batch_count);
// Direct version of batched GEMM (no pre and post-processing kernels)
void BatchedGemmDirect(const size_t m, const size_t n, const size_t k,
const Buffer<T> &alphas,
const Buffer<T> &a_buffer, const std::vector<int> &a_offsets, const size_t a_ld,
const Buffer<T> &b_buffer, const std::vector<int> &b_offsets, const size_t b_ld,
const Buffer<T> &betas,
const Buffer<T> &c_buffer, const std::vector<int> &c_offsets, const size_t c_ld,
const bool a_do_transpose, const bool b_do_transpose, const bool c_do_transpose,
const bool a_conjugate, const bool b_conjugate,
const size_t batch_count);
};
// =================================================================================================
} // namespace clblast
// CLBLAST_ROUTINES_XGEMMBATCHED_H_
#endif
|