summaryrefslogtreecommitdiff
path: root/scripts/benchmark/settings.py
diff options
context:
space:
mode:
Diffstat (limited to 'scripts/benchmark/settings.py')
-rw-r--r--scripts/benchmark/settings.py88
1 files changed, 43 insertions, 45 deletions
diff --git a/scripts/benchmark/settings.py b/scripts/benchmark/settings.py
index 0243832f..cc7220e1 100644
--- a/scripts/benchmark/settings.py
+++ b/scripts/benchmark/settings.py
@@ -16,35 +16,35 @@ AXPY = {
{
"name": "axpy",
"title": "multiples of 256K",
- "x_label": "vector sizes (n)", "x_keys": ["n"],
+ "x_label": "sizes (n)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": utils.k(256), "incx": 1, "incy": 1, "step": utils.k(256), "num_steps": 16}],
},
{
"name": "axpy",
"title": "multiples of 256K+1",
- "x_label": "vector sizes (n)", "x_keys": ["n"],
+ "x_label": "sizes (n)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": utils.k(256) + 1, "incx": 1, "incy": 1, "step": utils.k(256) + 1, "num_steps": 16}],
},
{
"name": "axpy",
- "title": "around n=1M",
- "x_label": "vector sizes (n)", "x_keys": ["n"],
+ "title": "around 1M",
+ "x_label": "sizes (n)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": utils.m(1), "incx": 1, "incy": 1, "step": 1, "num_steps": 16}],
},
{
"name": "axpy",
- "title": "around n=16M",
- "x_label": "vector sizes (n)", "x_keys": ["n"],
+ "title": "around 16M",
+ "x_label": "sizes (n)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": utils.m(16), "incx": 1, "incy": 1, "step": 1, "num_steps": 16}],
},
{
"name": "axpy",
- "title": "strides (n=8M)",
- "x_label": "increments/strides for x,y", "x_keys": ["incx", "incy"],
+ "title": "strides n=8M",
+ "x_label": "increments for x,y", "x_keys": ["incx", "incy"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": utils.m(8), "incx": inc_x, "incy": inc_y, "step": 0, "num_steps": 1}
for inc_x in [1, 2, 4] for inc_y in [1, 2, 4]],
@@ -52,7 +52,7 @@ AXPY = {
{
"name": "axpy",
"title": "powers of 2",
- "x_label": "vector sizes (n)", "x_keys": ["n"],
+ "x_label": "sizes (n)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": n, "incx": 1, "incy": 1, "step": 0, "num_steps": 1}
for n in utils.powers_of_2(utils.k(32), utils.m(64))],
@@ -67,41 +67,41 @@ GEMV = {
{
"name": "gemv",
"title": "multiples of 256",
- "x_label": "matrix/vector sizes (n=m)", "x_keys": ["n"],
+ "x_label": "sizes (n=m)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 256, "m": 256, "incx": 1, "incy": 1, "layout": 102, "step": 256, "num_steps": 20}],
},
{
"name": "gemv",
"title": "multiples of 257",
- "x_label": "matrix/vector sizes (n=m)", "x_keys": ["n"],
+ "x_label": "sizes (n=m)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 257, "m": 257, "incx": 1, "incy": 1, "layout": 102, "step": 257, "num_steps": 20}],
},
{
"name": "gemv",
- "title": "around n=m=4K",
- "x_label": "matrix/vector sizes (n=m)", "x_keys": ["n"],
+ "title": "around 4K",
+ "x_label": "sizes (n=m)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 4096, "m": 4096, "incx": 1, "incy": 1, "layout": 102, "step": 1, "num_steps": 16}],
},
{
"name": "gemv",
"title": "multiples of 256 rotated",
- "x_label": "matrix/vector sizes (n=m)", "x_keys": ["n"],
+ "x_label": "sizes (n=m)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 256, "m": 256, "incx": 1, "incy": 1, "layout": 101, "step": 256, "num_steps": 20}],
},
{
"name": "gemv",
"title": "multiples of 257 rotated",
- "x_label": "matrix/vector sizes (n=m)", "x_keys": ["n"],
+ "x_label": "sizes (n=m)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 257, "m": 257, "incx": 1, "incy": 1, "layout": 101, "step": 257, "num_steps": 20}],
},
{
"name": "gemv",
- "title": "strides (n=m=4K)",
+ "title": "strides n=m=4K",
"x_label": "increments/strides for x,y", "x_keys": ["incx", "incy"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 4096, "m": 4096, "incx": inc_x, "incy": inc_y, "layout": 102, "step": 0, "num_steps": 1}
@@ -117,7 +117,7 @@ GEMM = {
{
"name": "gemm",
"title": "multiples of 128",
- "x_label": "matrix sizes (m=n=k)", "x_keys": ["m"],
+ "x_label": "sizes (m=n=k)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 128, "n": 128, "k": 128, "layout": 102,
"transA": 111, "transB": 111, "step": 128, "num_steps": 20}],
@@ -125,30 +125,30 @@ GEMM = {
{
"name": "gemm",
"title": "multiples of 129",
- "x_label": "matrix sizes (m=n=k)", "x_keys": ["m"],
+ "x_label": "sizes (m=n=k)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 129, "n": 129, "k": 129, "layout": 102,
"transA": 111, "transB": 111, "step": 129, "num_steps": 20}],
},
{
"name": "gemm",
- "title": "around m=n=k=512",
- "x_label": "matrix sizes (m=n=k)", "x_keys": ["m"],
+ "title": "around 512",
+ "x_label": "sizes (m=n=k)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 512, "n": 512, "k": 512, "layout": 102,
"transA": 111, "transB": 111, "step": 1, "num_steps": 16}],
},
{
"name": "gemm",
- "title": "around m=n=k=2048",
- "x_label": "matrix sizes (m=n=k)", "x_keys": ["m"],
+ "title": "around 2048",
+ "x_label": "sizes (m=n=k)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 2048, "n": 2048, "k": 2048, "layout": 102,
"transA": 111, "transB": 111, "step": 1, "num_steps": 16}],
},
{
"name": "gemm",
- "title": "layouts/transposing (m=n=k=1K)",
+ "title": "layouts/transpose",
"x_label": "layout, transA, transB", "x_keys": ["layout", "transA", "transB"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 1024, "n": 1024, "k": 1024, "layout": layout,
@@ -158,7 +158,7 @@ GEMM = {
{
"name": "gemm",
"title": "powers of 2",
- "x_label": "matrix sizes (m=n=k)", "x_keys": ["m"],
+ "x_label": "sizes (m=n=k)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": n, "n": n, "k": n, "layout": 102,
"transA": 111, "transB": 111, "step": 0, "num_steps": 1}
@@ -174,7 +174,7 @@ GEMM_SMALL = {
{
"name": "gemm",
"title": "small matrices in steps of 16",
- "x_label": "matrix sizes (m=n=k)", "x_keys": ["m"],
+ "x_label": "sizes (m=n=k)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 128, "n": 128, "k": 128, "layout": 102,
"transA": 111, "transB": 111, "step": 16, "num_steps": 57}],
@@ -182,7 +182,7 @@ GEMM_SMALL = {
{
"name": "gemm",
"title": "small matrices in steps of 1",
- "x_label": "matrix sizes (m=n=k)", "x_keys": ["m"],
+ "x_label": "sizes (m=n=k)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 128, "n": 128, "k": 128, "layout": 102,
"transA": 111, "transB": 111, "step": 1, "num_steps": 385}],
@@ -198,7 +198,7 @@ SYMM = {
{
"name": "symm",
"title": "multiples of 128",
- "x_label": "matrix sizes (m=n)", "x_keys": ["m"],
+ "x_label": "sizes (m=n)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 128, "n": 128, "layout": 102,
"side": 141, "triangle": 121, "step": 128, "num_steps": 20}],
@@ -206,30 +206,30 @@ SYMM = {
{
"name": "symm",
"title": "multiples of 129",
- "x_label": "matrix sizes (m=n)", "x_keys": ["m"],
+ "x_label": "sizes (m=n)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 129, "n": 129, "layout": 102,
"side": 141, "triangle": 121, "step": 129, "num_steps": 20}],
},
{
"name": "symm",
- "title": "around m=n=512",
- "x_label": "matrix sizes (m=n)", "x_keys": ["m"],
+ "title": "around 512",
+ "x_label": "sizes (m=n)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 512, "n": 512, "layout": 102,
"side": 141, "triangle": 121, "step": 1, "num_steps": 16}],
},
{
"name": "symm",
- "title": "around m=n=2048",
- "x_label": "matrix sizes (m=n)", "x_keys": ["m"],
+ "title": "around 2048",
+ "x_label": "sizes (m=n)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 2048, "n": 2048, "layout": 102,
"side": 141, "triangle": 121, "step": 1, "num_steps": 16}],
},
{
"name": "symm",
- "title": "layouts/sides/triangles (m=n=1K)",
+ "title": "layouts/sides/triangles",
"x_label": "layout, side, triangle", "x_keys": ["layout", "side", "triangle"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": 1024, "n": 1024, "layout": layout,
@@ -239,7 +239,7 @@ SYMM = {
{
"name": "symm",
"title": "powers of 2",
- "x_label": "matrix sizes (m=n)", "x_keys": ["m"],
+ "x_label": "sizes (m=n)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"m": n, "n": n, "layout": 102,
"side": 141, "triangle": 121, "step": 0, "num_steps": 1}
@@ -255,7 +255,7 @@ SYRK = {
{
"name": "syrk",
"title": "multiples of 128",
- "x_label": "matrix sizes (n=k)", "x_keys": ["n"],
+ "x_label": "sizes (n=k)", "x_keys": ["n"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"n": 128, "k": 128, "layout": 102,
"side": 141, "triangle": 121, "step": 128, "num_steps": 20}],
@@ -263,30 +263,30 @@ SYRK = {
{
"name": "syrk",
"title": "multiples of 129",
- "x_label": "matrix sizes (n=k)", "x_keys": ["n"],
+ "x_label": "sizes (n=k)", "x_keys": ["n"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"n": 129, "k": 129, "layout": 102,
"side": 141, "triangle": 121, "step": 129, "num_steps": 20}],
},
{
"name": "syrk",
- "title": "around n=k=512",
- "x_label": "matrix sizes (n=k)", "x_keys": ["n"],
+ "title": "around 512",
+ "x_label": "sizes (n=k)", "x_keys": ["n"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"n": 512, "k": 512, "layout": 102,
"side": 141, "triangle": 121, "step": 1, "num_steps": 16}],
},
{
"name": "syrk",
- "title": "around n=k=2048",
- "x_label": "matrix sizes (n=k)", "x_keys": ["n"],
+ "title": "around 2048",
+ "x_label": "sizes (n=k)", "x_keys": ["n"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"n": 2048, "k": 2048, "layout": 102,
"side": 141, "triangle": 121, "step": 1, "num_steps": 16}],
},
{
"name": "syrk",
- "title": "layouts/sides/triangles (n=k=1K)",
+ "title": "layouts/sides/triangles",
"x_label": "layout, triangle, transA", "x_keys": ["layout", "triangle", "transA"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"n": 1024, "k": 1024, "layout": layout,
@@ -296,7 +296,7 @@ SYRK = {
{
"name": "syrk",
"title": "powers of 2",
- "x_label": "matrix sizes (n=k)", "x_keys": ["n"],
+ "x_label": "sizes (n=k)", "x_keys": ["n"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
"arguments": [{"n": n, "k": n, "layout": 102,
"side": 141, "triangle": 121, "step": 0, "num_steps": 1}
@@ -307,7 +307,7 @@ SYRK = {
SUMMARY = {
"label_names": ["CLBlast", "clBLAS"],
- "num_rows": 4, "num_cols": 2,
+ "num_rows": 3, "num_cols": 2,
"benchmarks": [
AXPY["benchmarks"][0],
AXPY["benchmarks"][1],
@@ -315,7 +315,5 @@ SUMMARY = {
GEMV["benchmarks"][1],
GEMM["benchmarks"][0],
GEMM["benchmarks"][1],
- SYMM["benchmarks"][0],
- SYMM["benchmarks"][1],
]
}
generated by cgit v1.2.3 (git 2.39.1) at 2024-07-05 16:14:23 +0000