summaryrefslogtreecommitdiff
path: root/scripts/benchmark
diff options
context:
space:
mode:
authorCedric Nugteren <web@cedricnugteren.nl>2017-04-14 21:22:02 +0200
committerCedric Nugteren <web@cedricnugteren.nl>2017-04-14 21:22:02 +0200
commit5203402c41f68fdafa05afa9c5e53ef09d9d4510 (patch)
tree3ce9c5a560908e278e48c954322eac9dd777f46f /scripts/benchmark
parent56b2f46fbfe37cd0c7abbe07b3e4dad460076f06 (diff)
Tuned the num-runs settings for the benchmarks
Diffstat (limited to 'scripts/benchmark')
-rw-r--r--scripts/benchmark/settings.py22
1 files changed, 11 insertions, 11 deletions
diff --git a/scripts/benchmark/settings.py b/scripts/benchmark/settings.py
index 4b84d6b0..77f5fc21 100644
--- a/scripts/benchmark/settings.py
+++ b/scripts/benchmark/settings.py
@@ -35,14 +35,14 @@ AXPY = {
"arguments": [{"n": utils.m(1), "incx": 1, "incy": 1, "step": 1, "num_steps": 16}],
},
{
- "name": "axpy", "num_runs": 40,
+ "name": "axpy", "num_runs": 20,
"title": "around 16M",
"x_label": "sizes (n)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": utils.m(16), "incx": 1, "incy": 1, "step": 1, "num_steps": 16}],
},
{
- "name": "axpy", "num_runs": 40,
+ "name": "axpy", "num_runs": 20,
"title": "strides n=8M",
"x_label": "increments for x,y", "x_keys": ["incx", "incy"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
@@ -65,42 +65,42 @@ GEMV = {
"num_rows": 2, "num_cols": 3,
"benchmarks": [
{
- "name": "gemv", "num_runs": 10,
+ "name": "gemv", "num_runs": 40,
"title": "multiples of 256",
"x_label": "sizes (n=m)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 256, "m": 256, "incx": 1, "incy": 1, "layout": 102, "step": 256, "num_steps": 20}],
},
{
- "name": "gemv", "num_runs": 10,
+ "name": "gemv", "num_runs": 40,
"title": "multiples of 257",
"x_label": "sizes (n=m)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 257, "m": 257, "incx": 1, "incy": 1, "layout": 102, "step": 257, "num_steps": 20}],
},
{
- "name": "gemv", "num_runs": 10,
+ "name": "gemv", "num_runs": 20,
"title": "around 4K",
"x_label": "sizes (n=m)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 4096, "m": 4096, "incx": 1, "incy": 1, "layout": 102, "step": 1, "num_steps": 16}],
},
{
- "name": "gemv", "num_runs": 10,
+ "name": "gemv", "num_runs": 40,
"title": "multiples of 256 rotated",
"x_label": "sizes (n=m)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 256, "m": 256, "incx": 1, "incy": 1, "layout": 101, "step": 256, "num_steps": 20}],
},
{
- "name": "gemv", "num_runs": 10,
+ "name": "gemv", "num_runs": 40,
"title": "multiples of 257 rotated",
"x_label": "sizes (n=m)", "x_keys": ["n"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
"arguments": [{"n": 257, "m": 257, "incx": 1, "incy": 1, "layout": 101, "step": 257, "num_steps": 20}],
},
{
- "name": "gemv", "num_runs": 10,
+ "name": "gemv", "num_runs": 20,
"title": "strides n=m=4K",
"x_label": "increments/strides for x,y", "x_keys": ["incx", "incy"],
"y_label": "GB/s (higher is better)", "y_keys": ["GBs_1", "GBs_2"],
@@ -115,7 +115,7 @@ GEMM = {
"num_rows": 2, "num_cols": 3,
"benchmarks": [
{
- "name": "gemm", "num_runs": 10,
+ "name": "gemm", "num_runs": 20,
"title": "multiples of 128",
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
@@ -123,7 +123,7 @@ GEMM = {
"transA": 111, "transB": 111, "step": 128, "num_steps": 20}],
},
{
- "name": "gemm", "num_runs": 10,
+ "name": "gemm", "num_runs": 20,
"title": "multiples of 129",
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],
@@ -131,7 +131,7 @@ GEMM = {
"transA": 111, "transB": 111, "step": 129, "num_steps": 20}],
},
{
- "name": "gemm", "num_runs": 10,
+ "name": "gemm", "num_runs": 20,
"title": "around 512",
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
"y_label": "GFLOPS (higher is better)", "y_keys": ["GFLOPS_1", "GFLOPS_2"],