diff options
author | CNugteren <web@cedricnugteren.nl> | 2015-05-30 12:30:43 +0200 |
---|---|---|
committer | CNugteren <web@cedricnugteren.nl> | 2015-05-30 12:30:43 +0200 |
commit | bc5a341dfe591946e925db315fc7d8c0c25c2938 (patch) | |
tree | b216ab5eee4863e3807d92b5ddd19fa22197ed22 /test/performance/graphs | |
parent | c7b054ea6747039f4405fd93da6e924f3e5c7f4b (diff) |
Initial commit of preview version
Diffstat (limited to 'test/performance/graphs')
-rw-r--r-- | test/performance/graphs/common.r | 189 | ||||
-rw-r--r-- | test/performance/graphs/xaxpy.r | 96 | ||||
-rwxr-xr-x | test/performance/graphs/xgemm.r | 94 | ||||
-rw-r--r-- | test/performance/graphs/xsymm.r | 94 |
4 files changed, 473 insertions, 0 deletions
diff --git a/test/performance/graphs/common.r b/test/performance/graphs/common.r new file mode 100644 index 00000000..4572e559 --- /dev/null +++ b/test/performance/graphs/common.r @@ -0,0 +1,189 @@ + +# ================================================================================================== +# This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This +# project uses a tab-size of two spaces and a max-width of 100 characters per line. +# +# Author(s): +# Cedric Nugteren <www.cedricnugteren.nl> +# +# This file implements the common performance scripts, such as creating a graph. +# +# ================================================================================================== + +# Colours +black = "#000000" +grey = "#888888" +purplish = "#550077" # [ 85, 0,119] lumi=26 +blueish = "#4765b1" # [ 71,101,177] lumi=100 +redish = "#d67568" # [214,117,104] lumi=136 +greenish = "#9bd4ca" # [155,212,202] lumi=199 +colourset = c(blueish, redish, greenish, purplish) + +# Sets the graph markers (circles, triangles, etc.) +pchs = c(15, 18, 17, 12) + +# Other constants +kilo = 1024 +mega = 1024*1024 + +# R options +options("width"=170) + +# ================================================================================================== + +# Constants +num_runs <- 4 +devices <- c("-platform","-device") +options_string <- "-q -no_abbrv" +library_names <- c("CLBlast", "clBLAS") + +# Command-line arguments +command_line <- commandArgs(trailingOnly=TRUE) +if (length(command_line) != 2) { + print("Usage for device Z on platform Y: Rscript xxxxx.r Y Z") + quit() +} +platform_id <- command_line[1] +device_id <- command_line[2] + +# Selects the device +devices_values <- c(platform_id, device_id) +devices_string <- paste(devices, devices_values, collapse=" ") + +# ================================================================================================== + +# The main function +main <- function(routine_name, precision, test_names, test_values, + test_xlabels, test_xaxis, metric_gflops) { + + # Names + display_name <- toupper(routine_name) + if (precision == 16) { display_name <- gsub("^X","H",display_name); } + if (precision == 32) { display_name <- gsub("^X","S",display_name); } + if (precision == 64) { display_name <- gsub("^X","D",display_name); } + if (precision == 3232) { display_name <- gsub("^X","C",display_name); } + if (precision == 6464) { display_name <- gsub("^X","Z",display_name); } + executable <- paste("./client_", routine_name, sep="") + + # Configures the outputfile + pdf(paste(display_name, ".pdf", sep=""), height=8, width=13) + par(mfrow=c(2, 3)) + par(oma=c(0, 0, 0, 0)) + par(mar=c(4.6, 4.4, 1.5, 0)) # bottom, left, top, right [c(5.1, 4.1, 4.1, 2.1)] + par(mgp=c(2.8, 0.6, 0)) # location of xlab/ylab, tick-mark labels, tick marks [c(3, 1, 0)] + + # Loops over the test-cases + for (test_id in 1:length(test_names)) { + params_values <- test_values[[test_id]] + + # Loops over the commands within a single list (within a case) + for (command_id in 1:length(params_values)) { + + # Runs the client and captures the result + params_string <- paste(parameters, params_values[[command_id]], collapse=" ") + arguments <- paste(devices_string, params_string, options_string, sep=" ") + result_string <- system2(command=executable, args=arguments, stdout=TRUE) + + # Reads the result into a dataframe + command_db <- read.csv(text=result_string, sep=";") + + # Append the results to the final dataframe + if (command_id == 1) { + db <- command_db + } else { + db <- rbind(db, command_db) + } + } + print(db) + + # Sets the values on the x-axis and their labels (test dependent) + if (is.character(test_xaxis[[test_id]][[1]])) { + xdata <- db[,test_xaxis[[test_id]][[1]]] + xtics <- xdata + log_scale <- test_xaxis[[test_id]][[2]] + } + else { + xdata <- test_xaxis[[test_id]][[1]] + xtics <- test_xaxis[[test_id]][[2]] + log_scale <- "" + } + + # Plots the graph with GFLOPS on the Y-axis + if (metric_gflops) { + plot_graph(xdata=xdata, ydata=list(db$GFLOPS_1, db$GFLOPS_2), log_setting=log_scale, + xmin=min(xdata), xmax=max(xdata), + ymin=0, ymax=max(max(db$GFLOPS_1),max(db$GFLOPS_2)), + xtics=xtics, + xlabel=test_xlabels[[test_id]], ylabel="GFLOPS (higher is better)", + graph_title=paste(display_name, test_names[[test_id]], sep=" "), + multiple=50, experiment_names=library_names) + # Plots the graph with GB/s on the Y-axis + } else { + plot_graph(xdata=xdata, ydata=list(db$GBs_1, db$GBs_2), log_setting=log_scale, + xmin=min(xdata), xmax=max(xdata), + ymin=0, ymax=max(max(db$GBs_1),max(db$GBs_2)), + xtics=xtics, + xlabel=test_xlabels[[test_id]], ylabel="GB/s (higher is better)", + graph_title=paste(display_name, test_names[[test_id]], sep=" "), + multiple=10, experiment_names=library_names) + } + } +} + +# ================================================================================================== + +# Plots data +plot_graph <- function(xdata, ydata, log_setting, + xmin, xmax, ymin, ymax, + xtics, xlabel, ylabel, + graph_title, + multiple, experiment_names) { + + # Update the ymax to the next multiple of something + ymax <- multiple*ceiling(ymax/multiple) + + # Add kilo or mega to the x-labels + for (i in 1:length(xtics)) { + if (!is.na(as.numeric(xtics[i]))) { + if (as.numeric(xtics[i])%%mega == 0) { + xtics[i] <- paste(as.character(as.numeric(xtics[i])/mega), "M", sep="") + } else if (as.numeric(xtics[i])%%kilo == 0) { + xtics[i] <- paste(as.character(as.numeric(xtics[i])/kilo), "K", sep="") + } + } + } + + # Creates an initial graph with axis but without data + par(new=F) + plot(x=xmin:xmax, y=rep(1, length(xmin:xmax)), log=log_setting, + main="", xlab="", ylab="", + ylim=c(ymin, ymax), xlim=c(xmin, xmax), axes=F, "n") + axis(side=2, las=2) + axis(side=1, at=xdata, labels=xtics, las=2) + title(xlab=xlabel, line=-1) + title(ylab=ylabel, line=2) + title(graph_title, line=-2) + par(new=T) + + # Loops over all experiments + num_experiments <- length(ydata) + for (id in 1:num_experiments) { + + # Plots the data for this experiment + plot(x=xdata, y=ydata[[id]], log=log_setting, + col=colourset[id], pch=pchs[id], lty=1, lwd=1, cex=1, + xlab="", ylab="", ylim=c(ymin, ymax), xlim=c(xmin, xmax), + axes=F, "b", xpd=T) + par(new=T) + } + + # Add a legend + legend("bottomright", experiment_names, + lwd=1, ncol=1, col=colourset, pch=pchs, lty=1, cex=1, + bty="n", xpd=T) + + # Done + par(new=F) +} + +# ================================================================================================== diff --git a/test/performance/graphs/xaxpy.r b/test/performance/graphs/xaxpy.r new file mode 100644 index 00000000..187590aa --- /dev/null +++ b/test/performance/graphs/xaxpy.r @@ -0,0 +1,96 @@ + +# ================================================================================================== +# This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This +# project uses a tab-size of two spaces and a max-width of 100 characters per line. +# +# Author(s): +# Cedric Nugteren <www.cedricnugteren.nl> +# +# This file implements the performance script for the Xaxpy routine +# +# ================================================================================================== + +# Includes the common functions +args <- commandArgs(trailingOnly = FALSE) +thisfile <- (normalizePath(sub("--file=", "", args[grep("--file=", args)]))) +source(file.path(dirname(thisfile), "common.r")) + +# ================================================================================================== + +# Settings +routine_name <- "xaxpy" +parameters <- c("-n","-incx","-incy", + "-num_steps","-step","-runs","-precision") +precision <- 32 + +# Sets the names of the test-cases +test_names <- list( + "multiples of 256K", + "multiples of 256K (+1)", + "around n=1M", + "around n=16M", + "strides (n=8M)", + "powers of 2" +) + +# Defines the test-cases +test_values <- list( + list(c(256*kilo, 1, 1, 16, 256*kilo, num_runs, precision)), + list(c(256*kilo+1, 1, 1, 16, 256*kilo, num_runs, precision)), + list(c(1*mega, 1, 1, 16, 1, num_runs, precision)), + list(c(16*mega, 1, 1, 16, 1, num_runs, precision)), + list( + c(8*mega, 1, 1, 1, 0, num_runs, precision), + c(8*mega, 2, 1, 1, 0, num_runs, precision), + c(8*mega, 4, 1, 1, 0, num_runs, precision), + c(8*mega, 8, 1, 1, 0, num_runs, precision), + c(8*mega, 1, 2, 1, 0, num_runs, precision), + c(8*mega, 1, 4, 1, 0, num_runs, precision), + c(8*mega, 1, 8, 1, 0, num_runs, precision), + c(8*mega, 2, 2, 1, 0, num_runs, precision), + c(8*mega, 4, 4, 1, 0, num_runs, precision), + c(8*mega, 8, 8, 1, 0, num_runs, precision) + ), + list( + c(32*kilo, 1, 1, 1, 0, num_runs, precision), + c(64*kilo, 1, 1, 1, 0, num_runs, precision), + c(128*kilo, 1, 1, 1, 0, num_runs, precision), + c(256*kilo, 1, 1, 1, 0, num_runs, precision), + c(512*kilo, 1, 1, 1, 0, num_runs, precision), + c(1*mega, 1, 1, 1, 0, num_runs, precision), + c(2*mega, 1, 1, 1, 0, num_runs, precision), + c(4*mega, 1, 1, 1, 0, num_runs, precision), + c(8*mega, 1, 1, 1, 0, num_runs, precision), + c(16*mega, 1, 1, 1, 0, num_runs, precision), + c(32*mega, 1, 1, 1, 0, num_runs, precision), + c(64*mega, 1, 1, 1, 0, num_runs, precision) + ) +) + +# Defines the x-labels corresponding to the test-cases +test_xlabels <- list( + "vector sizes (n)", + "vector sizes (n)", + "vector sizes (n)", + "vector sizes (n)", + "increments/strides for x and y", + "vector sizes (n)" +) + +# Defines the x-axis of the test-cases +test_xaxis <- list( + c("n", ""), + c("n", ""), + c("n", ""), + c("n", ""), + list(1:10, c("x1y1", "x2y1", "x4y1", "x8y1", "x1y2", "x1y4", "x1y8", "x2y2", "x4y4", "x8y8")), + c("n", "x") +) + +# ================================================================================================== + +# Start the script +main(routine_name=routine_name, precision=precision, test_names=test_names, test_values=test_values, + test_xlabels=test_xlabels, test_xaxis=test_xaxis, metric_gflops=FALSE) + +# ==================================================================================================
\ No newline at end of file diff --git a/test/performance/graphs/xgemm.r b/test/performance/graphs/xgemm.r new file mode 100755 index 00000000..22f63b77 --- /dev/null +++ b/test/performance/graphs/xgemm.r @@ -0,0 +1,94 @@ + +# ================================================================================================== +# This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This +# project uses a tab-size of two spaces and a max-width of 100 characters per line. +# +# Author(s): +# Cedric Nugteren <www.cedricnugteren.nl> +# +# This file implements the performance script for the Xgemm routine +# +# ================================================================================================== + +# Includes the common functions +args <- commandArgs(trailingOnly = FALSE) +thisfile <- (normalizePath(sub("--file=", "", args[grep("--file=", args)]))) +source(file.path(dirname(thisfile), "common.r")) + +# ================================================================================================== + +# Settings +routine_name <- "xgemm" +parameters <- c("-m","-n","-k","-layout","-transA","-transB", + "-num_steps","-step","-runs","-precision") +precision <- 32 + +# Sets the names of the test-cases +test_names <- list( + "multiples of 128", + "multiples of 128 (+1)", + "around m=n=k=512", + "around m=n=k=2048", + "layouts and transposing (m=n=k=1024)", + "powers of 2" +) + +# Defines the test-cases +test_values <- list( + list(c(128, 128, 128, 0, 0, 0, 16, 128, num_runs, precision)), + list(c(129, 129, 129, 0, 0, 0, 16, 128, num_runs, precision)), + list(c(512, 512, 512, 0, 0, 0, 16, 1, num_runs, precision)), + list(c(2048, 2048, 2048, 0, 0, 0, 16, 1, num_runs, precision)), + list( + c(1024, 1024, 1024, 0, 0, 0, 1, 0, num_runs, precision), + c(1024, 1024, 1024, 0, 0, 1, 1, 0, num_runs, precision), + c(1024, 1024, 1024, 0, 1, 0, 1, 0, num_runs, precision), + c(1024, 1024, 1024, 0, 1, 1, 1, 0, num_runs, precision), + c(1024, 1024, 1024, 1, 0, 0, 1, 0, num_runs, precision), + c(1024, 1024, 1024, 1, 0, 1, 1, 0, num_runs, precision), + c(1024, 1024, 1024, 1, 1, 0, 1, 0, num_runs, precision), + c(1024, 1024, 1024, 1, 1, 1, 1, 0, num_runs, precision) + ), + list( + c(8, 8, 8, 0, 0, 0, 1, 0, num_runs, precision), + c(16, 16, 16, 0, 0, 0, 1, 0, num_runs, precision), + c(32, 32, 32, 0, 0, 0, 1, 0, num_runs, precision), + c(64, 64, 64, 0, 0, 0, 1, 0, num_runs, precision), + c(128, 128, 128, 0, 0, 0, 1, 0, num_runs, precision), + c(256, 256, 256, 0, 0, 0, 1, 0, num_runs, precision), + c(512, 512, 512, 0, 0, 0, 1, 0, num_runs, precision), + c(1024, 1024, 1024, 0, 0, 0, 1, 0, num_runs, precision), + c(2048, 2048, 2048, 0, 0, 0, 1, 0, num_runs, precision), + c(4096, 4096, 4096, 0, 0, 0, 1, 0, num_runs, precision), + c(8192, 8192, 8192, 0, 0, 0, 1, 0, num_runs, precision) + ) +) + +# Defines the x-labels corresponding to the test-cases +test_xlabels <- list( + "matrix sizes (m=n=k)", + "matrix sizes (m=n=k)", + "matrix sizes (m=n=k)", + "matrix sizes (m=n=k)", + "layout (row/col), transA (n/y), transB (n/y)", + "matrix sizes (m=n=k)" +) + +# Defines the x-axis of the test-cases +test_xaxis <- list( + c("m", ""), + c("m", ""), + c("m", ""), + c("m", ""), + list(1:8, c("row,n,n", "row,n,y", "row,y,n", "row,y,y", + "col,n,n", "col,n,y", "col,y,n", "col,y,y")), + c("m", "x") +) + +# ================================================================================================== + +# Start the script +main(routine_name=routine_name, precision=precision, test_names=test_names, test_values=test_values, + test_xlabels=test_xlabels, test_xaxis=test_xaxis, metric_gflops=TRUE) + +# ==================================================================================================
\ No newline at end of file diff --git a/test/performance/graphs/xsymm.r b/test/performance/graphs/xsymm.r new file mode 100644 index 00000000..6493f52a --- /dev/null +++ b/test/performance/graphs/xsymm.r @@ -0,0 +1,94 @@ + +# ================================================================================================== +# This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This +# project uses a tab-size of two spaces and a max-width of 100 characters per line. +# +# Author(s): +# Cedric Nugteren <www.cedricnugteren.nl> +# +# This file implements the performance script for the Xsymm routine +# +# ================================================================================================== + +# Includes the common functions +args <- commandArgs(trailingOnly = FALSE) +thisfile <- (normalizePath(sub("--file=", "", args[grep("--file=", args)]))) +source(file.path(dirname(thisfile), "common.r")) + +# ================================================================================================== + +# Settings +routine_name <- "xsymm" +parameters <- c("-m","-n","-layout","-triangle","-side", + "-num_steps","-step","-runs","-precision") +precision <- 32 + +# Sets the names of the test-cases +test_names <- list( + "multiples of 128", + "multiples of 128 (+1)", + "around m=n=512", + "around m=n=2048", + "layouts and triangle/side (m=n=1024)", + "powers of 2" +) + +# Defines the test-cases +test_values <- list( + list(c(128, 128, 0, 0, 0, 16, 128, num_runs, precision)), + list(c(129, 129, 0, 0, 0, 16, 128, num_runs, precision)), + list(c(512, 512, 0, 0, 0, 16, 1, num_runs, precision)), + list(c(2048, 2048, 0, 0, 0, 16, 1, num_runs, precision)), + list( + c(1024, 1024, 0, 0, 0, 1, 0, num_runs, precision), + c(1024, 1024, 0, 0, 1, 1, 0, num_runs, precision), + c(1024, 1024, 0, 1, 0, 1, 0, num_runs, precision), + c(1024, 1024, 0, 1, 1, 1, 0, num_runs, precision), + c(1024, 1024, 1, 0, 0, 1, 0, num_runs, precision), + c(1024, 1024, 1, 0, 1, 1, 0, num_runs, precision), + c(1024, 1024, 1, 1, 0, 1, 0, num_runs, precision), + c(1024, 1024, 1, 1, 1, 1, 0, num_runs, precision) + ), + list( + c(8, 8, 0, 0, 0, 1, 0, num_runs, precision), + c(16, 16, 0, 0, 0, 1, 0, num_runs, precision), + c(32, 32, 0, 0, 0, 1, 0, num_runs, precision), + c(64, 64, 0, 0, 0, 1, 0, num_runs, precision), + c(128, 128, 0, 0, 0, 1, 0, num_runs, precision), + c(256, 256, 0, 0, 0, 1, 0, num_runs, precision), + c(512, 512, 0, 0, 0, 1, 0, num_runs, precision), + c(1024, 1024, 0, 0, 0, 1, 0, num_runs, precision), + c(2048, 2048, 0, 0, 0, 1, 0, num_runs, precision), + c(4096, 4096, 0, 0, 0, 1, 0, num_runs, precision), + c(8192, 8192, 0, 0, 0, 1, 0, num_runs, precision) + ) +) + +# Defines the x-labels corresponding to the test-cases +test_xlabels <- list( + "matrix sizes (m=n)", + "matrix sizes (m=n)", + "matrix sizes (m=n)", + "matrix sizes (m=n)", + "layout (row/col), triangle (up/lo), side (l/r)", + "matrix sizes (m=n)" +) + +# Defines the x-axis of the test-cases +test_xaxis <- list( + c("m", ""), + c("m", ""), + c("m", ""), + c("m", ""), + list(1:8, c("row,up,l", "row,up,r", "row,lo,l", "row,lo,r", + "col,up,l", "col,up,r", "col,lo,l", "col,lo,r")), + c("m", "x") +) + +# ================================================================================================== + +# Start the script +main(routine_name=routine_name, precision=precision, test_names=test_names, test_values=test_values, + test_xlabels=test_xlabels, test_xaxis=test_xaxis, metric_gflops=TRUE) + +# ==================================================================================================
\ No newline at end of file |