/* Copyright 2013 IST Austria
Contributed by: Jan Reininghaus
This file is part of PHAT.
PHAT is free software: you can redistribute it and/or modify
it under the terms of the GNU Lesser General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
PHAT is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public License
along with PHAT. If not, see . */
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
enum Representation_type { VECTOR_VECTOR, VECTOR_HEAP, VECTOR_SET, SPARSE_PIVOT_COLUMN, HEAP_PIVOT_COLUMN, FULL_PIVOT_COLUMN, BIT_TREE_PIVOT_COLUMN, VECTOR_LIST };
enum Algorithm_type {STANDARD, TWIST, ROW, CHUNK, CHUNK_SEQUENTIAL, SPECTRAL_SEQUENCE, CHUNK_SQRT};
enum Ansatz_type {PRIMAL, DUAL};
void print_help() {
std::cerr << "Usage: " << "benchmark " << "[options] input_filename_0 input_filename_1 ... input_filename_N" << std::endl;
std::cerr << std::endl;
std::cerr << "Options:" << std::endl;
std::cerr << std::endl;
std::cerr << "--latex -- produces Latex tables" << std::endl;
std::cerr << "--ascii -- use ascii file format" << std::endl;
std::cerr << "--binary -- use binary file format (default)" << std::endl;
std::cerr << "--help -- prints this screen" << std::endl;
std::cerr << "--dual -- use only dualization approach" << std::endl;
std::cerr << "--primal -- use only primal approach" << std::endl;
std::cerr << "--vector_vector, --vector_heap, --vector_set, --vector_list, --full_pivot_column, --sparse_pivot_column, --heap_pivot_column, --bit_tree_pivot_column -- use only a subset of representation data structures for boundary matrices" << std::endl;
std::cerr << "--standard, --twist, --chunk, --chunk_sequential, --spectral_sequence, --row -- use only a subset of reduction algorithms" << std::endl;
}
void print_help_and_exit() {
print_help();
exit( EXIT_FAILURE );
}
void parse_command_line( int argc, char** argv, bool& latex_tables_output, bool& use_binary, std::vector< Representation_type >& representations, std::vector< Algorithm_type >& algorithms
, std::vector< Ansatz_type >& ansaetze, std::vector< std::string >& input_filenames ) {
if( argc < 2 ) print_help_and_exit();
int number_of_options = 0;
for( int idx = 1; idx < argc; idx++ ) {
const std::string argument = argv[ idx ];
if( argument.size() > 2 && argument[ 0 ] == '-' && argument[ 1 ] == '-' ) {
if( argument == "--ascii" ) use_binary = false;
else if( argument == "--latex" ) latex_tables_output = true;
else if( argument == "--binary" ) use_binary = true;
else if( argument == "--vector_vector" ) representations.push_back( VECTOR_VECTOR );
else if( argument == "--vector_heap" ) representations.push_back( VECTOR_HEAP );
else if( argument == "--vector_set" ) representations.push_back( VECTOR_SET );
else if( argument == "--vector_list" ) representations.push_back( VECTOR_LIST );
else if( argument == "--full_pivot_column" ) representations.push_back( FULL_PIVOT_COLUMN );
else if( argument == "--bit_tree_pivot_column" ) representations.push_back( BIT_TREE_PIVOT_COLUMN );
else if( argument == "--sparse_pivot_column" ) representations.push_back( SPARSE_PIVOT_COLUMN );
else if( argument == "--heap_pivot_column" ) representations.push_back( HEAP_PIVOT_COLUMN );
else if( argument == "--standard" ) algorithms.push_back( STANDARD );
else if( argument == "--twist" ) algorithms.push_back( TWIST );
else if( argument == "--row" ) algorithms.push_back( ROW );
else if( argument == "--chunk_sequential" ) algorithms.push_back( CHUNK_SEQUENTIAL );
else if( argument == "--chunk_sqrt" ) algorithms.push_back( CHUNK_SQRT );
else if( argument == "--spectral_sequence" ) algorithms.push_back( SPECTRAL_SEQUENCE );
else if( argument == "--chunk" ) algorithms.push_back( CHUNK );
else if( argument == "--primal" ) ansaetze.push_back( PRIMAL );
else if( argument == "--dual" ) ansaetze.push_back( DUAL );
else if( argument == "--help" ) print_help_and_exit();
else print_help_and_exit();
} else {
input_filenames.push_back( argument );
}
}
if( representations.empty() == true ) {
representations.push_back( VECTOR_LIST );
representations.push_back( VECTOR_VECTOR );
representations.push_back( VECTOR_SET );
representations.push_back( VECTOR_HEAP );
representations.push_back( HEAP_PIVOT_COLUMN );
representations.push_back( SPARSE_PIVOT_COLUMN );
representations.push_back( FULL_PIVOT_COLUMN );
representations.push_back( BIT_TREE_PIVOT_COLUMN );
}
if( algorithms.empty() == true ) {
algorithms.push_back( STANDARD );
algorithms.push_back( TWIST );
algorithms.push_back( ROW );
algorithms.push_back( CHUNK );
algorithms.push_back( SPECTRAL_SEQUENCE );
// algorithms.push_back( CHUNK_SEQUENTIAL );
}
if( ansaetze.empty() == true ) {
ansaetze.push_back( PRIMAL );
ansaetze.push_back( DUAL );
}
}
template
void benchmark( std::string input_filename, bool use_binary, Ansatz_type ansatz ) {
phat::boundary_matrix< Representation > matrix;
bool read_successful = use_binary ? matrix.load_binary( input_filename ) : matrix.load_ascii( input_filename );
if( !read_successful ) {
std::cerr << std::endl << " Error opening file " << input_filename << std::endl;
print_help_and_exit();
}
Algorithm reduction_algorithm;
double reduction_timer = -1;
if( ansatz == PRIMAL ) {
std::cout << " primal,";
reduction_timer = omp_get_wtime();
reduction_algorithm( matrix );
} else {
std::cout << " dual,";
double dualization_timer = omp_get_wtime();
dualize( matrix );
double dualization_time = omp_get_wtime() - dualization_timer;
double dualization_time_rounded = floor( dualization_time * 10.0 + 0.5 ) / 10.0;
std::cout << " Dualization time: " << std::setiosflags( std::ios::fixed ) << std::setiosflags( std::ios::showpoint ) << std::setprecision( 1 ) << dualization_time_rounded <<"s,";
reduction_timer = omp_get_wtime();
reduction_algorithm( matrix );
}
double running_time = omp_get_wtime() - reduction_timer;
double running_time_rounded = floor( running_time * 10.0 + 0.5 ) / 10.0;
std::cout << " Reduction time: " << std::setiosflags( std::ios::fixed ) << std::setiosflags( std::ios::showpoint ) << std::setprecision( 1 ) << running_time_rounded <<"s" << std::endl;
}
template
void benchmark_latex( std::string input_filename, bool use_binary, Ansatz_type ansatz )
{
phat::boundary_matrix< Representation > matrix;
bool read_successful = use_binary ? matrix.load_binary( input_filename ) : matrix.load_ascii( input_filename );
if( !read_successful ) {
std::cerr << std::endl << " Error opening file " << input_filename << std::endl;
print_help_and_exit( );
}
Algorithm reduction_algorithm;
double dualization_time = 0.0;
double reduction_timer = -1;
if( ansatz == PRIMAL ) {
reduction_timer = omp_get_wtime( );
reduction_algorithm( matrix );
} else {
double dualization_timer = omp_get_wtime( );
dualize( matrix );
dualization_time = omp_get_wtime( ) - dualization_timer;
reduction_timer = omp_get_wtime( );
reduction_algorithm( matrix );
}
//double running_time = omp_get_wtime() - reduction_timer + dualization_time;
double running_time = omp_get_wtime( ) - reduction_timer;
double running_time_rounded = floor( running_time * 10.0 + 0.5 ) / 10.0;
std::cout << " && " << std::setiosflags( std::ios::fixed ) << std::setiosflags( std::ios::showpoint ) << std::setprecision( 1 ) << std::setw( 12 ) << running_time_rounded << std::setw( 1 );
}
#define COMPUTE(Representation) \
std::cout << " " << #Representation << ","; \
switch( algorithm ) { \
case STANDARD: std::cout << " standard,"; benchmark< phat::Representation, phat::standard_reduction >( input_filename, use_binary, ansatz ); break; \
case TWIST: std::cout << " twist,"; benchmark< phat::Representation, phat::twist_reduction >( input_filename, use_binary, ansatz ); break; \
case ROW: std::cout << " row,"; benchmark< phat::Representation, phat::row_reduction >( input_filename, use_binary, ansatz ); break; \
case CHUNK: std::cout << " chunk,"; benchmark< phat::Representation, phat::chunk_reduction >( input_filename, use_binary, ansatz ); break; \
case CHUNK_SQRT: std::cout << " chunk_sqrt,"; benchmark< phat::Representation, phat::chunk_reduction_sqrt >( input_filename, use_binary, ansatz ); break; \
case SPECTRAL_SEQUENCE: std::cout << " spectral sequence,"; benchmark< phat::Representation, phat::spectral_sequence_reduction >( input_filename, use_binary, ansatz ); break; \
case CHUNK_SEQUENTIAL: std::cout << " chunk_sequential,"; \
int num_threads = omp_get_max_threads(); \
omp_set_num_threads( 1 ); \
benchmark< phat::Representation, phat::chunk_reduction_sqrt >( input_filename, use_binary, ansatz ); \
omp_set_num_threads( num_threads ); \
break; \
};
#define COMPUTE_LATEX(Representation) \
switch( algorithm ) { \
case STANDARD: benchmark_latex< phat::Representation, phat::standard_reduction >( input_filename, use_binary, ansatz ); break; \
case TWIST: benchmark_latex< phat::Representation, phat::twist_reduction >( input_filename, use_binary, ansatz ); break; \
case ROW: benchmark_latex< phat::Representation, phat::row_reduction >( input_filename, use_binary, ansatz ); break; \
case CHUNK: benchmark_latex< phat::Representation, phat::chunk_reduction >( input_filename, use_binary, ansatz ); break; \
case CHUNK_SQRT: benchmark_latex< phat::Representation, phat::chunk_reduction_sqrt >( input_filename, use_binary, ansatz ); break; \
case SPECTRAL_SEQUENCE: benchmark_latex< phat::Representation, phat::spectral_sequence_reduction >( input_filename, use_binary, ansatz ); break; \
case CHUNK_SEQUENTIAL: int num_threads = omp_get_max_threads( ); \
omp_set_num_threads( 1 ); \
benchmark_latex< phat::Representation, phat::chunk_reduction_sqrt >( input_filename, use_binary, ansatz ); \
omp_set_num_threads( num_threads ); \
break; \
};
int main( int argc, char** argv )
{
bool latex_tables_output = false; // produces output in latex format
bool use_binary = true; // interpret inputs as binary or ascii files
std::vector< std::string > input_filenames; // name of file that contains the boundary matrix
std::vector< Representation_type > representations; // representation class
std::vector< Algorithm_type > algorithms; // reduction algorithm
std::vector< Ansatz_type > ansaetze; // primal / dual
parse_command_line( argc, argv, latex_tables_output, use_binary, representations, algorithms, ansaetze, input_filenames );
if( !latex_tables_output ) {
for( int idx_input = 0; idx_input < input_filenames.size(); idx_input++ ) {
std::string input_filename = input_filenames[ idx_input ];
for( int idx_algorithm = 0; idx_algorithm < algorithms.size(); idx_algorithm++ ) {
Algorithm_type algorithm = algorithms[ idx_algorithm ];
for( int idx_representation = 0; idx_representation < representations.size(); idx_representation++ ) {
Representation_type representation = representations[ idx_representation ];
for( int idx_ansatz = 0; idx_ansatz < ansaetze.size(); idx_ansatz++ ) {
Ansatz_type ansatz = ansaetze[ idx_ansatz ];
std::cout << input_filename << ",";
switch( representation ) {
case VECTOR_VECTOR: COMPUTE(vector_vector) break;
case VECTOR_HEAP: COMPUTE( vector_heap ) break;
case VECTOR_SET: COMPUTE(vector_set) break;
case VECTOR_LIST: COMPUTE(vector_list) break;
case FULL_PIVOT_COLUMN: COMPUTE(full_pivot_column) break;
case BIT_TREE_PIVOT_COLUMN: COMPUTE(bit_tree_pivot_column) break;
case SPARSE_PIVOT_COLUMN: COMPUTE(sparse_pivot_column) break;
case HEAP_PIVOT_COLUMN: COMPUTE(heap_pivot_column) break;
}
}
}
}
}
} else {
for( int idx_input = 0; idx_input < input_filenames.size( ); idx_input++ ) {
std::cout << "\\begin{table}[ h ]" << std::endl;
std::cout << "\\begin{center}" << std::endl;
std::cout << "\\begin{tabularx}{\\textwidth}{";
std::cout << "r";
for( int idx = 0; idx < representations.size( ); idx++ )
std::cout << "Xr";
std::cout << "}" << std::endl;
std::cout << std::setw( 23 ) << " " << std::setw( 1 );
for( int idx_representation = 0; idx_representation < representations.size( ); idx_representation++ ) {
Representation_type representation = representations[ idx_representation ];
std::cout << " && " << std::setw( 12 );
switch( representation ) {
case VECTOR_VECTOR: std::cout << "Vector"; break;
case VECTOR_HEAP: std::cout << "Heap"; break;
case VECTOR_SET: std::cout << "Set"; break;
case VECTOR_LIST: std::cout << "List"; break;
case FULL_PIVOT_COLUMN: std::cout << "P-Full"; break;
case BIT_TREE_PIVOT_COLUMN: std::cout << "P-Bit-Tree"; break;
case SPARSE_PIVOT_COLUMN: std::cout << "P-Set"; break;
case HEAP_PIVOT_COLUMN: std::cout << "P-Heap"; break;
}
std::cout << std::setw( 1 );
}
std::cout << " \\\\" << std::endl;
std::cout << "\\hline" << std::endl;
std::string input_filename = input_filenames[ idx_input ];
for( int idx_algorithm = 0; idx_algorithm < algorithms.size( ); idx_algorithm++ ) {
Algorithm_type algorithm = algorithms[ idx_algorithm ];
for( int idx_ansatz = 0; idx_ansatz < ansaetze.size(); idx_ansatz++ ) {
Ansatz_type ansatz = ansaetze[ idx_ansatz ];
std::cout << std::setw( 23 );
if( ansatz == PRIMAL ) {
switch( algorithm ) {
case STANDARD: std::cout << "standard"; break;
case TWIST: std::cout << "twist"; break;
case ROW: std::cout << "row"; break;
case CHUNK: std::cout << "chunk"; break;
case SPECTRAL_SEQUENCE: std::cout << "spectral sequence"; break;
case CHUNK_SEQUENTIAL: std::cout << "chunk-sequential"; break;
case CHUNK_SQRT: std::cout << "chunk-sqrt"; break;
}
} else {
switch( algorithm ) {
case STANDARD: std::cout << "standard$^*$"; break;
case TWIST: std::cout << "twist$^*$"; break;
case ROW: std::cout << "row$^*$"; break;
case CHUNK: std::cout << "chunk$^*$"; break;
case SPECTRAL_SEQUENCE: std::cout << "spectral sequence$^*$"; break;
case CHUNK_SEQUENTIAL: std::cout << "chunk-sequential$^*$"; break;
case CHUNK_SQRT: std::cout << "chunk-sqrt"; break;
}
}
std::cout << std::setw( 1 );
for( int idx_representation = 0; idx_representation < representations.size(); idx_representation++ ) {
Representation_type representation = representations[ idx_representation ];
switch( representation ) {
case VECTOR_VECTOR: COMPUTE_LATEX( vector_vector ) break;
case VECTOR_HEAP: COMPUTE_LATEX( vector_heap ) break;
case VECTOR_SET: COMPUTE_LATEX( vector_set ) break;
case VECTOR_LIST: COMPUTE_LATEX( vector_list ) break;
case FULL_PIVOT_COLUMN: COMPUTE_LATEX( full_pivot_column ) break;
case BIT_TREE_PIVOT_COLUMN: COMPUTE_LATEX( bit_tree_pivot_column ) break;
case SPARSE_PIVOT_COLUMN: COMPUTE_LATEX( sparse_pivot_column ) break;
case HEAP_PIVOT_COLUMN: COMPUTE_LATEX( heap_pivot_column ) break;
}
}
std::cout << " \\\\" << std::endl;
}
}
std::cout << "\\end{tabularx}" << std::endl;
std::cout << "\\end{center}" << std::endl;
std::string sanitized_input_filename( input_filename );
std::replace( sanitized_input_filename.begin( ), sanitized_input_filename.end( ), '_', '-' );
std::cout << "\\caption{ " << sanitized_input_filename << " }" << std::endl;
std::cout << "\\label{phat:" << sanitized_input_filename << "}" << std::endl;
std::cout << "\\end{table}" << std::endl << std::endl;
}
}
}