From cd068718368ef7e2e45e7382b45f61a6f2ef680a Mon Sep 17 00:00:00 2001 From: "jan.reininghaus" Date: Mon, 29 Apr 2013 14:24:25 +0000 Subject: new 'benchmark' executable git-svn-id: https://phat.googlecode.com/svn/trunk@49 8e3bb3c2-eed4-f18f-5264-0b6c94e6926d --- build/Visual Studio/VisualStudio2008.sln | 9 + build/Visual Studio/VisualStudio2012.sln | 11 + build/Visual Studio/benchmark/benchmark.vcproj | 427 +++++++++++++++++++++ build/Visual Studio/benchmark/benchmark.vcxproj | 197 ++++++++++ .../benchmark/benchmark.vcxproj.filters | 84 ++++ src/benchmark.cpp | 222 +++++++++++ 6 files changed, 950 insertions(+) create mode 100644 build/Visual Studio/benchmark/benchmark.vcproj create mode 100644 build/Visual Studio/benchmark/benchmark.vcxproj create mode 100644 build/Visual Studio/benchmark/benchmark.vcxproj.filters create mode 100644 src/benchmark.cpp diff --git a/build/Visual Studio/VisualStudio2008.sln b/build/Visual Studio/VisualStudio2008.sln index b325a17..10bc0b9 100644 --- a/build/Visual Studio/VisualStudio2008.sln +++ b/build/Visual Studio/VisualStudio2008.sln @@ -7,6 +7,8 @@ Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "self_test", "self_test\self EndProject Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "simple_example", "simple_example\simple_example.vcproj", "{EF3AAC07-A647-49F8-B6E0-DA9525C93569}" EndProject +Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "benchmark", "benchmark\benchmark.vcproj", "{41BD21B0-A6E5-4446-AF0A-D64BAF097341}" +EndProject Global GlobalSection(SolutionConfigurationPlatforms) = preSolution Debug|Win32 = Debug|Win32 @@ -37,6 +39,13 @@ Global {EF3AAC07-A647-49F8-B6E0-DA9525C93569}.Release|Win32.Build.0 = Release|Win32 {EF3AAC07-A647-49F8-B6E0-DA9525C93569}.Release|x64.ActiveCfg = Release|x64 {EF3AAC07-A647-49F8-B6E0-DA9525C93569}.Release|x64.Build.0 = Release|x64 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Debug|Win32.ActiveCfg = Debug|Win32 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Debug|Win32.Build.0 = Debug|Win32 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Debug|x64.ActiveCfg = Debug|Win32 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Release|Win32.ActiveCfg = Release|Win32 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Release|Win32.Build.0 = Release|Win32 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Release|x64.ActiveCfg = Release|x64 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Release|x64.Build.0 = Release|x64 EndGlobalSection GlobalSection(SolutionProperties) = preSolution HideSolutionNode = FALSE diff --git a/build/Visual Studio/VisualStudio2012.sln b/build/Visual Studio/VisualStudio2012.sln index 2282a26..226005b 100644 --- a/build/Visual Studio/VisualStudio2012.sln +++ b/build/Visual Studio/VisualStudio2012.sln @@ -7,6 +7,8 @@ Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "self_test", "self_test\self EndProject Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "simple_example", "simple_example\simple_example.vcxproj", "{EF3AAC07-A647-49F8-B6E0-DA9525C93569}" EndProject +Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "benchmark", "benchmark\benchmark.vcxproj", "{41BD21B0-A6E5-4446-AF0A-D64BAF097341}" +EndProject Global GlobalSection(SolutionConfigurationPlatforms) = preSolution Debug|Win32 = Debug|Win32 @@ -39,6 +41,15 @@ Global {EF3AAC07-A647-49F8-B6E0-DA9525C93569}.Release|Win32.Build.0 = Release|Win32 {EF3AAC07-A647-49F8-B6E0-DA9525C93569}.Release|x64.ActiveCfg = Release|x64 {EF3AAC07-A647-49F8-B6E0-DA9525C93569}.Release|x64.Build.0 = Release|x64 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Debug|Win32.ActiveCfg = Debug|Win32 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Debug|Win32.Build.0 = Debug|Win32 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Debug|x64.ActiveCfg = Debug|x64 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Debug|x64.Build.0 = Debug|x64 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Release|Win32.ActiveCfg = Release|Win32 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Release|Win32.Build.0 = Release|Win32 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Release|x64.ActiveCfg = Release|x64 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Release|x64.Build.0 = Release|x64 + {41BD21B0-A6E5-4446-AF0A-D64BAF097341}.Release|x64.Deploy.0 = Release|x64 EndGlobalSection GlobalSection(SolutionProperties) = preSolution HideSolutionNode = FALSE diff --git a/build/Visual Studio/benchmark/benchmark.vcproj b/build/Visual Studio/benchmark/benchmark.vcproj new file mode 100644 index 0000000..f0a059c --- /dev/null +++ b/build/Visual Studio/benchmark/benchmark.vcproj @@ -0,0 +1,427 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/build/Visual Studio/benchmark/benchmark.vcxproj b/build/Visual Studio/benchmark/benchmark.vcxproj new file mode 100644 index 0000000..6a997f3 --- /dev/null +++ b/build/Visual Studio/benchmark/benchmark.vcxproj @@ -0,0 +1,197 @@ + + + + + Debug + Win32 + + + Debug + x64 + + + Release + Win32 + + + Release + x64 + + + + {41BD21B0-A6E5-4446-AF0A-D64BAF097341} + benchmark + Win32Proj + + + + Application + v110 + Unicode + true + + + Application + v110 + Unicode + + + Application + v110 + Unicode + true + + + Application + v110 + Unicode + + + + + + + + + + + + + + + + + + + <_ProjectFileVersion>11.0.50727.1 + + + $(SolutionDir)$(Configuration)\ + $(Configuration)\ + true + + + $(SolutionDir)$(Configuration)\ + $(Configuration)\ + false + + + $(SolutionDir)$(Platform)\$(Configuration)\ + $(Platform)\$(Configuration)\ + true + + + $(SolutionDir)$(Platform)\$(Configuration)\ + $(Platform)\$(Configuration)\ + false + + + + Disabled + $(SolutionDir)\..\..\include;%(AdditionalIncludeDirectories) + WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions) + true + EnableFastChecks + MultiThreadedDebugDLL + + Level3 + EditAndContinue + + + true + Console + MachineX86 + + + + + MaxSpeed + true + $(SolutionDir)\..\..\include;%(AdditionalIncludeDirectories) + WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions) + MultiThreadedDLL + true + + Level3 + ProgramDatabase + + + true + Console + true + true + MachineX86 + + + + + X64 + + + Disabled + $(SolutionDir)\..\..\include;%(AdditionalIncludeDirectories) + WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions) + true + EnableFastChecks + MultiThreadedDebugDLL + + Level3 + ProgramDatabase + + + true + Console + MachineX64 + + + + + X64 + + + MaxSpeed + true + $(SolutionDir)\..\..\include;%(AdditionalIncludeDirectories) + WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions) + MultiThreadedDLL + true + + Level3 + ProgramDatabase + false + true + + + true + Console + true + true + MachineX64 + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/build/Visual Studio/benchmark/benchmark.vcxproj.filters b/build/Visual Studio/benchmark/benchmark.vcxproj.filters new file mode 100644 index 0000000..49aa1a8 --- /dev/null +++ b/build/Visual Studio/benchmark/benchmark.vcxproj.filters @@ -0,0 +1,84 @@ + + + + + {4FC737F1-C7A5-4376-A066-2A32D752A2FF} + cpp;c;cc;cxx;def;odl;idl;hpj;bat;asm;asmx + + + {93995380-89BD-4b04-88EB-625FBE52EBFB} + h;hpp;hxx;hm;inl;inc;xsd + + + {85a93105-7834-415c-a6ca-8f42b9c3a661} + + + {12278fbc-65bd-4d4b-bda3-55419edd30c7} + + + {b756daa0-c1db-420e-b32f-f5ed10d87b2a} + + + {67DA6AB6-F800-4c08-8B7A-83BB121AAD01} + rc;ico;cur;bmp;dlg;rc2;rct;bin;rgs;gif;jpg;jpeg;jpe;resx;tiff;tif;png;wav + + + + + Source Files + + + + + Header Files + + + Header Files + + + Header Files + + + Header Files\algorithms + + + Header Files\algorithms + + + Header Files\algorithms + + + Header Files\algorithms + + + Header Files\helpers + + + Header Files\helpers + + + Header Files\helpers + + + Header Files\representations + + + Header Files\representations + + + Header Files\representations + + + Header Files\representations + + + Header Files\representations + + + Header Files\representations + + + Header Files\representations + + + \ No newline at end of file diff --git a/src/benchmark.cpp b/src/benchmark.cpp new file mode 100644 index 0000000..634fd4c --- /dev/null +++ b/src/benchmark.cpp @@ -0,0 +1,222 @@ +/* Copyright 2013 IST Austria + Contributed by: Ulrich Bauer, Michael Kerber, Jan Reininghaus + + This file is part of PHAT. + + PHAT is free software: you can redistribute it and/or modify + it under the terms of the GNU Lesser General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + PHAT is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public License + along with PHAT. If not, see . */ + +#include + +#include +#include +#include +#include +#include +#include + +#include +#include +#include +#include + +#include +#include + + +enum Representation_type {VECTOR_VECTOR, VECTOR_SET, SPARSE_PIVOT_COLUMN, FULL_PIVOT_COLUMN, BIT_TREE_PIVOT_COLUMN, VECTOR_LIST}; +enum Algorithm_type {STANDARD, TWIST, ROW, CHUNK}; +enum Ansatz_type {PRIMAL, DUAL}; + +void print_help() { + std::cerr << "Usage: " << "benchmark " << "[options] input_filename_0 input_filename_1 ... input_filename_N" << std::endl; + std::cerr << std::endl; + std::cerr << "Options:" << std::endl; + std::cerr << std::endl; + std::cerr << "--ascii -- use ascii file format" << std::endl; + std::cerr << "--binary -- use binary file format (default)" << std::endl; + std::cerr << "--help -- prints this screen" << std::endl; + std::cerr << "--dualize -- use only dualization approach" << std::endl; + std::cerr << "--primal -- use only primal approach" << std::endl; + std::cerr << "--vector_vector, --vector_set, --vector_list, --full_pivot_column, --sparse_pivot_column, --bit_tree_pivot_column -- use only a subset of representation data structures for boundary matrices" << std::endl; + std::cerr << "--standard, --twist, --chunk, --row -- use only a subset of reduction algorithms" << std::endl; +} + +void print_help_and_exit() { + print_help(); + exit( EXIT_FAILURE ); +} + +void parse_command_line( int argc, char** argv, bool& use_binary, std::vector< Representation_type >& representations, std::vector< Algorithm_type >& algorithms + , std::vector< Ansatz_type >& ansaetze, std::vector< std::string >& input_filenames ) { + + if( argc < 2 ) print_help_and_exit(); + + int number_of_options = 0; + for( int idx = 1; idx < argc; idx++ ) { + const std::string argument = argv[ idx ]; + if( argument.size() > 2 && argument[ 0 ] == '-' && argument[ 1 ] == '-' ) { + if( argument == "--ascii" ) use_binary = false; + else if( argument == "--binary" ) use_binary = true; + else if( argument == "--vector_vector" ) representations.push_back( VECTOR_VECTOR ); + else if( argument == "--vector_set" ) representations.push_back( VECTOR_SET ); + else if( argument == "--vector_list" ) representations.push_back( VECTOR_LIST ); + else if( argument == "--full_pivot_column" ) representations.push_back( FULL_PIVOT_COLUMN ); + else if( argument == "--bit_tree_pivot_column" ) representations.push_back( BIT_TREE_PIVOT_COLUMN ); + else if( argument == "--sparse_pivot_column" ) representations.push_back( SPARSE_PIVOT_COLUMN ); + else if( argument == "--standard" ) algorithms.push_back( STANDARD ); + else if( argument == "--twist" ) algorithms.push_back( TWIST ); + else if( argument == "--row" ) algorithms.push_back( ROW ); + else if( argument == "--chunk" ) algorithms.push_back( CHUNK ); + else if( argument == "--primal" ) ansaetze.push_back( PRIMAL ); + else if( argument == "--dual" ) ansaetze.push_back( DUAL ); + else if( argument == "--help" ) print_help_and_exit(); + else print_help_and_exit(); + } else { + input_filenames.push_back( argument ); + } + } + + if( representations.empty() == true ) { + representations.push_back( VECTOR_VECTOR ); + representations.push_back( VECTOR_SET ); + representations.push_back( VECTOR_LIST ); + representations.push_back( FULL_PIVOT_COLUMN ); + representations.push_back( BIT_TREE_PIVOT_COLUMN ); + representations.push_back( SPARSE_PIVOT_COLUMN ); + } + + if( algorithms.empty() == true ) { + algorithms.push_back( STANDARD ); + algorithms.push_back( TWIST ); + algorithms.push_back( ROW ); + algorithms.push_back( CHUNK ); + } + + if( ansaetze.empty() == true ) { + ansaetze.push_back( PRIMAL ); + ansaetze.push_back( DUAL ); + } +} + +template +void compute( std::string input_filename, + bool use_binary, + Ansatz_type ansatz ) { + + phat::boundary_matrix< Representation > matrix; + bool read_successful = use_binary ? matrix.load_binary( input_filename ) : matrix.load_ascii( input_filename ); + + if( !read_successful ) { + std::cerr << std::endl << " Error opening file " << input_filename << std::endl; + print_help_and_exit(); + } + + double pairs_timer = omp_get_wtime(); + phat::persistence_pairs pairs; + if( ansatz == PRIMAL ) { + std::cout << " primal"; + phat::compute_persistence_pairs< Algorithm > ( pairs, matrix ); + } else { + std::cout << " dual"; + phat::compute_persistence_pairs_dualized< Algorithm > ( pairs, matrix ); + } + std::cout << " " << setiosflags( std::ios::fixed ) << setiosflags( std::ios::showpoint ) << std::setprecision( 1 ) << omp_get_wtime() - pairs_timer <<"s" << std::endl; +} + + +void benchmark( std::string input_filename, bool use_binary, Algorithm_type algorithm, Representation_type representation, Ansatz_type ansatz ) { + std::cout << input_filename; + + switch( representation ) { + case VECTOR_VECTOR: + std::cout << " vector_vector"; + switch( algorithm ) { + case STANDARD: std::cout << " standard_reduction"; compute< phat::vector_vector, phat::standard_reduction >( input_filename, use_binary, ansatz ); break; + case TWIST: std::cout << " twist_reduction"; compute< phat::vector_vector, phat::twist_reduction >( input_filename, use_binary, ansatz ); break; + case ROW: std::cout << " row_reduction"; compute< phat::vector_vector, phat::row_reduction >( input_filename, use_binary, ansatz ); break; + case CHUNK: std::cout << " chunk_reduction"; compute< phat::vector_vector, phat::chunk_reduction >( input_filename, use_binary, ansatz ); break; + } break; + + case VECTOR_SET: + std::cout << " vector_set"; + switch( algorithm ) { + case STANDARD: std::cout << " standard_reduction"; compute< phat::vector_set, phat::standard_reduction >( input_filename, use_binary, ansatz ); break; + case TWIST: std::cout << " twist_reduction"; compute< phat::vector_set, phat::twist_reduction >( input_filename, use_binary, ansatz ); break; + case ROW: std::cout << " row_reduction"; compute< phat::vector_set, phat::row_reduction >( input_filename, use_binary, ansatz ); break; + case CHUNK: std::cout << " chunk_reduction"; compute< phat::vector_set, phat::chunk_reduction >( input_filename, use_binary, ansatz ); break; + } break; + + case VECTOR_LIST: + std::cout << " vector_list"; + switch( algorithm ) { + case STANDARD: std::cout << " standard_reduction"; compute< phat::vector_list, phat::standard_reduction >( input_filename, use_binary, ansatz ); break; + case TWIST: std::cout << " twist_reduction"; compute< phat::vector_list, phat::twist_reduction >( input_filename, use_binary, ansatz ); break; + case ROW: std::cout << " row_reduction"; compute< phat::vector_list, phat::row_reduction >( input_filename, use_binary, ansatz ); break; + case CHUNK: std::cout << " chunk_reduction"; compute< phat::vector_list, phat::chunk_reduction >( input_filename, use_binary, ansatz ); break; + } break; + + case FULL_PIVOT_COLUMN: + std::cout << " full_pivot_column"; + switch( algorithm ) { + case STANDARD: std::cout << " standard_reduction"; compute< phat::full_pivot_column, phat::standard_reduction >( input_filename, use_binary, ansatz ); break; + case TWIST: std::cout << " twist_reduction"; compute< phat::full_pivot_column, phat::twist_reduction >( input_filename, use_binary, ansatz ); break; + case ROW: std::cout << " row_reduction"; compute< phat::full_pivot_column, phat::row_reduction >( input_filename, use_binary, ansatz ); break; + case CHUNK: std::cout << " chunk_reduction"; compute< phat::full_pivot_column, phat::chunk_reduction >( input_filename, use_binary, ansatz ); break; + } break; + + case BIT_TREE_PIVOT_COLUMN: + std::cout << " bit_tree_pivot_column"; + switch( algorithm ) { + case STANDARD: std::cout << " standard_reduction"; compute< phat::bit_tree_pivot_column, phat::standard_reduction >( input_filename, use_binary, ansatz ); break; + case TWIST: std::cout << " twist_reduction"; compute< phat::bit_tree_pivot_column, phat::twist_reduction >( input_filename, use_binary, ansatz ); break; + case ROW: std::cout << " row_reduction"; compute< phat::bit_tree_pivot_column, phat::row_reduction >( input_filename, use_binary, ansatz ); break; + case CHUNK: std::cout << " chunk_reduction"; compute< phat::bit_tree_pivot_column, phat::chunk_reduction >( input_filename, use_binary, ansatz ); break; + } break; + + case SPARSE_PIVOT_COLUMN: + std::cout << " sparse_pivot_column"; + switch( algorithm ) { + case STANDARD: std::cout << " standard_reduction"; compute< phat::sparse_pivot_column, phat::standard_reduction >( input_filename, use_binary, ansatz ); break; + case TWIST: std::cout << " twist_reduction"; compute< phat::sparse_pivot_column, phat::twist_reduction >( input_filename, use_binary, ansatz ); break; + case ROW: std::cout << " row_reduction"; compute< phat::sparse_pivot_column, phat::row_reduction >( input_filename, use_binary, ansatz ); break; + case CHUNK: std::cout << " chunk_reduction"; compute< phat::sparse_pivot_column, phat::chunk_reduction >( input_filename, use_binary, ansatz ); break; + } break; + } +} + +int main( int argc, char** argv ) +{ + bool use_binary = true; // interpret inputs as binary or ascii files + std::vector< std::string > input_filenames; // name of file that contains the boundary matrix + + std::vector< Representation_type > representations; // representation class + std::vector< Algorithm_type > algorithms; // reduction algorithm + std::vector< Ansatz_type > ansaetze; // primal / dual + + parse_command_line( argc, argv, use_binary, representations, algorithms, ansaetze, input_filenames ); + + for( int idx_input = 0; idx_input < input_filenames.size(); idx_input++ ) { + std::string input_filename = input_filenames[ idx_input ]; + for( int idx_algorithm = 0; idx_algorithm < algorithms.size(); idx_algorithm++ ) { + Algorithm_type algorithm = algorithms[ idx_algorithm ]; + for( int idx_representation = 0; idx_representation < representations.size(); idx_representation++ ) { + Representation_type representation = representations[ idx_representation ]; + for( int idx_ansatz = 0; idx_ansatz < ansaetze.size(); idx_ansatz++ ) { + Ansatz_type ansatz = ansaetze[ idx_ansatz ]; + benchmark( input_filename, use_binary, algorithm, representation, ansatz ); + } + } + } + } +} -- cgit v1.2.3