jcmp: My image compression format (w/ wavelets)
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
This repo is archived. You can view files and clone it, but cannot push or open issues/pull-requests.
 
 
 
 

204 lines
6.3 KiB

#include <includes.hpp>
#include <utilities.hpp>
#include <boost/program_options.hpp>
#include <bsp.hpp>
#include "wavelet.hpp"
#include "wavelet_parallel.hpp"
// These can be set by the user, putting them together in a structs makes it easy to bsp::put
static struct {
unsigned int P; // doesn't need to be global, as we have bsp::nprocs()
unsigned int N;
unsigned int M;
unsigned int iterations;
bool check_results;
} globals;
// Static vectors for correctness checking (allocated on precessor 0)
static std::vector<double> par_result;
static std::vector<double> seq_result;
// fake data
static double data(unsigned int global_index){
return global_index - globals.N/2.0 + 0.5 + std::sin(0.1337*global_index);
}
// NOTE: does not synchronize
static void read_and_distribute_data(wvlt::par::proc_info const & d, wvlt::par::plan_1D plan, double* x){
std::vector<double> r;
for(unsigned int t = 0; t < d.p; ++t){
r.assign(plan.b, 0.0);
for(unsigned int i = 0; i < plan.b; ++i){
r[i] = data(i + t*plan.b);
}
bsp::put(t, r.data(), x, 0, r.size());
}
}
// gets globals from processor 0
static void get_globals(){
bsp::push_reg(&globals);
bsp::sync();
bsp::get(0, &globals, 0, &globals);
bsp::sync();
bsp::pop_reg(&globals);
}
static void par_wavelet(){
bsp::begin(globals.P);
get_globals();
const wvlt::par::proc_info d(bsp::nprocs(), bsp::pid());
const wvlt::par::plan_1D plan(globals.N, globals.N/d.p, globals.M);
// We allocate and push everything up front, since we need it anyways
// (so peak memory is the same). This saves us 1 bsp::sync()
// For convenience and consistency we use std::vector
std::vector<double> x(plan.b, 0.0);
std::vector<double> next(plan.Cm, 0.0);
std::vector<double> proczero(d.s == 0 ? 2*d.p : 1, 0.0);
bsp::push_reg(x.data(), x.size());
bsp::push_reg(next.data(), next.size());
bsp::push_reg(proczero.data(), proczero.size());
bsp::sync();
// processor zero reads data from file
// gives each proc its own piece
if(d.s == 0) read_and_distribute_data(d, plan, x.data());
bsp::sync();
// do the parallel wavelet!!!
double time1 = bsp::time();
for(unsigned int i = 0; i < globals.iterations; ++i){
wvlt::par::wavelet(d, plan, x.data(), next.data(), proczero.data());
bsp::sync();
}
double time2 = bsp::time();
if(d.s==0) printf("parallel version\t%f\n", time2 - time1);
// Clean up and send all data to proc zero for correctness checking
// So this is not part of the parallel program anymore
bsp::pop_reg(proczero.data());
bsp::pop_reg(next.data());
proczero.clear();
next.clear();
if(globals.check_results){
bsp::push_reg(par_result.data(), par_result.size());
bsp::sync();
bsp::put(0, x.data(), par_result.data(), d.s * plan.b, plan.b);
bsp::sync();
bsp::pop_reg(par_result.data());
}
bsp::pop_reg(x.data());
bsp::end();
}
static void seq_wavelet(){
std::vector<double> v(globals.N);
for(unsigned int i = 0; i < v.size(); ++i) v[i] = data(i);
{ auto time1 = timer::clock::now();
for(unsigned int i = 0; i < globals.iterations; ++i){
wvlt::wavelet(v.data(), v.size(), 1);
}
auto time2 = timer::clock::now();
printf("sequential version\t%f\n", timer::from_dur(time2 - time1));
}
if(globals.check_results)
std::copy(v.begin(), v.end(), seq_result.begin());
}
// square difference, used to calculate root mean squared error
static double sq_diff(double x, double y){ return (x-y)*(x-y); }
static void compare_results(std::vector<double> const & lh, std::vector<double> const & rh, double threshold){
if(lh == rh){
std::cout << colors::green("SUCCES:") << " bitwise qual" << std::endl;
return;
}
double rmse = std::sqrt(std::inner_product(lh.begin(), lh.end(), rh.begin(), 0.0, std::plus<double>(), &sq_diff) / lh.size());
if(rmse <= threshold){
std::cout << colors::green("SUCCES:") << " error within threshold, rmse = " << rmse << std::endl;
} else {
std::cout << colors::red("FAIL:") << " error to big, rmse = " << rmse << std::endl;
}
}
int main(int argc, char** argv){
bsp::init(par_wavelet, argc, argv);
namespace po = boost::program_options;
// Describe program options
po::options_description opts;
opts.add_options()
("p", po::value<unsigned int>(), "number of processors")
("n", po::value<unsigned int>(), "number of elements")
("m", po::value<unsigned int>()->default_value(1), "the variable m")
("iterations", po::value<unsigned int>()->default_value(5), "number of iterations")
("help", po::bool_switch(), "show this help")
("show-input", po::bool_switch(), "shows the given input")
("seq", po::bool_switch(), "also runs the sequential algorithm")
("check", po::bool_switch(), "enables correctness checks");
po::variables_map vm;
// Parse and set options
try {
po::store(po::parse_command_line(argc, argv, opts), vm);
po::notify(vm);
if(vm["help"].as<bool>()){
std::cout << "Parallel wavelet mockup" << std::endl;
std::cout << opts << std::endl;
return 0;
}
globals.P = vm["p"].as<unsigned int>();
globals.N = vm["n"].as<unsigned int>();
globals.M = vm["m"].as<unsigned int>();
globals.iterations = vm["iterations"].as<unsigned int>();
globals.check_results = vm["check"].as<bool>();
if(!is_pow_of_two(globals.N)) throw po::error("n is not a power of two");
if(!is_pow_of_two(globals.P)) throw po::error("p is not a power of two");
} catch(std::exception& e){
std::cout << colors::red("ERROR: ") << e.what() << std::endl;
std::cout << opts << std::endl;
return 1;
}
if(vm["show-input"].as<bool>()){
std::cout << "n\t" << globals.N << "\np\t" << globals.P << "\nm\t" << globals.M << "\niterations\t" << globals.iterations << std::endl;
}
// Initialise stuff
if(globals.check_results){
par_result.assign(globals.N, 0.0);
seq_result.assign(globals.N, 0.0);
}
// Run sequential algorithm if needed
if(globals.check_results || vm["seq"].as<bool>())
seq_wavelet();
// Always run parallel algorithm
par_wavelet();
// Checking equality of algorithms
if(globals.check_results){
double threshold = 1.0e-8;
std::cout << "Checking results ";
compare_results(seq_result, par_result, threshold);
for(unsigned int i = 0; i < globals.iterations; ++i) wvlt::unwavelet(seq_result.data(), seq_result.size(), 1);
for(unsigned int i = 0; i < par_result.size(); ++i) par_result[i] = data(i);
std::cout << "Checking inverse ";
compare_results(seq_result, par_result, threshold);
}
}