grid_dist_id_HDF5_chckpnt_restart_test.cpp

/*
 * grid_dist_id_HDF5_chckpnt_restart_test.hpp
 *
 *  Created on: Nov 9, 2016
 *      Author: Yaroslav Zaluzhnyi
 */

#define BOOST_TEST_DYN_LINK
#include <boost/test/unit_test.hpp>

#include "Grid/grid_dist_id.hpp"

BOOST_AUTO_TEST_SUITE( gd_hdf5_chckpnt_rstrt_test )

BOOST_AUTO_TEST_CASE( grid_dist_id_hdf5_save_test )
{

    // Input data
    size_t k = 2400;

    float ghost_part = 0.0;

    // Domain
    Box<2,float> domain({0.0,0.0},{1.0,1.0});

    Vcluster<> & v_cl = create_vcluster();

    // Skip this test on big scale
    if (v_cl.getProcessingUnits() >= 32)
        return;

    // grid size
    size_t sz[2];
    sz[0] = k;
    sz[1] = k;

    // Ghost
    Ghost<2,float> g(ghost_part);

    // Distributed grid with id decomposition
    grid_dist_id<2, float, aggregate<float>, CartDecomposition<2,float>> g_dist(sz,domain,g);

    // get the decomposition
    auto & dec = g_dist.getDecomposition();

    // check the consistency of the decomposition
    bool val = dec.check_consistency();
    BOOST_REQUIRE_EQUAL(val,true);

    size_t count = 0;

    auto it = g_dist.getDomainIterator();

    while (it.isNext())
    {
        //key
        auto key = it.get();

        auto keyg = g_dist.getGKey(key);

        g_dist.template get<0>(key) = keyg.get(0);

        ++it;
        count++;
    }

    openfpm::vector<size_t> count_total;
    v_cl.allGather(count,count_total);
    v_cl.execute();

    size_t sum = 0;

    for (size_t i = 0; i < count_total.size(); i++)
    {sum += count_total.get(i);}

    timer t;
    t.start();
    // Save the grid
    g_dist.save("grid_dist_id.h5" + std::to_string(v_cl.getProcessingUnits()));
    t.stop();
}

BOOST_AUTO_TEST_CASE( grid_dist_id_hdf5_load_test )
{

    // Input data
    size_t k = 2400;

    float ghost_part = 0.0;

    // Domain
    Box<2,float> domain({0.0,0.0},{1.0,1.0});

    Vcluster<> & v_cl = create_vcluster();

    // Skip this test on big scale
    if (v_cl.getProcessingUnits() >= 32)
        return;

    // grid size
    size_t sz[2];
    sz[0] = k;
    sz[1] = k;

    // Ghost
    Ghost<2,float> g(ghost_part);

    // Distributed grid with id decomposition
    grid_dist_id<2, float, aggregate<float>, CartDecomposition<2,float>> g_dist(sz,domain,g);

    g_dist.load("grid_dist_id.h5" + std::to_string(v_cl.getProcessingUnits()));

    auto it = g_dist.getDomainIterator();

    size_t count = 0;

    bool match = true;
    while (it.isNext())
    {
        //key
        auto key = it.get();

        //BOOST_CHECK_CLOSE(g_dist.template get<0>(key),1,0.0001);
        //std::cout << "Element: " << g_dist.template get<0>(key) << std::endl;

        auto keyg = g_dist.getGKey(key);

        match &= g_dist.template get<0>(key) == keyg.get(0);

        ++it;
        count++;
    }

    openfpm::vector<size_t> count_total;
    v_cl.allGather(count,count_total);
    v_cl.execute();

    size_t sum = 0;

    for (size_t i = 0; i < count_total.size(); i++)
        sum += count_total.get(i);

    BOOST_REQUIRE_EQUAL(sum, (size_t)k*k);
    BOOST_REQUIRE_EQUAL(match,true);
}


BOOST_AUTO_TEST_CASE( grid_dist_id_hdf5_copy_test )
{

    // Input data
    size_t k = 2400;

    float ghost_part = 0.01;

    // Domain
    Box<2,float> domain({0.0,0.0},{1.0,1.0});

    Vcluster<> & v_cl = create_vcluster();

    // Skip this test on big scale
    if (v_cl.getProcessingUnits() >= 32)
        return;

    // grid size
    size_t sz[2];
    sz[0] = k;
    sz[1] = k;

    // Ghost
    Ghost<2,float> g(ghost_part);

    // Distributed grid with id decomposition
    grid_dist_id<2, float, aggregate<float>, CartDecomposition<2,float>> g_dist(sz,domain,g);
    grid_dist_id<2, float, aggregate<float>, CartDecomposition<2,float>> g_dist_copy(g_dist.getDecomposition(),sz,g);

    g_dist.load("test_data/test_data_three.h5");

    // Copy

    auto dom_sc = g_dist.getDomainIterator();
    auto dom_ds = g_dist_copy.getDomainIterator();
    while (dom_sc.isNext())
    {
        auto key_sc = dom_sc.get();
        auto key_ds = dom_ds.get();
        g_dist_copy.template get<0>(key_ds) = g_dist.template get<0>(key_sc);
        ++dom_sc;
        ++dom_ds;
    }


    auto it = g_dist_copy.getDomainIterator();

    size_t count = 0;

    bool match = true;
    while (it.isNext())
    {
        //key
        auto key = it.get();

        //BOOST_CHECK_CLOSE(g_dist.template get<0>(key),1,0.0001);
        //std::cout << "Element: " << g_dist.template get<0>(key) << std::endl;

        auto keyg = g_dist_copy.getGKey(key);

        match &= g_dist_copy.template get<0>(key) == keyg.get(0);

        ++it;
        count++;
    }

    openfpm::vector<size_t> count_total;
    v_cl.allGather(count,count_total);
    v_cl.execute();

    size_t sum = 0;

    for (size_t i = 0; i < count_total.size(); i++)
        sum += count_total.get(i);

    BOOST_REQUIRE_EQUAL(sum, (size_t)k*k);
    BOOST_REQUIRE_EQUAL(match,true);
}

BOOST_AUTO_TEST_CASE( grid_dist_id_hdf5_load_test_diff_proc )
{

    // Input data
    size_t k = 200;

    float ghost_part = 0.0;

    // Domain
    Box<2,float> domain({0.0,0.0},{1.0,1.0});

    Vcluster<> & v_cl = create_vcluster();

    // Skip this test on big scale
    if (v_cl.getProcessingUnits() >= 32)
        return;

    // grid size
    size_t sz[2];
    sz[0] = k;
    sz[1] = k;

    // Ghost
    Ghost<2,float> g(3);

    // Distributed grid with id decomposition
    grid_dist_id<2, float, aggregate<float>> g_dist(sz,domain,g);

    g_dist.load("test_data/test_data_single.h5");

    auto it = g_dist.getDomainIterator();

    size_t count = 0;

    bool match = true;
    while (it.isNext())
    {
        //key
        auto key = it.get();

        //BOOST_CHECK_CLOSE(g_dist.template get<0>(key),1,0.0001);
        //std::cout << "Element: " << g_dist.template get<0>(key) << std::endl;

        auto keyg = g_dist.getGKey(key);

        match &= g_dist.template get<0>(key) == keyg.get(0);

        ++it;
        count++;
    }

    v_cl.sum(count);
    v_cl.execute();

    BOOST_REQUIRE_EQUAL(count, (size_t)k*k);
    BOOST_REQUIRE_EQUAL(match,true);
}

BOOST_AUTO_TEST_CASE( grid_dist_id_hdf5_2GB_save_test )
{
    float ghost_part = 0.0;

    // Domain
    Box<3,float> domain({0.0,0.0,0.0},{1.0,1.0,1.0});

    Vcluster<> & v_cl = create_vcluster();

    // Skip this test on big scale
    if (v_cl.getProcessingUnits() != 1)
        return;

    // grid size
    size_t sz[3];
    sz[0] = 970;
    sz[1] = 650;
    sz[2] = 512;

    // Ghost
    Ghost<3,float> g(ghost_part);

    // Distributed grid with id decomposition
    grid_dist_id<3, float, aggregate<double>> g_dist(sz,domain,g);

    // get the decomposition
    auto & dec = g_dist.getDecomposition();

    // check the consistency of the decomposition
    bool val = dec.check_consistency();
    BOOST_REQUIRE_EQUAL(val,true);

    size_t count = 0;

    auto it = g_dist.getDomainIterator();

    while (it.isNext())
    {
        //key
        auto key = it.get();

        auto keyg = g_dist.getGKey(key);

        g_dist.template get<0>(key) = keyg.get(0);

        ++it;
        count++;
    }

    openfpm::vector<size_t> count_total;
    v_cl.allGather(count,count_total);
    v_cl.execute();

    size_t sum = 0;

    for (size_t i = 0; i < count_total.size(); i++)
    {sum += count_total.get(i);}

    timer t;
    t.start();
    // Save the grid
    g_dist.save("grid_dist_2GB_id.h5" + std::to_string(v_cl.getProcessingUnits()));
    t.stop();
}

BOOST_AUTO_TEST_CASE( grid_dist_id_hdf5_2GB_load_test )
{
    float ghost_part = 0.0;

    // Domain
    Box<3,float> domain({0.0,0.0,0.0},{1.0,1.0,1,0});

    Vcluster<> & v_cl = create_vcluster();

    // Skip this test on big scale
    if (v_cl.getProcessingUnits() != 1)
        return;

    // grid size
    size_t sz[3];
    sz[0] = 970;
    sz[1] = 650;
    sz[2] = 512;

    // Ghost
    Ghost<3,float> g(ghost_part);

    // Distributed grid with id decomposition
    grid_dist_id<3, float, aggregate<double>> g_dist(sz,domain,g);

    g_dist.load("grid_dist_2GB_id.h5" + std::to_string(v_cl.getProcessingUnits()));

    auto it = g_dist.getDomainIterator();

    size_t count = 0;

    bool match = true;
    while (it.isNext())
    {
        //key
        auto key = it.get();

        auto keyg = g_dist.getGKey(key);

        match &= g_dist.template get<0>(key) == keyg.get(0);

        ++it;
        count++;
    }

    openfpm::vector<size_t> count_total;
    v_cl.allGather(count,count_total);
    v_cl.execute();

    size_t sum = 0;

    for (size_t i = 0; i < count_total.size(); i++)
        sum += count_total.get(i);

    BOOST_REQUIRE_EQUAL(sum, (size_t)970*650*512);
    BOOST_REQUIRE_EQUAL(match,true);
}

BOOST_AUTO_TEST_SUITE_END()