Packer_nested_tests.hpp

#ifndef SRC_PACKER_NESTED_TESTS_HPP_
#define SRC_PACKER_NESTED_TESTS_HPP_

#include "Pack_selector.hpp"
#include "Packer.hpp"
#include "Unpacker.hpp"
#include "Grid/grid_util_test.hpp"
#include <iostream>
#include "data_type/aggregate.hpp"

struct test_box_vpack
{
    size_t i;
    size_t j;
    Box<3,float> bx;
};

//Testing packing and unpacking for different vectors

BOOST_AUTO_TEST_SUITE( packer_unpacker )

BOOST_AUTO_TEST_CASE ( vector_ptst_packer_unpacker )
{
    std::cout << "Vector pack/unpack test start" << "\n";

    openfpm::vector<openfpm::vector<openfpm::vector<Point_test<float>>>> v;
    for (size_t i = 0; i < 5; i++) {
        openfpm::vector<openfpm::vector<Point_test<float>>> v4;
        for (size_t j = 0; j < 6; j++) {
            v4.add(allocate_openfpm<openfpm::vector<Point_test<float>>>(7));
        }
        v.add(v4);
    }

    typedef Point_test<float> pt;

    size_t req = 0;
    
    //Pack requesting
    
    Packer<decltype(v),HeapMemory>::packRequest<pt::x, pt::v>(v,req);
    BOOST_REQUIRE_EQUAL(req, ((((sizeof(float) + sizeof(float[3]))*7) + 8)*6 + 8)*5 + 8 );

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing
    Pack_stat sts;

    Packer<decltype(v),HeapMemory>::pack<pt::x,pt::v>(mem,v,sts);

    //Unpacking
    Unpack_stat ps;

    openfpm::vector<openfpm::vector<openfpm::vector<Point_test<float>>>> v_unp;

    Unpacker<decltype(v_unp),HeapMemory>::unpack<pt::x,pt::v>(mem,v_unp,ps);

    //Check equality vector v_unp
    for (size_t k = 0; k < v_unp.size(); k++)
    {
        for (size_t i = 0; i < v_unp.get(k).size(); i++)
        {
            auto it = v_unp.get(k).get(i).getIterator();

            while (it.isNext())
            {
                float f1 = v_unp.get(k).get(i).template get<pt::x>(it.get());
                float f2 = v.get(k).get(i).template get<pt::x>(it.get());

                BOOST_REQUIRE_EQUAL(f1,f2);

                for (size_t j = 0 ; j < 3 ; j++)
                {
                    f1 = v_unp.get(k).get(i).template get<pt::v>(it.get())[j];
                    f2 = v.get(k).get(i).template get<pt::v>(it.get())[j];

                    BOOST_REQUIRE_EQUAL(f1,f2);
                }
                ++it;
            }
        }
    }

    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( vector_std_packer_unpacker )
{
    openfpm::vector<openfpm::vector<openfpm::vector<float>>> v2;
    for (size_t i = 0; i < 5; i++) {
        openfpm::vector<openfpm::vector<float>> v6;
        for (size_t j = 0; j < 6; j++) {
            openfpm::vector<float> v7;
            for (size_t k = 0; k < 7; k++) {
                v7.add(1);
            }
            v6.add(v7);
        }
        v2.add(v6);
    }

    //Pack requesting

    size_t req = 0;

    Packer<decltype(v2),HeapMemory>::packRequest<>(v2,req);
    BOOST_REQUIRE_EQUAL(req,(((sizeof(float)*7) + 8)*6 + 8)*5 + 8);

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing

    Pack_stat sts;

    Packer<decltype(v2),HeapMemory>::pack<>(mem,v2,sts);

    //Unpacking

    Unpack_stat ps;

    openfpm::vector<openfpm::vector<openfpm::vector<float>>> v2_unp;

    Unpacker<decltype(v2_unp),HeapMemory>::unpack<>(mem,v2_unp,ps);

    //Check equality vector v2_unp
    for (size_t k = 0; k < v2_unp.size(); k++)
    {
        for (size_t i = 0; i < v2_unp.get(k).size(); i++)
        {
            for (size_t j = 0; j < v2_unp.get(k).get(i).size(); j++)
            {
                float f1 = v2_unp.get(k).get(i).get(j);
                float f2 = v2.get(k).get(i).get(j);

                BOOST_REQUIRE_EQUAL(f1,f2);
            }
        }
    }

    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( vector_zerosize_packer_unpacker )
{
    openfpm::vector<openfpm::vector<openfpm::vector<Point_test<float>>>> v5;
    for (size_t i = 0; i < 5; i++) {
        openfpm::vector<openfpm::vector<Point_test<float>>> v4;
        for (size_t j = 0; j < 6; j++) {
            v4.add(allocate_openfpm<openfpm::vector<Point_test<float>>>(7));
        }
        v5.add(v4);
    }
    openfpm::vector<openfpm::vector<Point_test<float>>> v51;
    for (size_t j = 0; j < 5; j++) {
        v51.add(allocate_openfpm<openfpm::vector<Point_test<float>>>(7));
    }
    v51.add(allocate_openfpm<openfpm::vector<Point_test<float>>>(0));

    v5.add(v51);

    typedef Point_test<float> pt;

    size_t req = 0;

    //Pack requesting
    Packer<decltype(v5),HeapMemory>::packRequest<pt::x, pt::v>(v5,req);
    BOOST_REQUIRE_EQUAL(req,(((((sizeof(float) + sizeof(float[3]))*7) + 8)*6 + 8)*5 + 8) + (((((sizeof(float) + sizeof(float[3]))*7) + 8)*5 + 8) + 8));

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing
    Pack_stat sts;

    Packer<decltype(v5),HeapMemory>::pack<pt::x,pt::v>(mem,v5,sts);

    //Unpacking
    Unpack_stat ps;

    openfpm::vector<openfpm::vector<openfpm::vector<Point_test<float>>>> v5_unp;

    Unpacker<decltype(v5_unp),HeapMemory>::unpack<pt::x,pt::v>(mem,v5_unp,ps);

    //Check equality vector v5_unp
    for (size_t k = 0; k < v5_unp.size(); k++)
    {
        for (size_t i = 0; i < v5_unp.get(k).size(); i++)
        {
            auto it = v5_unp.get(k).get(i).getIterator();

            while (it.isNext())
            {
                float f1 = v5_unp.get(k).get(i).template get<pt::x>(it.get());
                float f2 = v5.get(k).get(i).template get<pt::x>(it.get());

                BOOST_REQUIRE_EQUAL(f1,f2);

                for (size_t j = 0 ; j < 3 ; j++)
                {
                    f1 = v5_unp.get(k).get(i).template get<pt::v>(it.get())[j];
                    f2 = v5.get(k).get(i).template get<pt::v>(it.get())[j];

                    BOOST_REQUIRE_EQUAL(f1,f2);
                }
                ++it;
            }
        }
    }

    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( vector_zerosize__lvl_2_packer_unpacker )
{
    openfpm::vector<openfpm::vector<openfpm::vector<Point_test<float>>>> v5;
    for (size_t i = 0; i < 5; i++) {
        openfpm::vector<openfpm::vector<Point_test<float>>> v4;
        for (size_t j = 0; j < 6; j++) {
            v4.add(allocate_openfpm<openfpm::vector<Point_test<float>>>(7));
        }
        v5.add(v4);
    }
    openfpm::vector<openfpm::vector<Point_test<float>>> v51;
    v51.clear();
    v5.add(v51);

    typedef Point_test<float> pt;

    size_t req = 0;

    //Pack requesting
    Packer<decltype(v5),HeapMemory>::packRequest<pt::x, pt::v>(v5,req);

    BOOST_REQUIRE_EQUAL(req,(((((sizeof(float) + sizeof(float[3]))*7) + 8)*6 + 8)*5 + 8) + 8);

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing
    Pack_stat sts;

    Packer<decltype(v5),HeapMemory>::pack<pt::x,pt::v>(mem,v5,sts);

    //Unpacking
    Unpack_stat ps;

    openfpm::vector<openfpm::vector<openfpm::vector<Point_test<float>>>> v5_unp;

    Unpacker<decltype(v5_unp),HeapMemory>::unpack<pt::x,pt::v>(mem,v5_unp,ps);

    //Check equality vector v5_unp
    BOOST_REQUIRE_EQUAL(v5_unp.size(),v5.size());
    for (size_t k = 0; k < v5_unp.size(); k++)
    {
        BOOST_REQUIRE_EQUAL(v5_unp.get(k).size(),v5.get(k).size());
        for (size_t i = 0; i < v5_unp.get(k).size(); i++)
        {
            BOOST_REQUIRE_EQUAL(v5_unp.get(k).get(i).size(),v5.get(k).get(i).size());
            auto it = v5_unp.get(k).get(i).getIterator();

            while (it.isNext())
            {
                float f1 = v5_unp.get(k).get(i).template get<pt::x>(it.get());
                float f2 = v5.get(k).get(i).template get<pt::x>(it.get());

                BOOST_REQUIRE_EQUAL(f1,f2);

                for (size_t j = 0 ; j < 3 ; j++)
                {
                    f1 = v5_unp.get(k).get(i).template get<pt::v>(it.get())[j];
                    f2 = v5.get(k).get(i).template get<pt::v>(it.get())[j];

                    BOOST_REQUIRE_EQUAL(f1,f2);
                }
                ++it;
            }
        }
    }

    mem.decRef();
    delete &mem;
}


BOOST_AUTO_TEST_CASE ( vector_zerosize__lvl_2_packer_unpacker_float )
{
    openfpm::vector<openfpm::vector<openfpm::vector<float>>> v2;
    for (size_t i = 0; i < 5; i++) {
        openfpm::vector<openfpm::vector<float>> v6;
        for (size_t j = 0; j < 6; j++) {
            openfpm::vector<float> v7;
            for (size_t k = 0; k < 7; k++) {
                v7.add(1);
            }
            v6.add(v7);
        }
        v2.add(v6);
    }

    v2.get(0).clear();

    size_t req = 0;

    //Pack requesting

    Packer<decltype(v2),HeapMemory>::packRequest<>(v2,req);
    BOOST_REQUIRE_EQUAL(req,((((sizeof(float)*7) + 8)*6 + 8)*4 + 8) + 8);

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing

    Pack_stat sts;

    Packer<decltype(v2),HeapMemory>::pack<>(mem,v2,sts);

    //Unpacking

    Unpack_stat ps;

    openfpm::vector<openfpm::vector<openfpm::vector<float>>> v2_unp;

    Unpacker<decltype(v2_unp),HeapMemory>::unpack<>(mem,v2_unp,ps);

    //Check equality vector v2_unp
    for (size_t k = 0; k < v2_unp.size(); k++)
    {
        for (size_t i = 0; i < v2_unp.get(k).size(); i++)
        {
            for (size_t j = 0; j < v2_unp.get(k).get(i).size(); j++)
            {
                float f1 = v2_unp.get(k).get(i).get(j);
                float f2 = v2.get(k).get(i).get(j);

                BOOST_REQUIRE_EQUAL(f1,f2);
            }
        }
    }

    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( vector_box_packer_unpacker )
{
    //Create an object

    openfpm::vector<openfpm::vector<Box<3,float>>> v;

    Box<3,float> bx;
    bx.setHigh(0, 3.0);
    bx.setHigh(1, 4.0);
    bx.setHigh(2, 5.0);
    bx.setLow(0, 6.0);
    bx.setLow(1, 7.0);
    bx.setLow(2, 8.0);

    //Fill it with data

    v.resize(4);
    for (size_t i = 0; i < v.size(); i++)
    {
        v.get(i).resize(5);
        for (size_t j = 0; j < v.get(i).size(); j++)
        {
            v.get(i).get(j) = bx;
        }
    }
    size_t req = 0;

    //Pack request
    Packer<decltype(v),HeapMemory>::packRequest<>(v,req);

    BOOST_REQUIRE_EQUAL(req,((sizeof(float)*6) * 5 + 8) * 4 + 8);

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing

    Pack_stat sts;

    Packer<decltype(v),HeapMemory>::pack<>(mem,v,sts);

    //Unpacking

    Unpack_stat ps;

    openfpm::vector<openfpm::vector<Box<3,float>>> v_unp;

    Unpacker<decltype(v_unp),HeapMemory>::unpack<>(mem,v_unp,ps);

    for (size_t i = 0; i < v.size(); i++)
    {
        for (size_t j = 0; j < v.get(i).size(); j++)
        {
            Box<3,float> b1 = v_unp.get(i).get(j);
            Box<3,float> b2 = v.get(i).get(j);
            BOOST_REQUIRE(b1 == b2);
        }
    }

    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( vector_std_smarter_packer_unpacker )
{
    //Create an object

    openfpm::vector<openfpm::vector<test_box_vpack>> v;

    //Fill it with data

    v.resize(4);
    for (size_t i = 0; i < v.size(); i++)
    {
        v.get(i).resize(5);
        for (size_t j = 0; j < v.get(i).size(); j++)
        {
            v.get(i).get(j).i = 1;
            v.get(i).get(j).j = 2;
            v.get(i).get(j).bx.setHigh(0, 3.0);
            v.get(i).get(j).bx.setHigh(1, 4.0);
            v.get(i).get(j).bx.setHigh(2, 5.0);
            v.get(i).get(j).bx.setLow(0, 6.0);
            v.get(i).get(j).bx.setLow(1, 7.0);
            v.get(i).get(j).bx.setLow(2, 8.0);
        }
    }

    size_t req = 0;

    //Pack request
    Packer<decltype(v),HeapMemory>::packRequest<>(v,req);

    BOOST_REQUIRE_EQUAL(req,((sizeof(float)*6 + sizeof(size_t)*2) * 5 + 8) * 4 + 8);

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing

    Pack_stat sts;

    Packer<decltype(v),HeapMemory>::pack<>(mem,v,sts);

    //Unpacking

    Unpack_stat ps;

    openfpm::vector<openfpm::vector<test_box_vpack>> v_unp;

    Unpacker<decltype(v_unp),HeapMemory>::unpack<>(mem,v_unp,ps);

    for (size_t i = 0; i < v.size(); i++)
    {
        for (size_t j = 0; j < v.get(i).size(); j++)
        {
            float s1 = v_unp.get(i).get(j).i;
            float s2 = v.get(i).get(j).i;
            float s3 = v_unp.get(i).get(j).j;
            float s4 = v.get(i).get(j).j;

            BOOST_REQUIRE_EQUAL(s1,s2);
            BOOST_REQUIRE_EQUAL(s3,s4);

            Box<3,float> b1 = v_unp.get(i).get(j).bx.getBox();
            Box<3,float> b2 = v.get(i).get(j).bx.getBox();
            BOOST_REQUIRE(b1 == b2);
        }
    }

    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( vector_smarter_packer_unpacker )
{
    //Create an object
    openfpm::vector<openfpm::vector<aggregate<float,float,openfpm::vector<Point_test<float>>>>> v4;

    //Fill it with data

    v4.resize(3);
    Point_test<float> p;
    p.fill();
    for (size_t i = 0 ; i < v4.size() ; i++)
    {
        v4.get(i).resize(4);
        for (size_t j = 0 ; j < v4.get(i).size() ; j++)
        {
            v4.get(i).template get<0>(j) = 1.0;
            v4.get(i).template get<1>(j) = 2.0;
            v4.get(i).template get<2>(j).resize(2);

            for (size_t k = 0 ; k < v4.get(i).template get<2>(j).size() ; k++)
                v4.get(i).template get<2>(j).get(k) = p;
        }
    }

    size_t req = 0;

    //Pack request
    Packer<decltype(v4),HeapMemory>::packRequest<>(v4,req);

#ifndef SE_CLASS3
    BOOST_REQUIRE_EQUAL(req,(((((sizeof(float)*4 + sizeof(float[3]) + sizeof(float[3][3]))*2 + 8) + sizeof(float)*2) * 4 + 8) * 3 + 8));
#endif

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing

    Pack_stat sts;

    Packer<decltype(v4),HeapMemory>::pack<>(mem,v4,sts);

    //Unpacking

    Unpack_stat ps;

    openfpm::vector<openfpm::vector<aggregate<float,float,openfpm::vector<Point_test<float>>>>> v4_unp;

    Unpacker<decltype(v4_unp),HeapMemory>::unpack<>(mem,v4_unp,ps);

    //Check the data

    for (size_t i = 0 ; i < v4.size() ; i++)
    {
        for (size_t j = 0 ; j < v4.get(i).size() ; j++)
        {
            float f1 = v4_unp.get(i).template get<0>(j);
            float f2 = v4.get(i).template get<0>(j);
            float f3 = v4_unp.get(i).template get<1>(j);
            float f4 = v4.get(i).template get<1>(j);

            BOOST_REQUIRE_EQUAL(f1,f2);
            BOOST_REQUIRE_EQUAL(f3,f4);

            for (size_t k = 0 ; k < v4.get(i).template get<2>(j).size() ; k++)
            {
                Point_test<float> p1 = v4_unp.get(i).template get<2>(j).get(k);
                Point_test<float> p2 = v4.get(i).template get<2>(j).get(k);

                BOOST_REQUIRE(p1 == p2);
            }
        }
    }

    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( vector_smarter_packer_unpacker_2 )
{
    //Create an object
    openfpm::vector<openfpm::vector<aggregate<float,float,Point_test<float>,Point_test<float>,Point_test<float>,Point_test<float>,Point_test<float>,Point_test<float>,Point_test<float>>>> v4;

    //Fill it with data
    v4.resize(1);
    Point_test<float> p;
    p.fill();
    for (size_t i = 0 ; i < v4.size() ; i++)
    {
        v4.get(i).resize(50);
        for (size_t j = 0 ; j < v4.get(i).size() ; j++)
        {
            v4.get(i).template get<0>(j) = 1.0;
            v4.get(i).template get<1>(j) = 2.0;
            v4.get(i).template get<2>(j) = p;
            v4.get(i).template get<3>(j) = p;
            v4.get(i).template get<4>(j) = p;
            v4.get(i).template get<5>(j) = p;
            v4.get(i).template get<6>(j) = p;
            v4.get(i).template get<7>(j) = p;
            v4.get(i).template get<8>(j) = p;
        }
    }

    size_t req = 0;

    //Pack request
    Packer<decltype(v4),HeapMemory>::packRequest<>(v4,req);

#ifndef SE_CLASS3
    BOOST_REQUIRE_EQUAL(req,((sizeof(float)*4 + sizeof(float[3]) + sizeof(float[3][3]))*7 + sizeof(float)*2) * 50 + sizeof(size_t)*2);
#endif

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing

    Pack_stat sts;

    Packer<decltype(v4),HeapMemory>::pack<>(mem,v4,sts);

    //Unpacking

    Unpack_stat ps;

    openfpm::vector<openfpm::vector<aggregate<float,float,Point_test<float>,Point_test<float>,Point_test<float>,Point_test<float>,Point_test<float>,Point_test<float>,Point_test<float>>>> v4_unp;

    Unpacker<decltype(v4_unp),HeapMemory>::unpack<>(mem,v4_unp,ps);

    //Checking the data
    for (size_t i = 0; i < v4.size(); i++)
    {
        for (size_t j = 0; j < v4.get(i).size(); j++)
        {
            float f1 = v4_unp.get(i).template get<0>(j);
            float f2 = v4.get(i).template get<0>(j);
            float f3 = v4_unp.get(i).template get<1>(j);
            float f4 = v4.get(i).template get<1>(j);

            BOOST_REQUIRE_EQUAL(f1,f2);
            BOOST_REQUIRE_EQUAL(f3,f4);

            Point_test<float> p1 = v4_unp.get(i).template get<2>(j);
            Point_test<float> p2 = v4.get(i).template get<2>(j);

            BOOST_REQUIRE(p1 == p2);

            p1 = v4_unp.get(i).template get<3>(j);
            p2 = v4.get(i).template get<3>(j);

            BOOST_REQUIRE(p1 == p2);

            p1 = v4_unp.get(i).template get<4>(j);
            p2 = v4.get(i).template get<4>(j);

            BOOST_REQUIRE(p1 == p2);

            p1 = v4_unp.get(i).template get<5>(j);
            p2 = v4.get(i).template get<5>(j);

            BOOST_REQUIRE(p1 == p2);

            p1 = v4_unp.get(i).template get<6>(j);
            p2 = v4.get(i).template get<6>(j);

            BOOST_REQUIRE(p1 == p2);

            p1 = v4_unp.get(i).template get<7>(j);
            p2 = v4.get(i).template get<7>(j);

            BOOST_REQUIRE(p1 == p2);

            p1 = v4_unp.get(i).template get<8>(j);
            p2 = v4.get(i).template get<8>(j);

            BOOST_REQUIRE(p1 == p2);
        }
    }

    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( vector_smarter_packer_unpacker_3 )
{
    //Create an object
    openfpm::vector<aggregate<float,openfpm::vector<Point_test<float>>>> v;

    //Fill it with data

    v.resize(3);
    Point_test<float> p;
    p.fill();
    for (size_t i = 0 ; i < v.size() ; i++)
    {
        v.template get<1>(i).resize(2);

        for (size_t k = 0 ; k < v.template get<1>(i).size() ; k++)
            v.template get<1>(i).get(k) = p;
    }

    size_t req = 0;

    //Pack request
    Packer<decltype(v),HeapMemory>::packRequest<1>(v,req);

#ifndef SE_CLASS3
    BOOST_REQUIRE_EQUAL(req, 3*(sizeof(Point_test<float>)*2+8)+8);
#endif

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing

    Pack_stat sts;

    Packer<decltype(v),HeapMemory>::pack<1>(mem,v,sts);

    //Unpacking

    Unpack_stat ps;

    openfpm::vector<aggregate<float,openfpm::vector<Point_test<float>>>> v_unp;

    Unpacker<decltype(v_unp),HeapMemory>::unpack<1>(mem,v_unp,ps);

    //Checking the data
    for (size_t i = 0; i < v.size(); i++)
    {
        for (size_t j = 0 ; j < v.template get<1>(i).size() ; j++)
        {
            Point_test<float> p1 = v_unp.template get<1>(i).get(j);
            Point_test<float> p2 = v.template get<1>(i).get(j);

            BOOST_REQUIRE(p1 == p2);
        }
    }

    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( vector_aggr_packer_unpacker_zero_prop )
{
    //Create an object
    openfpm::vector<aggregate<float,float>> v4;

    //Fill it with data

    v4.resize(3);

    for (size_t i = 0 ; i < v4.size() ; i++)
    {
        v4.template get<0>(i) = 1.0;
        v4.template get<1>(i) = 2.0;
    }

    size_t req = 0;
    size_t req2 = 0;


    //Pack request
    Packer<decltype(v4),HeapMemory>::packRequest<>(v4,req);
#ifndef SE_CLASS3
    BOOST_REQUIRE_EQUAL(req, 3*(sizeof(float)*2)+8);
#endif

    Packer<decltype(v4),HeapMemory>::packRequest<0,1>(v4,req2);
    BOOST_REQUIRE_EQUAL(req2, 3*(sizeof(float)*2)+8);

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    // allocate the memory
    HeapMemory pmem2;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem2 = *(new ExtPreAlloc<HeapMemory>(req2,pmem2));
    mem2.incRef();

    //Packing

    Pack_stat sts;
    Pack_stat sts2;

    Packer<decltype(v4),HeapMemory>::pack<>(mem,v4,sts);

    Packer<decltype(v4),HeapMemory>::pack<0,1>(mem2,v4,sts2);

    //Unpacking

    Unpack_stat ps;
    Unpack_stat ps2;

    openfpm::vector<aggregate<float,float>> v4_unp;

    openfpm::vector<aggregate<float,float>> v4_unp_2;

    Unpacker<decltype(v4_unp),HeapMemory>::unpack<>(mem,v4_unp,ps);

    Unpacker<decltype(v4_unp_2),HeapMemory>::unpack<0,1>(mem2,v4_unp_2,ps2);

    //Check the data

    for (size_t i = 0 ; i < v4.size() ; i++)
    {
        float f1 = v4_unp.template get<0>(i);
        float f2 = v4.template get<0>(i);
        float f3 = v4_unp.template get<1>(i);
        float f4 = v4.template get<1>(i);

        BOOST_REQUIRE_EQUAL(f1,f2);
        BOOST_REQUIRE_EQUAL(f3,f4);
    }

    for (size_t i = 0 ; i < v4.size() ; i++)
    {
        float f1 = v4_unp_2.template get<0>(i);
        float f2 = v4.template get<0>(i);
        float f3 = v4_unp_2.template get<1>(i);
        float f4 = v4.template get<1>(i);

        BOOST_REQUIRE_EQUAL(f1,f2);
        BOOST_REQUIRE_EQUAL(f3,f4);
    }

    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( vector_aggr_packer_unpacker_zero_prop_2 )
{
    //Create an object
    openfpm::vector<aggregate<float,openfpm::vector<float>>> v4;

    //Fill it with data

    v4.resize(3);

    for (size_t i = 0 ; i < v4.size() ; i++)
    {
        v4.template get<0>(i) = 1.0;
        v4.template get<1>(i).add(5);
        v4.template get<1>(i).add(6);
    }

    size_t req = 0;
    size_t req2 = 0;

    //Pack request
    Packer<decltype(v4),HeapMemory>::packRequest<>(v4,req);
#ifndef SE_CLASS3
    BOOST_REQUIRE_EQUAL(req, 3*(sizeof(float)*3 + 8)+8);
#endif

    Packer<decltype(v4),HeapMemory>::packRequest<0,1>(v4,req2);
    BOOST_REQUIRE_EQUAL(req2, 3*(sizeof(float)*3 + 8)+8);

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    // allocate the memory
    HeapMemory pmem2;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem2 = *(new ExtPreAlloc<HeapMemory>(req2,pmem2));
    mem2.incRef();

    //Packing

    Pack_stat sts;
    Pack_stat sts2;

    Packer<decltype(v4),HeapMemory>::pack<>(mem,v4,sts);

    Packer<decltype(v4),HeapMemory>::pack<0,1>(mem2,v4,sts2);

    //Unpacking

    Unpack_stat ps;
    Unpack_stat ps2;

    openfpm::vector<aggregate<float,openfpm::vector<float>>> v4_unp;

    openfpm::vector<aggregate<float,openfpm::vector<float>>> v4_unp_2;

    Unpacker<decltype(v4_unp),HeapMemory>::unpack<>(mem,v4_unp,ps);

    Unpacker<decltype(v4_unp_2),HeapMemory>::unpack<0,1>(mem2,v4_unp_2,ps2);

    //Check the data

    for (size_t i = 0 ; i < v4.size() ; i++)
    {
        float f1 = v4_unp.template get<0>(i);
        float f2 = v4.template get<0>(i);

        BOOST_REQUIRE_EQUAL(f1,f2);

        for (size_t j = 0; j < v4.template get<1>(i).size(); j++)
        {
            float f3 = v4_unp.template get<1>(i).get(j);
            float f4 = v4.template get<1>(i).get(j);

            BOOST_REQUIRE_EQUAL(f3,f4);
        }
    }

    for (size_t i = 0 ; i < v4.size() ; i++)
    {
        float f1 = v4_unp_2.template get<0>(i);
        float f2 = v4.template get<0>(i);

        BOOST_REQUIRE_EQUAL(f1,f2);

        for (size_t j = 0; j < v4.template get<1>(i).size(); j++)
        {
            float f3 = v4_unp_2.template get<1>(i).get(j);
            float f4 = v4.template get<1>(i).get(j);

            BOOST_REQUIRE_EQUAL(f3,f4);
        }
    }

    mem.decRef();
    delete &mem;

    std::cout << "Vector pack/unpack test stop" << "\n";
}

BOOST_AUTO_TEST_CASE ( grid_ptst_packer_unpacker )
{
    std::cout << "Grid pack/unpack test start" << "\n";

    size_t sz[] = {16,16,16};
    grid_cpu<3,Point_test<float>> g(sz);
    g.setMemory();
    fill_grid<3>(g);

    typedef Point_test<float> pt;

    size_t req = 0;
    //Pack request
    Packer<decltype(g),HeapMemory>::packRequest<pt::x,pt::v>(g,req);

#ifndef SE_CLASS3
    BOOST_REQUIRE_EQUAL(req,(sizeof(float) + sizeof(float[3])) * 16 * 16 * 16 + sizeof(size_t)*3);
#endif

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing
    Pack_stat sts;

    Packer<decltype(g),HeapMemory>::pack<pt::x,pt::v>(mem,g,sts);

    //Unpacking

    Unpack_stat ps;

    //size_t sz2[] = {16,16,16};
    grid_cpu<3,Point_test<float>> g_unp;

    Unpacker<decltype(g_unp),HeapMemory>::unpack<pt::x,pt::v>(mem,g_unp,ps);

    // Check the unpacked grid
    auto it = g_unp.getIterator();

    while (it.isNext())
    {
        float f1 = g_unp.template get<pt::x>(it.get());
        float f2 = g.template get<pt::x>(it.get());

        BOOST_REQUIRE_EQUAL(f1,f2);

        for (size_t i = 0 ; i < 3 ; i++)
        {
            f1 = g_unp.template get<pt::v>(it.get())[i];
            f2 = g.template get<pt::v>(it.get())[i];

            BOOST_REQUIRE_EQUAL(f1,f2);
        }

        ++it;
    }

    // destroy the packed memory
    mem.decRef();
    delete &mem;

}

template <unsigned int dim>
void test_packer_aggr_smp(grid_cpu<dim, aggregate<float, float, float, float, float>> & g, size_t (& sz)[dim])
{
    g.setMemory();

    auto key_it = g.getIterator();

    while (key_it.isNext())
    {
        auto kk = key_it.get();

        g.template get<0>(kk) = 1;
        g.template get<1>(kk) = 2;
        g.template get<2>(kk) = 3;
        g.template get<3>(kk) = 4;
        g.template get<4>(kk) = 5;

        ++key_it;
    }

    size_t req = 0;

    size_t sz_tot = 1;

    for (size_t i = 0 ; i < dim ; i++)
    {
        sz_tot *= sz[i];
    }

    Packer<typename std::remove_reference<decltype(g)>::type,HeapMemory>::template packRequest<>(g,req);
#ifndef SE_CLASS3
    BOOST_REQUIRE_EQUAL(req,(sizeof(float))* 5 * sz_tot + sizeof(size_t)*dim);
#endif

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing
    Pack_stat sts;

    Packer<typename std::remove_reference<decltype(g)>::type,HeapMemory>::template pack<>(mem,g,sts);

    //Unpacking

    Unpack_stat ps;

    grid_cpu<dim,aggregate<float, float, float, float, float>> g_unp;

    Unpacker<decltype(g_unp),HeapMemory>::template unpack<>(mem,g_unp,ps);

    // Check the unpacked grid
    auto it = g_unp.getIterator();

    while (it.isNext())
    {
        float f1 = g_unp.template get<0>(it.get());
        float f2 = g.template get<0>(it.get());

        BOOST_REQUIRE_EQUAL(f1,f2);

        f1 = g_unp.template get<1>(it.get());
        f2 = g.template get<1>(it.get());

        BOOST_REQUIRE_EQUAL(f1,f2);

        f1 = g_unp.template get<2>(it.get());
        f2 = g.template get<2>(it.get());

        BOOST_REQUIRE_EQUAL(f1,f2);

        f1 = g_unp.template get<3>(it.get());
        f2 = g.template get<3>(it.get());

        BOOST_REQUIRE_EQUAL(f1,f2);

        f1 = g_unp.template get<4>(it.get());
        f2 = g.template get<4>(it.get());

        BOOST_REQUIRE_EQUAL(f1,f2);

        ++it;
    }

    // destroy the packed memory
    mem.decRef();
    delete &mem;
}

BOOST_AUTO_TEST_CASE ( grid_aggr_packer_unpacker_3D )
{
    size_t sz[] = {64,4,16};
    grid_cpu<3,aggregate<float, float, float, float, float>> g(sz);

    test_packer_aggr_smp<3>(g,sz);
}

BOOST_AUTO_TEST_CASE ( grid_aggr_packer_unpacker_2D )
{
    size_t sz[] = {64,4};
    grid_cpu<2,aggregate<float, float, float, float, float>> g(sz);

    test_packer_aggr_smp<2>(g,sz);
}

BOOST_AUTO_TEST_CASE ( grid_aggr_packer_unpacker_4D )
{
    size_t sz[] = {64,4,3,3};
    grid_cpu<4,aggregate<float, float, float, float, float>> g(sz);

    test_packer_aggr_smp<4>(g,sz);
}

template <unsigned int dim>
void test_packer_aggr_nd(grid_cpu<dim, Point_test<float>> & g2, size_t (& sz)[dim], size_t (& sz2)[dim])
{
    g2.setMemory();
    fill_grid<dim>(g2);

    grid_cpu<dim,aggregate<float, float, grid_cpu<dim, Point_test<float>>>> g(sz);
    g.setMemory();

    auto key_it = g.getIterator();

    while (key_it.isNext())
    {
        auto kk = key_it.get();

        g.template get<0>(kk) = 1;
        g.template get<1>(kk) = 2;
        g.template get<2>(kk) = g2;

        ++key_it;
    }

    size_t req = 0;

    Packer<decltype(g),HeapMemory>::template packRequest<1,2>(g,req);

    size_t sz_tot = 1;
    size_t sz2_tot = 1;
    for (size_t i = 0 ; i < dim ; i++)
    {
        sz_tot *= sz[i];
        sz2_tot *= sz2[i];
    }

#ifndef SE_CLASS3
    BOOST_REQUIRE_EQUAL(req,(sz_tot*(sizeof(float) + sz2_tot * 64 + sizeof(size_t)*dim) + sizeof(size_t)*dim));
#endif

    // allocate the memory
    HeapMemory pmem;
    //pmem.allocate(req);
    ExtPreAlloc<HeapMemory> & mem = *(new ExtPreAlloc<HeapMemory>(req,pmem));
    mem.incRef();

    //Packing
    Pack_stat sts;

    Packer<decltype(g),HeapMemory>::template pack<1,2>(mem,g,sts);

    //Unpacking

    Unpack_stat ps;

    grid_cpu<dim,aggregate<float, float, grid_cpu<dim, Point_test<float>>>> g_unp;

    Unpacker<decltype(g_unp),HeapMemory>::template unpack<1,2>(mem,g_unp,ps);

    typedef Point_test<float> pt;

    // Check the unpacked grid
    auto it = g_unp.getIterator();

    while (it.isNext())
    {
        float f1 = g_unp.template get<1>(it.get());
        float f2 = g.template get<1>(it.get());
        BOOST_REQUIRE_EQUAL(f1,f2);


        auto g_unp_1 = g_unp.template get<2>(it.get());
        auto g_unp_2 = g.template get<2>(it.get());

        auto it_unp = g_unp_1.getIterator();

        {
            float x1 = g_unp_1.template get<pt::x>(it_unp.get());
            float y1 = g_unp_1.template get<pt::y>(it_unp.get());
            float z1 = g_unp_1.template get<pt::z>(it_unp.get());
            float s1 = g_unp_1.template get<pt::s>(it_unp.get());

            float x2 = g_unp_2.template get<pt::x>(it_unp.get());
            float y2 = g_unp_2.template get<pt::y>(it_unp.get());
            float z2 = g_unp_2.template get<pt::z>(it_unp.get());
            float s2 = g_unp_2.template get<pt::s>(it_unp.get());

            BOOST_REQUIRE_EQUAL(x1,x2);
            BOOST_REQUIRE_EQUAL(y1,y2);
            BOOST_REQUIRE_EQUAL(z1,z2);
            BOOST_REQUIRE_EQUAL(s1,s2);

            for (size_t i = 0 ; i < 3 ; i++)
            {
                float v1 = g_unp_1.template get<pt::v>(it_unp.get())[i];
                float v2 = g_unp_2.template get<pt::v>(it_unp.get())[i];
                BOOST_REQUIRE_EQUAL(v1,v2);
            }

            for (size_t i = 0 ; i < 3 ; i++)
            {
                for (size_t j = 0 ; j < 3 ; j++)
                {
                    float t1 = g_unp_1.template get<pt::t>(it_unp.get())[i][j];
                    float t2 = g_unp_2.template get<pt::t>(it_unp.get())[i][j];
                    BOOST_REQUIRE_EQUAL(t1,t2);
                }
            }

            ++it_unp;
        }

        ++it;
    }

    // destroy the packed memory
    mem.decRef();
    delete &mem;

    std::cout << "Grid pack/unpack test stop " << dim << "D" << "\n";
}

BOOST_AUTO_TEST_CASE ( grid_aggr_grid_packer_unpacker_3D )
{
    size_t sz[] = {8,7,5};
    size_t sz2[] = {2,4,13};

    grid_cpu<3, Point_test<float>> g2 (sz2);

    test_packer_aggr_nd<3>(g2,sz,sz2);
}

// Test 2D


BOOST_AUTO_TEST_CASE ( grid_aggr_grid_packer_unpacker_2D )
{
    size_t sz[] = {8,7};
    size_t sz2[] = {2,4};

    grid_cpu<2, Point_test<float>> g2 (sz2);

    test_packer_aggr_nd<2>(g2,sz,sz2);
}

BOOST_AUTO_TEST_CASE ( grid_aggr_grid_packer_unpacker_4D )
{
    size_t sz[] = {8,7,2,2};
    size_t sz2[] = {2,4,2,2};

    grid_cpu<4, Point_test<float>> g2 (sz2);

    test_packer_aggr_nd<4>(g2,sz,sz2);
}

BOOST_AUTO_TEST_SUITE_END()

#endif /* SRC_PACKER_NESTED_TESTS_HPP_ */