Class that distribute sub-sub-domains across processors using Metis Library. More...

Detailed Description

template<unsigned int dim, typename T>
class MetisDistribution< dim, T >

Class that distribute sub-sub-domains across processors using Metis Library.

Given a graph and setting Computational cost, Communication cost (on the edge) and Migration cost or total Communication costs, it produce the optimal distribution

Initialize a Cartesian graph and decompose

 
    MetisDistribution<3, float> met_dist(v_cl);
 
    // Cartesian grid
    size_t sz[3] = { GS_SIZE, GS_SIZE, GS_SIZE };
 
    // Box
    Box<3, float> box( { 0.0, 0.0, 0.0 }, { 1.0, 1.0, 1.0 });
 
    // Grid info
    grid_sm<3, void> info(sz);
 
    // Set metis on test, It fix the seed (not required if we are not testing)
    met_dist.onTest();
 
    // Initialize Cart graph and decompose
 
    met_dist.createCartGraph(info,box);
    met_dist.decompose();
 
    BOOST_REQUIRE_EQUAL(met_dist.get_ndec(),1ul);
 

Set Computation Communication and Migration cost

 
    // Initialize the weights to 1.0
    // not required, if we set ALL Computation,Migration,Communication cost
 
    // Change set some weight on the graph and re-decompose
 
    for (size_t k = 0; k < met_dist.getNOwnerSubSubDomains(); k++)
    {
        size_t i = met_dist.getOwnerSubSubDomain(k);
 
        if (i == 0 || i == b || i == 2*b || i == 3*b || i == 4*b)
            met_dist.setComputationCost(i,10);
        else
            met_dist.setComputationCost(i,1);
    }
 
    for (size_t i = 0 ; i <  met_dist.getNSubSubDomains() ; i++)
    {
        // We also show how to set some Communication and Migration cost
 
        met_dist.setMigrationCost(i,1);
 
        for (size_t j = 0; j < met_dist.getNSubSubDomainNeighbors(i); j++)
        met_dist.setCommunicationCost(i,j,1);
    }
 
    met_dist.decompose();
 
    BOOST_REQUIRE_EQUAL(met_dist.get_ndec(),2ul);
 

Definition at line 44 of file MetisDistribution.hpp.

#include <MetisDistribution.hpp>

Public Member Functions
	MetisDistribution (Vcluster<> &v_cl)
	constructor

	MetisDistribution (const MetisDistribution &mt)
	Copy constructor.

	MetisDistribution (MetisDistribution &&mt)
	Copy constructor.

	~MetisDistribution ()
	Destructor.

void	createCartGraph (grid_sm< dim, void > &grid, Box< dim, T > dom)
	create a Cartesian distribution graph

Graph_CSR< nm_v< dim >, nm_e > &	getGraph ()
	Get the current graph (main)

void	decompose ()
	Distribute the sub-sub-domains.

void	refine ()
	Refine current decomposition.

void	redecompose ()
	Redecompose current decomposition.

void	getSSDomainPos (size_t id, T(&pos)[dim])
	Function that return the position (point P1) of the sub-sub domain box in the space.

size_t	getComputationalCost (size_t id)
	function that get the computational cost of the sub-sub-domain

void	setComputationCost (size_t id, size_t cost)
	Set computation cost on a sub-sub domain.

void	setMigrationCost (size_t id, size_t cost)
	Set migration cost on a sub-sub domain.

void	setCommunicationCost (size_t id, size_t e, size_t cost)
	Set communication cost between neighborhood sub-sub-domains (weight on the edge)

size_t	getNSubSubDomains ()
	Returns total number of sub-sub-domains.

size_t	getNSubSubDomainNeighbors (size_t id)
	Returns total number of neighbors of one sub-sub-domain.

float	getUnbalance ()
	Compute the unbalance of the processor compared to the optimal balance.

size_t	getNOwnerSubSubDomains () const
	Return the total number of sub-sub-domains in the distribution graph.

size_t	getOwnerSubSubDomain (size_t id) const
	Return the id of the set sub-sub-domain.

void	onTest ()
	It set the Classs on test mode.

void	write (std::string out)
	Write the distribution graph into file.

size_t	getProcessorLoad ()
	Compute the processor load.

MetisDistribution &	operator= (const MetisDistribution &mt)
	operator=

MetisDistribution &	operator= (MetisDistribution &&mt)
	operator=

bool	operator== (const MetisDistribution &mt)
	operator==

void	setDistTol (double tol)
	Set the tolerance for each partition.

size_t	getSubSubDomainComputationCost (size_t id)
	function that get the weight of the vertex

size_t	get_ndec ()
	Get the decomposition counter.

Static Public Attributes
static constexpr unsigned int	computation = nm_v_computation

Private Member Functions
void	check_overflow (size_t id)
	Check that the sub-sub-domain id exist.

void	check_overflowe (size_t id, size_t e)
	Check that the sub-sub-domain id exist.

Private Attributes
Vcluster &	v_cl
	Vcluster.

grid_sm< dim, void >	gr
	Structure that store the cartesian grid information.

Box< dim, T >	domain
	rectangular domain to decompose

Graph_CSR< nm_v< dim >, nm_e >	gp
	Global sub-sub-domain graph.

bool	testing = false
	Flag that indicate if we are doing a test (In general it fix the seed)

Metis< Graph_CSR< nm_v< dim >, nm_e > >	metis_graph
	Metis decomposer utility.

std::unordered_map< size_t, size_t >	owner_scs
	unordered map that map global sub-sub-domain to owned_cost_sub id

openfpm::vector< met_sub_w >	owner_cost_sub
	list owned sub-sub-domains set for computation cost

openfpm::vector< met_sub_w >	recv_ass
	received assignment

Constructor & Destructor Documentation

◆ MetisDistribution() [1/3]

template<unsigned int dim, typename T >

MetisDistribution< dim, T >::MetisDistribution ( Vcluster<> & v_cl )

inline

constructor

Parameters

v_cl vcluster

Definition at line 114 of file MetisDistribution.hpp.

◆ MetisDistribution() [2/3]

template<unsigned int dim, typename T >

MetisDistribution< dim, T >::MetisDistribution ( const MetisDistribution< dim, T > & mt )

inline

Copy constructor.

Parameters

mt	distribution to copy

Definition at line 127 of file MetisDistribution.hpp.

◆ MetisDistribution() [3/3]

template<unsigned int dim, typename T >

MetisDistribution< dim, T >::MetisDistribution ( MetisDistribution< dim, T > && mt )

inline

Copy constructor.

Parameters

mt	distribution to copy

Definition at line 142 of file MetisDistribution.hpp.

◆ ~MetisDistribution()

template<unsigned int dim, typename T >

MetisDistribution< dim, T >::~MetisDistribution ( )

inline

Destructor.

Definition at line 155 of file MetisDistribution.hpp.

Member Function Documentation

◆ check_overflow()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::check_overflow ( size_t id )

inlineprivate

Check that the sub-sub-domain id exist.

Parameters

id	sub-sub-domain id

Definition at line 78 of file MetisDistribution.hpp.

◆ check_overflowe()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::check_overflowe	(	size_t	id,
		size_t	e
	)

inlineprivate

Check that the sub-sub-domain id exist.

Parameters

id	sub-sub-domain id

Definition at line 94 of file MetisDistribution.hpp.

◆ createCartGraph()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::createCartGraph	(	grid_sm< dim, void > &	grid,
		Box< dim, T >	dom
	)

inline

create a Cartesian distribution graph

Parameters

grid	grid info (sub-sub somains on each dimension)
dom	domain (domain where the sub-sub-domains are defined)

Definition at line 169 of file MetisDistribution.hpp.

◆ decompose()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::decompose ( )

inline

Distribute the sub-sub-domains.

Definition at line 217 of file MetisDistribution.hpp.

◆ get_ndec()

template<unsigned int dim, typename T >

size_t MetisDistribution< dim, T >::get_ndec ( )

inline

Get the decomposition counter.

Returns: the decomposition counter

Definition at line 665 of file MetisDistribution.hpp.

◆ getComputationalCost()

template<unsigned int dim, typename T >

size_t MetisDistribution< dim, T >::getComputationalCost ( size_t id )

inline

function that get the computational cost of the sub-sub-domain

Parameters

id	sub-sub-domain

Returns: the comutational cost

Definition at line 346 of file MetisDistribution.hpp.

◆ getGraph()

template<unsigned int dim, typename T >

Graph_CSR< nm_v< dim >, nm_e > & MetisDistribution< dim, T >::getGraph ( )

inline

Get the current graph (main)

Returns: the current sub-sub domain Graph

Definition at line 206 of file MetisDistribution.hpp.

◆ getNOwnerSubSubDomains()

template<unsigned int dim, typename T >

size_t MetisDistribution< dim, T >::getNOwnerSubSubDomains ( ) const

inline

Return the total number of sub-sub-domains in the distribution graph.

Returns: the total number of sub-sub-domains set

Definition at line 484 of file MetisDistribution.hpp.

◆ getNSubSubDomainNeighbors()

template<unsigned int dim, typename T >

size_t MetisDistribution< dim, T >::getNSubSubDomainNeighbors ( size_t id )

inline

Returns total number of neighbors of one sub-sub-domain.

Parameters

id	of the sub-sub-domain

Definition at line 436 of file MetisDistribution.hpp.

◆ getNSubSubDomains()

template<unsigned int dim, typename T >

size_t MetisDistribution< dim, T >::getNSubSubDomains ( )

inline

Returns total number of sub-sub-domains.

Returns: sub-sub domain numbers

Definition at line 424 of file MetisDistribution.hpp.

◆ getOwnerSubSubDomain()

template<unsigned int dim, typename T >

size_t MetisDistribution< dim, T >::getOwnerSubSubDomain ( size_t id ) const

inline

Return the id of the set sub-sub-domain.

Parameters

id	id in the list of the set sub-sub-domains

Returns: the id

Definition at line 496 of file MetisDistribution.hpp.

◆ getProcessorLoad()

template<unsigned int dim, typename T >

size_t MetisDistribution< dim, T >::getProcessorLoad ( )

inline

Compute the processor load.

Warning: all processors must call this function

Returns: the total computation cost

Definition at line 536 of file MetisDistribution.hpp.

◆ getSSDomainPos()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::getSSDomainPos	(	size_t	id,
		T(&)	pos[dim]
	)

inline

Function that return the position (point P1) of the sub-sub domain box in the space.

Parameters

id	vertex id
pos	vector that contain x, y, z

Definition at line 325 of file MetisDistribution.hpp.

◆ getSubSubDomainComputationCost()

template<unsigned int dim, typename T >

size_t MetisDistribution< dim, T >::getSubSubDomainComputationCost ( size_t id )

inline

function that get the weight of the vertex

Parameters

id vertex id

Definition at line 642 of file MetisDistribution.hpp.

◆ getUnbalance()

template<unsigned int dim, typename T >

float MetisDistribution< dim, T >::getUnbalance ( )

inline

Compute the unbalance of the processor compared to the optimal balance.

Warning: all processor must call this function

Returns: the unbalance from the optimal one 0.01 mean 1%

Definition at line 454 of file MetisDistribution.hpp.

◆ onTest()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::onTest ( )

inline

It set the Classs on test mode.

At the moment it fix the seed to have reproducible results

Definition at line 506 of file MetisDistribution.hpp.

◆ operator=() [1/2]

template<unsigned int dim, typename T >

MetisDistribution & MetisDistribution< dim, T >::operator= ( const MetisDistribution< dim, T > & mt )

inline

operator=

Parameters

mt	object to copy

Returns: itself

Definition at line 568 of file MetisDistribution.hpp.

◆ operator=() [2/2]

template<unsigned int dim, typename T >

MetisDistribution & MetisDistribution< dim, T >::operator= ( MetisDistribution< dim, T > && mt )

inline

operator=

Parameters

mt	object to copy

Returns: itself

Definition at line 589 of file MetisDistribution.hpp.

◆ operator==()

template<unsigned int dim, typename T >

bool MetisDistribution< dim, T >::operator== ( const MetisDistribution< dim, T > & mt )

inline

operator==

Parameters

mt	Metis distribution to compare with

Returns: true if the distribution match

Definition at line 610 of file MetisDistribution.hpp.

◆ redecompose()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::redecompose ( )

inline

Redecompose current decomposition.

Definition at line 310 of file MetisDistribution.hpp.

◆ refine()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::refine ( )

inline

Refine current decomposition.

In metis case it just re-decompose

Definition at line 298 of file MetisDistribution.hpp.

◆ setCommunicationCost()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::setCommunicationCost	(	size_t	id,
		size_t	e,
		size_t	cost
	)

inline

Set communication cost between neighborhood sub-sub-domains (weight on the edge)

Parameters

id	sub-sub domain
e	id in the neighborhood list (id in the adjacency list)
cost

Definition at line 406 of file MetisDistribution.hpp.

◆ setComputationCost()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::setComputationCost	(	size_t	id,
		size_t	cost
	)

inline

Set computation cost on a sub-sub domain.

Parameters

id	sub-sub domain id
cost

Definition at line 362 of file MetisDistribution.hpp.

◆ setDistTol()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::setDistTol ( double tol )

inline

Set the tolerance for each partition.

Parameters

tol tolerance

Definition at line 630 of file MetisDistribution.hpp.

◆ setMigrationCost()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::setMigrationCost	(	size_t	id,
		size_t	cost
	)

inline

Set migration cost on a sub-sub domain.

Parameters

id	of the sub-sub domain
cost

Definition at line 388 of file MetisDistribution.hpp.

◆ write()

template<unsigned int dim, typename T >

void MetisDistribution< dim, T >::write ( std::string out )

inline

Write the distribution graph into file.

Parameters

out	output filename

Definition at line 519 of file MetisDistribution.hpp.

Field Documentation

◆ computation

template<unsigned int dim, typename T >

constexpr unsigned int MetisDistribution< dim, T >::computation = nm_v_computation

staticconstexpr

Definition at line 107 of file MetisDistribution.hpp.

◆ domain

template<unsigned int dim, typename T >

Box<dim, T> MetisDistribution< dim, T >::domain

private

rectangular domain to decompose

Definition at line 53 of file MetisDistribution.hpp.

◆ gp

template<unsigned int dim, typename T >

Graph_CSR<nm_v<dim>, nm_e> MetisDistribution< dim, T >::gp

private

Global sub-sub-domain graph.

Definition at line 56 of file MetisDistribution.hpp.

◆ gr

template<unsigned int dim, typename T >

grid_sm<dim, void> MetisDistribution< dim, T >::gr

private

Structure that store the cartesian grid information.

Definition at line 50 of file MetisDistribution.hpp.

◆ metis_graph

template<unsigned int dim, typename T >

Metis<Graph_CSR<nm_v<dim>, nm_e> > MetisDistribution< dim, T >::metis_graph

private

Metis decomposer utility.

Definition at line 62 of file MetisDistribution.hpp.

◆ owner_cost_sub

template<unsigned int dim, typename T >

openfpm::vector<met_sub_w> MetisDistribution< dim, T >::owner_cost_sub

private

list owned sub-sub-domains set for computation cost

Definition at line 68 of file MetisDistribution.hpp.

◆ owner_scs

template<unsigned int dim, typename T >

std::unordered_map<size_t,size_t> MetisDistribution< dim, T >::owner_scs

private

unordered map that map global sub-sub-domain to owned_cost_sub id

Definition at line 65 of file MetisDistribution.hpp.

◆ recv_ass

template<unsigned int dim, typename T >

openfpm::vector<met_sub_w> MetisDistribution< dim, T >::recv_ass

private

received assignment

Definition at line 71 of file MetisDistribution.hpp.

◆ testing

template<unsigned int dim, typename T >

bool MetisDistribution< dim, T >::testing = false

private

Flag that indicate if we are doing a test (In general it fix the seed)

Definition at line 59 of file MetisDistribution.hpp.

◆ v_cl

template<unsigned int dim, typename T >

Vcluster& MetisDistribution< dim, T >::v_cl

private

Vcluster.

Definition at line 47 of file MetisDistribution.hpp.

The documentation for this class was generated from the following file:

src/Decomposition/Distribution/MetisDistribution.hpp

Detailed Description

Initialize a Cartesian graph and decompose

Set Computation Communication and Migration cost

Public Member Functions

Static Public Attributes

Private Member Functions

Private Attributes

Constructor & Destructor Documentation

◆ MetisDistribution() [1/3]

◆ MetisDistribution() [2/3]

◆ MetisDistribution() [3/3]

◆ ~MetisDistribution()

Member Function Documentation

◆ check_overflow()

◆ check_overflowe()

◆ createCartGraph()

◆ decompose()

◆ get_ndec()

◆ getComputationalCost()

◆ getGraph()

◆ getNOwnerSubSubDomains()

◆ getNSubSubDomainNeighbors()

◆ getNSubSubDomains()

◆ getOwnerSubSubDomain()

◆ getProcessorLoad()

◆ getSSDomainPos()

◆ getSubSubDomainComputationCost()

◆ getUnbalance()

◆ onTest()

◆ operator=() [1/2]

◆ operator=() [2/2]

◆ operator==()

◆ redecompose()

◆ refine()

◆ setCommunicationCost()

◆ setComputationCost()

◆ setDistTol()

◆ setMigrationCost()

◆ write()

Field Documentation

◆ computation

◆ domain

◆ gp

◆ gr

◆ metis_graph

◆ owner_cost_sub

◆ owner_scs

◆ recv_ass

◆ testing

◆ v_cl