ReduceExchangeTags.cpp File Reference

#include "moab/Core.hpp"
#include "MBParallelConventions.h"
#include <iostream>
#include <string>
#include <sstream>

Include dependency graph for ReduceExchangeTags.cpp:

Go to the source code of this file.

Macros
#define	MPICHKERR(CODE, MSG)
#define	dbgprint(MSG)
#define	dbgprintall(MSG)

Functions
ErrorCode	get_file_options (int argc, char **argv, string &filename, string &tagName, double &tagValues)
int	main (int argc, char **argv)

Macro Definition Documentation

dbgprint

#define dbgprint

(

MSG

)

Value:

    do                                   \
    {                                    \
        if( !rank ) cerr << MSG << endl; \
    } while( false )

Examples

ReduceExchangeTags.cpp.

Definition at line 54 of file ReduceExchangeTags.cpp.

dbgprintall

#define dbgprintall

(

MSG

)

Value:

    do                                               \
    {                                                \
        cerr << "[" << rank << "]: " << MSG << endl; \
    } while( false )

Examples

ReduceExchangeTags.cpp.

Definition at line 60 of file ReduceExchangeTags.cpp.

MPICHKERR

#define MPICHKERR	(		CODE,
			MSG
	)

Value:

    do                               \
    {                                \
        if( 0 != ( CODE ) )          \
        {                            \
            cerr << ( MSG ) << endl; \
            MPI_Finalize();          \
        }                            \
    } while( false )

Examples

ReduceExchangeTags.cpp.

Definition at line 44 of file ReduceExchangeTags.cpp.

Function Documentation

get_file_options()

ErrorCode get_file_options	(	int	argc,
		char **	argv,
		string &	filename,
		string &	tagName,
		double &	tagValues
	)

Examples

ReduceExchangeTags.cpp.

Definition at line 67 of file ReduceExchangeTags.cpp.

{
    // Get mesh filename
    if( argc > 1 )
        filename = string( argv[1] );
    else
        filename = string( MESH_DIR ) + string( "/64bricks_1khex.h5m" );
 
    // Get tag selection options
    if( argc > 2 )
        tagName = string( argv[2] );
    else
        tagName = "USERTAG";
 
    if( argc > 3 )
        tagValues = atof( argv[3] );
    else
        tagValues = 1.0;
 
    return MB_SUCCESS;
}

References MB_SUCCESS, and MESH_DIR.

Referenced by main().

main()

int main	(	int	argc,
		char **	argv
	)

Examples

ReduceExchangeTags.cpp.

Definition at line 92 of file ReduceExchangeTags.cpp.

{
#ifdef MOAB_HAVE_MPI
    ErrorCode err;
    int ierr, rank;
    string filename, tagName;
    double tagValue;
    MPI_Comm comm = MPI_COMM_WORLD;
    /// Parallel Read options:
    ///   PARALLEL = type {READ_PART}
    ///   PARTITION = PARALLEL_PARTITION : Partition as you read
    ///   PARALLEL_RESOLVE_SHARED_ENTS : Communicate to all processors to get the shared adjacencies
    ///   consistently in parallel PARALLEL_GHOSTS : a.b.c
    ///                   : a = 3 - highest dimension of entities
    ///                   : b = 0 -
    ///                   : c = 1 - number of layers
    ///   PARALLEL_COMM = index
    string read_options = "PARALLEL=READ_PART;PARTITION=PARALLEL_PARTITION;PARALLEL_RESOLVE_SHARED_"
                          "ENTS;PARTITION_DISTRIBUTE;PARALLEL_GHOSTS=3.0.1;PARALLEL_COMM=0";
 
    // Print usage if not enough arguments
    if( argc < 1 )
    {
        cerr << "Usage: ";
        cerr << argv[0] << " <file_name> \c tag_name \c tag_value" << endl;
        cerr << "file_name    : mesh file name" << endl;
        cerr << "tag_name     : name of tag to add to mesh" << endl;
        cerr << "tag_value    : a double valued string to set for highest-dimensional entities in "
                "the mesh for the named tag"
             << endl;
 
        ierr = MPI_Finalize();
        MPICHKERR( ierr, "MPI_Finalize failed; Aborting" );
 
        return 1;
    }
 
    // Initialize MPI first
    ierr = MPI_Init( &argc, &argv );
    MPICHKERR( ierr, "MPI_Init failed" );
 
    ierr = MPI_Comm_rank( MPI_COMM_WORLD, &rank );
    MPICHKERR( ierr, "MPI_Comm_rank failed" );
 
    dbgprint( "********** reduce_exchange_tags **********\n" );
 
    // Create the moab instance
    Interface* mbi = new( std::nothrow ) Core;
    if( NULL == mbi ) return 1;
 
    // Get the input options
    err = get_file_options( argc, argv, filename, tagName, tagValue );
    MB_CHK_SET_ERR( err, "get_file_options failed" );
 
    // Print out the input parameters
    dbgprint( " Input Parameters - " );
    dbgprint( "   Filenames: " << filename );
    dbgprint( "   Tag: Name=" << tagName << " Value=" << tagValue << endl );
 
    // Create root sets for each mesh.  Then pass these
    // to the load_file functions to be populated.
    EntityHandle rootset, partnset;
    err = mbi->create_meshset( MESHSET_SET, rootset );
    MB_CHK_SET_ERR( err, "Creating root set failed" );
    err = mbi->create_meshset( MESHSET_SET, partnset );
    MB_CHK_SET_ERR( err, "Creating partition set failed" );
 
    // Create the parallel communicator object with the partition handle associated with MOAB
    ParallelComm* parallel_communicator = ParallelComm::get_pcomm( mbi, partnset, &comm );
 
    // Load the file from disk with given options
    err = mbi->load_file( filename.c_str(), &rootset, read_options.c_str() );
    MB_CHK_SET_ERR( err, "MOAB::load_file failed" );
 
    // Create two tag handles: Exchange and Reduction operations
    dbgprint( "-Creating tag handle " << tagName << "..." );
    Tag tagReduce, tagExchange;
    {
        stringstream sstr;
        // Create the exchange tag: default name = USERTAG_EXC
        sstr << tagName << "_EXC";
        err = mbi->tag_get_handle( sstr.str().c_str(), 1, MB_TYPE_INTEGER, tagExchange, MB_TAG_CREAT | MB_TAG_DENSE,
                                   &tagValue );
        MB_CHK_SET_ERR( err, "Retrieving tag handles failed" );
 
        // Create the exchange tag: default name = USERTAG_RED
        sstr.str( "" );
        sstr << tagName << "_RED";
        err = mbi->tag_get_handle( sstr.str().c_str(), 1, MB_TYPE_DOUBLE, tagReduce, MB_TAG_CREAT | MB_TAG_DENSE,
                                   &tagValue );
        MB_CHK_SET_ERR( err, "Retrieving tag handles failed" );
    }
 
    // Perform exchange tag data
    dbgprint( "-Exchanging tags between processors " );
    {
        Range partEnts, dimEnts;
        for( int dim = 0; dim <= 3; dim++ )
        {
            // Get all entities of dimension = dim
            err = mbi->get_entities_by_dimension( rootset, dim, dimEnts, false );
            MB_CHK_ERR( err );
 
            vector< int > tagValues( dimEnts.size(), static_cast< int >( tagValue ) * ( rank + 1 ) * ( dim + 1 ) );
            // Set local tag data for exchange
            err = mbi->tag_set_data( tagExchange, dimEnts, &tagValues[0] );
            MB_CHK_SET_ERR( err, "Setting local tag data failed during exchange phase" );
            // Merge entities into parent set
            partEnts.merge( dimEnts );
        }
 
        // Exchange tags between processors
        err = parallel_communicator->exchange_tags( tagExchange, partEnts );
        MB_CHK_SET_ERR( err, "Exchanging tags between processors failed" );
    }
 
    // Perform reduction of tag data
    dbgprint( "-Reducing tags between processors " );
    {
        Range partEnts;
        // Get all higher dimensional entities belonging to current partition
        err = parallel_communicator->get_part_entities( partEnts );
        MB_CHK_SET_ERR( err, "ParallelComm::get_part_entities failed" );
 
        // Output what is in current partition sets
        dbgprintall( "Number of Partitioned entities: " << partEnts.size() );
        MPI_Barrier( comm );
 
        // Set local tag data for reduction
        vector< double > tagValues( partEnts.size(), tagValue * ( rank + 1 ) );
        err = mbi->tag_set_data( tagReduce, partEnts, &tagValues[0] );
        MB_CHK_SET_ERR( err, "Setting local tag data failed during reduce phase" );
 
        Range dummy;
        // Reduce tag data using MPI_SUM on the interface between partitions
        err = parallel_communicator->reduce_tags( tagReduce, MPI_SUM, dummy /*partEnts*/ );
        MB_CHK_SET_ERR( err, "Reducing tags between processors failed" );
    }
    // Write out to output file to visualize reduction/exchange of tag data
    err = mbi->write_file( "test.h5m", "H5M", "PARALLEL=WRITE_PART" );
    MB_CHK_ERR( err );
 
    // Done, cleanup
    delete mbi;
 
    dbgprint( "\n********** reduce_exchange_tags DONE! **********" );
 
    MPI_Finalize();
#else
    std::cout << " compile with MPI and HDF5 for this example to work \n";
#endif
    return 0;
}

References moab::Interface::create_meshset(), dbgprint, dbgprintall, ErrorCode, moab::ParallelComm::exchange_tags(), moab::Interface::get_entities_by_dimension(), get_file_options(), moab::ParallelComm::get_part_entities(), moab::ParallelComm::get_pcomm(), moab::Interface::load_file(), MB_CHK_ERR, MB_CHK_SET_ERR, MB_TAG_CREAT, MB_TAG_DENSE, MB_TYPE_DOUBLE, MB_TYPE_INTEGER, moab::Range::merge(), MESHSET_SET, MPICHKERR, moab::ParallelComm::reduce_tags(), moab::Range::size(), moab::Interface::tag_get_handle(), moab::Interface::tag_set_data(), and moab::Interface::write_file().