 |
Mesh Oriented datABase
(version 5.5.1)
An array-based unstructured mesh library
|
|
Mesh Oriented datABase
(version 5.5.1)
An array-based unstructured mesh library
|
#include "moab/Core.hpp"#include "MBParallelConventions.h"#include <iostream>#include <string>#include <sstream>
Include dependency graph for ReduceExchangeTags.cpp:Go to the source code of this file.
Macros | |
| #define | MPICHKERR(CODE, MSG) |
| #define | dbgprint(MSG) |
| #define | dbgprintall(MSG) |
Functions | |
| ErrorCode | get_file_options (int argc, char **argv, string &filename, string &tagName, double &tagValues) |
| int | main (int argc, char **argv) |
| #define dbgprint | ( | MSG | ) |
do \
{ \
if( !rank ) cerr << MSG << endl; \
} while( false )
Definition at line 54 of file ReduceExchangeTags.cpp.
| #define dbgprintall | ( | MSG | ) |
do \
{ \
cerr << "[" << rank << "]: " << MSG << endl; \
} while( false )
Definition at line 60 of file ReduceExchangeTags.cpp.
| #define MPICHKERR | ( | CODE, | |
| MSG | |||
| ) |
do \
{ \
if( 0 != ( CODE ) ) \
{ \
cerr << ( MSG ) << endl; \
MPI_Finalize(); \
} \
} while( false )
Definition at line 44 of file ReduceExchangeTags.cpp.
| ErrorCode get_file_options | ( | int | argc, |
| char ** | argv, | ||
| string & | filename, | ||
| string & | tagName, | ||
| double & | tagValues | ||
| ) |
Definition at line 67 of file ReduceExchangeTags.cpp.
68 {
69 // Get mesh filename
70 if( argc > 1 )
71 filename = string( argv[1] );
72 else
73 filename = string( MESH_DIR ) + string( "/64bricks_1khex.h5m" );
74
75 // Get tag selection options
76 if( argc > 2 )
77 tagName = string( argv[2] );
78 else
79 tagName = "USERTAG";
80
81 if( argc > 3 )
82 tagValues = atof( argv[3] );
83 else
84 tagValues = 1.0;
85
86 return MB_SUCCESS;
87 }
References MB_SUCCESS, and MESH_DIR.
Referenced by main().
| int main | ( | int | argc, |
| char ** | argv | ||
| ) |
Definition at line 92 of file ReduceExchangeTags.cpp.
93 {
94 #ifdef MOAB_HAVE_MPI
95 ErrorCode err;
96 int ierr, rank;
97 string filename, tagName;
98 double tagValue;
99 MPI_Comm comm = MPI_COMM_WORLD;
100 /// Parallel Read options:
101 /// PARALLEL = type {READ_PART}
102 /// PARTITION = PARALLEL_PARTITION : Partition as you read
103 /// PARALLEL_RESOLVE_SHARED_ENTS : Communicate to all processors to get the shared adjacencies
104 /// consistently in parallel PARALLEL_GHOSTS : a.b.c
105 /// : a = 3 - highest dimension of entities
106 /// : b = 0 -
107 /// : c = 1 - number of layers
108 /// PARALLEL_COMM = index
109 string read_options = "PARALLEL=READ_PART;PARTITION=PARALLEL_PARTITION;PARALLEL_RESOLVE_SHARED_"
110 "ENTS;PARTITION_DISTRIBUTE;PARALLEL_GHOSTS=3.0.1;PARALLEL_COMM=0";
111
112 // Print usage if not enough arguments
113 if( argc < 1 )
114 {
115 cerr << "Usage: ";
116 cerr << argv[0] << " <file_name> <tag_name> <tag_value>" << endl;
117 cerr << "file_name : mesh file name" << endl;
118 cerr << "tag_name : name of tag to add to mesh" << endl;
119 cerr << "tag_value : a double valued string to set for highest-dimensional entities in "
120 "the mesh for the named tag"
121 << endl;
122
123 ierr = MPI_Finalize();
124 MPICHKERR( ierr, "MPI_Finalize failed; Aborting" );
125
126 return 1;
127 }
128
129 // Initialize MPI first
130 ierr = MPI_Init( &argc, &argv );
131 MPICHKERR( ierr, "MPI_Init failed" );
132
133 ierr = MPI_Comm_rank( MPI_COMM_WORLD, &rank );
134 MPICHKERR( ierr, "MPI_Comm_rank failed" );
135
136 dbgprint( "********** reduce_exchange_tags **********\n" );
137
138 // Create the moab instance
139 Interface* mbi = new( std::nothrow ) Core;
140 if( NULL == mbi ) return 1;
141
142 // Get the input options
143 err = get_file_options( argc, argv, filename, tagName, tagValue );MB_CHK_SET_ERR( err, "get_file_options failed" );
144
145 // Print out the input parameters
146 dbgprint( " Input Parameters - " );
147 dbgprint( " Filenames: " << filename );
148 dbgprint( " Tag: Name=" << tagName << " Value=" << tagValue << endl );
149
150 // Create root sets for each mesh. Then pass these
151 // to the load_file functions to be populated.
152 EntityHandle rootset, partnset;
153 err = mbi->create_meshset( MESHSET_SET, rootset );MB_CHK_SET_ERR( err, "Creating root set failed" );
154 err = mbi->create_meshset( MESHSET_SET, partnset );MB_CHK_SET_ERR( err, "Creating partition set failed" );
155
156 // Create the parallel communicator object with the partition handle associated with MOAB
157 ParallelComm* parallel_communicator = ParallelComm::get_pcomm( mbi, partnset, &comm );
158
159 // Load the file from disk with given options
160 err = mbi->load_file( filename.c_str(), &rootset, read_options.c_str() );MB_CHK_SET_ERR( err, "MOAB::load_file failed" );
161
162 // Create two tag handles: Exchange and Reduction operations
163 dbgprint( "-Creating tag handle " << tagName << "..." );
164 Tag tagReduce, tagExchange;
165 {
166 stringstream sstr;
167 // Create the exchange tag: default name = USERTAG_EXC
168 sstr << tagName << "_EXC";
169 err = mbi->tag_get_handle( sstr.str().c_str(), 1, MB_TYPE_INTEGER, tagExchange, MB_TAG_CREAT | MB_TAG_DENSE,
170 &tagValue );MB_CHK_SET_ERR( err, "Retrieving tag handles failed" );
171
172 // Create the exchange tag: default name = USERTAG_RED
173 sstr.str( "" );
174 sstr << tagName << "_RED";
175 err = mbi->tag_get_handle( sstr.str().c_str(), 1, MB_TYPE_DOUBLE, tagReduce, MB_TAG_CREAT | MB_TAG_DENSE,
176 &tagValue );MB_CHK_SET_ERR( err, "Retrieving tag handles failed" );
177 }
178
179 // Perform exchange tag data
180 dbgprint( "-Exchanging tags between processors " );
181 {
182 Range partEnts, dimEnts;
183 for( int dim = 0; dim <= 3; dim++ )
184 {
185 // Get all entities of dimension = dim
186 err = mbi->get_entities_by_dimension( rootset, dim, dimEnts, false );MB_CHK_ERR( err );
187
188 vector< int > tagValues( dimEnts.size(), static_cast< int >( tagValue ) * ( rank + 1 ) * ( dim + 1 ) );
189 // Set local tag data for exchange
190 err = mbi->tag_set_data( tagExchange, dimEnts, &tagValues[0] );MB_CHK_SET_ERR( err, "Setting local tag data failed during exchange phase" );
191 // Merge entities into parent set
192 partEnts.merge( dimEnts );
193 }
194
195 // Exchange tags between processors
196 err = parallel_communicator->exchange_tags( tagExchange, partEnts );MB_CHK_SET_ERR( err, "Exchanging tags between processors failed" );
197 }
198
199 // Perform reduction of tag data
200 dbgprint( "-Reducing tags between processors " );
201 {
202 Range partEnts;
203 // Get all higher dimensional entities belonging to current partition
204 err = parallel_communicator->get_part_entities( partEnts );MB_CHK_SET_ERR( err, "ParallelComm::get_part_entities failed" );
205
206 // Output what is in current partition sets
207 dbgprintall( "Number of Partitioned entities: " << partEnts.size() );
208 MPI_Barrier( comm );
209
210 // Set local tag data for reduction
211 vector< double > tagValues( partEnts.size(), tagValue * ( rank + 1 ) );
212 err = mbi->tag_set_data( tagReduce, partEnts, &tagValues[0] );MB_CHK_SET_ERR( err, "Setting local tag data failed during reduce phase" );
213
214 Range dummy;
215 // Reduce tag data using MPI_SUM on the interface between partitions
216 err = parallel_communicator->reduce_tags( tagReduce, MPI_SUM, dummy /*partEnts*/ );MB_CHK_SET_ERR( err, "Reducing tags between processors failed" );
217 }
218 // Write out to output file to visualize reduction/exchange of tag data
219 err = mbi->write_file( "test.h5m", "H5M", "PARALLEL=WRITE_PART" );MB_CHK_ERR( err );
220
221 // Done, cleanup
222 delete mbi;
223
224 dbgprint( "\n********** reduce_exchange_tags DONE! **********" );
225
226 MPI_Finalize();
227 #else
228 std::cout << " compile with MPI and HDF5 for this example to work \n";
229 #endif
230 return 0;
231 }
References moab::Interface::create_meshset(), dbgprint, dbgprintall, dim, ErrorCode, moab::ParallelComm::exchange_tags(), moab::Interface::get_entities_by_dimension(), get_file_options(), moab::ParallelComm::get_part_entities(), moab::ParallelComm::get_pcomm(), moab::Interface::load_file(), MB_CHK_ERR, MB_CHK_SET_ERR, MB_TAG_CREAT, MB_TAG_DENSE, MB_TYPE_DOUBLE, MB_TYPE_INTEGER, moab::Range::merge(), MESHSET_SET, MPICHKERR, moab::ParallelComm::reduce_tags(), moab::Range::size(), moab::Interface::tag_get_handle(), moab::Interface::tag_set_data(), and moab::Interface::write_file().
1.9.1.