#include "moab/ParallelComm.hpp"
#include "moab/Core.hpp"
#include "moab_mpi.h"
#include "moab/iMOAB.h"
#include "TestUtil.hpp"
#include "moab/ProgOptions.hpp"

Include dependency graph for migrate_nontrivial.cpp:

Macros
#define	RUN_TEST_ARG2(A, B) run_test( &( A ), #A, B )

#define	CHECKRC(rc, message)

Functions
int	is_any_proc_error (int is_my_error)

int	run_test (ErrorCode(func)(const char ), const char func_name, const char file_name)

ErrorCode	migrate_graph (const char *filename)

ErrorCode	migrate_geom (const char *filename)

ErrorCode	migrate_trivial (const char *filename)

ErrorCode	migrate_smart (const char filename, const char outfile, int partMethod)

int	main (int argc, char *argv[])

Variables
int	rank

int	size

int	ierr

int	compid1

int	compid2

int	nghlay

std::vector< int >	groupTasks

int	startG1

int	startG2

int	endG1

int	endG2

MPI_Comm	jcomm

MPI_Group	jgroup

Macro Definition Documentation

◆ CHECKRC

#define CHECKRC	(	rc,
		message
	)

Value:

 if( 0 != ( rc ) ) \
 { \
 printf( "Error: %s\n", message ); \
 return MB_FAILURE; \
 }

Definition at line 30 of file migrate_nontrivial.cpp.

◆ RUN_TEST_ARG2

#define RUN_TEST_ARG2	(	A,
		B
	)	run_test( &( A ), #A, B )

Definition at line 24 of file migrate_nontrivial.cpp.

Function Documentation

◆ is_any_proc_error()

int is_any_proc_error ( int is_my_error )

Definition at line 37 of file migrate_nontrivial.cpp.

 {
  int result = 0;
  int err = MPI_Allreduce( &is_my_error, &result, 1, MPI_INT, MPI_MAX, MPI_COMM_WORLD );
  return err || result;
 }

References MPI_COMM_WORLD.

Referenced by run_test().

◆ main()

int main	(	int	argc,
		char *	argv[]
	)

Definition at line 207 of file migrate_nontrivial.cpp.

 {
  MPI_Init( &argc, &argv );
  MPI_Comm_rank( MPI_COMM_WORLD, &rank );
  MPI_Comm_size( MPI_COMM_WORLD, &size );
  
  MPI_Comm_dup( MPI_COMM_WORLD, &jcomm );
  MPI_Comm_group( jcomm, &jgroup );
  
  ProgOptions opts;
  int typeTest = 3;
  // std::string inputfile, outfile("out.h5m"), netcdfFile, variable_name, sefile_name;
  std::string filename;
  filename = TestDir + "unittest/field1.h5m";
  startG1 = 0;
  startG2 = 0;
  endG1 = 0;
  endG2 = 1;
  
  opts.addOpt< std::string >( "file,f", "source file", &filename );
  
  opts.addOpt< int >( "startSender,a", "start task for source layout", &startG1 );
  opts.addOpt< int >( "endSender,b", "end task for source layout", &endG1 );
  opts.addOpt< int >( "startRecv,c", "start task for receiver layout", &startG2 );
  opts.addOpt< int >( "endRecv,d", "end task for receiver layout", &endG2 );
  
  opts.addOpt< int >( "typeTest,t", "test types (0 - trivial, 1 graph, 2 geom, 3 both graph and geometry",
  &typeTest );
  
  opts.parseCommandLine( argc, argv );
  
  if( rank == 0 )
  {
  std::cout << " input file : " << filename << "\n";
  std::cout << " sender on tasks: " << startG1 << ":" << endG1 << "\n";
  std::cout << " receiver on tasks: " << startG2 << ":" << endG2 << "\n";
  std::cout << " type migrate: " << typeTest << " (0 - trivial, 1 graph , 2 geom, 3 both graph and geom ) \n";
  }
  
  int num_errors = 0;
  
  if( 0 == typeTest ) num_errors += RUN_TEST_ARG2( migrate_trivial, filename.c_str() );
  if( 3 == typeTest || 1 == typeTest ) num_errors += RUN_TEST_ARG2( migrate_graph, filename.c_str() );
  if( 3 == typeTest || 2 == typeTest ) num_errors += RUN_TEST_ARG2( migrate_geom, filename.c_str() );
  
  if( rank == 0 )
  {
  if( !num_errors )
  std::cout << "All tests passed" << std::endl;
  else
  std::cout << num_errors << " TESTS FAILED!" << std::endl;
  }
  
  MPI_Group_free( &jgroup );
  MPI_Comm_free( &jcomm );
  MPI_Finalize();
  return num_errors;
 }

References ProgOptions::addOpt(), endG1, endG2, filename, jcomm, jgroup, migrate_geom(), migrate_graph(), migrate_trivial(), MPI_COMM_WORLD, ProgOptions::parseCommandLine(), rank, RUN_TEST_ARG2, size, startG1, and startG2.

◆ migrate_geom()

ErrorCode migrate_geom ( const char * filename )

Definition at line 197 of file migrate_nontrivial.cpp.

 {
  return migrate_smart( filename, "migrate_geom.h5m", 2 );
 }

References filename, and migrate_smart().

Referenced by main().

◆ migrate_graph()

ErrorCode migrate_graph ( const char * filename )

Definition at line 192 of file migrate_nontrivial.cpp.

 {
  return migrate_smart( filename, "migrate_graph.h5m", 1 );
 }

References filename, and migrate_smart().

Referenced by main().

◆ migrate_smart()

ErrorCode migrate_smart	(	const char *	filename,
		const char *	outfile,
		int	partMethod
	)

Definition at line 76 of file migrate_nontrivial.cpp.

 {
  // first create MPI groups
  
  std::string filen( filename );
  MPI_Group group1, group2;
  groupTasks.resize( endG1 - startG1 + 1 );
  for( int i = startG1; i <= endG1; i++ )
  groupTasks[i - startG1] = i;
  
  ierr = MPI_Group_incl( jgroup, endG1 - startG1 + 1, &groupTasks[0], &group1 );
  CHECKRC( ierr, "can't create group1" )
  
  groupTasks.resize( endG2 - startG2 + 1 );
  for( int i = startG2; i <= endG2; i++ )
  groupTasks[i - startG2] = i;
  
  ierr = MPI_Group_incl( jgroup, endG2 - startG2 + 1, &groupTasks[0], &group2 );
  CHECKRC( ierr, "can't create group2" )
  
  // create 2 communicators, one for each group
  int tagcomm1 = 1, tagcomm2 = 2;
  int context_id = -1; // plain migrate, default context
  MPI_Comm comm1, comm2;
  ierr = MPI_Comm_create_group( jcomm, group1, tagcomm1, &comm1 );
  CHECKRC( ierr, "can't create comm1" )
  
  ierr = MPI_Comm_create_group( jcomm, group2, tagcomm2, &comm2 );
  CHECKRC( ierr, "can't create comm2" )
  
  ierr = iMOAB_Initialize( 0, 0 ); // not really needed anything from argc, argv, yet; maybe we should
  CHECKRC( ierr, "can't initialize iMOAB" )
  
  // give some dummy values to component ids, just to differentiate between them
  // the par comm graph is unique between components
  compid1 = 4;
  compid2 = 7;
  
  int appID1;
  iMOAB_AppID pid1 = &appID1;
  int appID2;
  iMOAB_AppID pid2 = &appID2;
  
  if( comm1 != MPI_COMM_NULL )
  {
  ierr = iMOAB_RegisterApplication( "APP1", &comm1, &compid1, pid1 );
  CHECKRC( ierr, "can't register app1 " )
  }
  if( comm2 != MPI_COMM_NULL )
  {
  ierr = iMOAB_RegisterApplication( "APP2", &comm2, &compid2, pid2 );
  CHECKRC( ierr, "can't register app2 " )
  }
  
  if( comm1 != MPI_COMM_NULL )
  {
  
  std::string readopts( "PARALLEL=READ_PART;PARTITION=PARALLEL_PARTITION;PARALLEL_RESOLVE_SHARED_ENTS" );
  
  nghlay = 0;
  
  ierr = iMOAB_LoadMesh( pid1, filen.c_str(), readopts.c_str(), &nghlay );
  CHECKRC( ierr, "can't load mesh " )
  ierr = iMOAB_SendMesh( pid1, &jcomm, &group2, &compid2, &partMethod ); // send to component 2
  CHECKRC( ierr, "cannot send elements" )
 #ifdef GRAPH_INFO
  int is_sender = 1;
  int context = compid2;
  iMOAB_DumpCommGraph( pid1, &context, &is_sender, "MigrateS" );
 #endif
  }
  
  if( comm2 != MPI_COMM_NULL )
  {
  ierr = iMOAB_ReceiveMesh( pid2, &jcomm, &group1, &compid1 ); // receive from component 1
  CHECKRC( ierr, "cannot receive elements" )
  std::string wopts;
  wopts = "PARALLEL=WRITE_PART;";
  ierr = iMOAB_WriteMesh( pid2, outfile, wopts.c_str() );
  CHECKRC( ierr, "cannot write received mesh" )
 #ifdef GRAPH_INFO
  int is_sender = 0;
  int context = compid1;
  iMOAB_DumpCommGraph( pid2, &context, &is_sender, "MigrateR" );
 #endif
  }
  
  MPI_Barrier( jcomm );
  
  // we can now free the sender buffers
  context_id = compid2; // even for default migrate, be more explicit
  if( comm1 != MPI_COMM_NULL ) ierr = iMOAB_FreeSenderBuffers( pid1, &context_id );
  
  if( comm2 != MPI_COMM_NULL )
  {
  ierr = iMOAB_DeregisterApplication( pid2 );
  CHECKRC( ierr, "cannot deregister app 2 receiver" )
  }
  
  if( comm1 != MPI_COMM_NULL )
  {
  ierr = iMOAB_DeregisterApplication( pid1 );
  CHECKRC( ierr, "cannot deregister app 1 sender" )
  }
  
  ierr = iMOAB_Finalize();
  CHECKRC( ierr, "did not finalize iMOAB" )
  
  if( MPI_COMM_NULL != comm1 ) MPI_Comm_free( &comm1 );
  if( MPI_COMM_NULL != comm2 ) MPI_Comm_free( &comm2 );
  
  MPI_Group_free( &group1 );
  MPI_Group_free( &group2 );
  return MB_SUCCESS;
 }

References CHECKRC, compid1, compid2, context, endG1, endG2, filename, groupTasks, ierr, iMOAB_AppID, iMOAB_DeregisterApplication(), iMOAB_Finalize(), iMOAB_Initialize(), iMOAB_LoadMesh(), iMOAB_RegisterApplication(), iMOAB_WriteMesh(), jcomm, jgroup, MB_SUCCESS, nghlay, outfile, readopts(), startG1, and startG2.

Referenced by migrate_geom(), migrate_graph(), and migrate_trivial().

◆ migrate_trivial()

ErrorCode migrate_trivial ( const char * filename )

Definition at line 202 of file migrate_nontrivial.cpp.

 {
  return migrate_smart( filename, "migrate_trivial.h5m", 0 );
 }

References filename, and migrate_smart().

Referenced by main().

◆ run_test()

int run_test	(	ErrorCode()(const char )	func,
		const char *	func_name,
		const char *	file_name
	)

Definition at line 44 of file migrate_nontrivial.cpp.

 {
  ErrorCode result = ( *func )( file_name );
  int is_err = is_any_proc_error( ( MB_SUCCESS != result ) );
  int rank;
  MPI_Comm_rank( MPI_COMM_WORLD, &rank );
  if( rank == 0 )
  {
  if( is_err )
  std::cout << func_name << " : FAILED!!" << std::endl;
  else
  std::cout << func_name << " : success" << std::endl;
  }
  
  return is_err;
 }