35 #include <sys/times.h>
44 #ifdef MOAB_HAVE_TEMPESTREMAP
47 constexpr
bool offlineGenerator =
true;
57 #define ENT_NOT_FOUND 5
61 static void print_usage(
const char* name, std::ostream& stream )
63 stream <<
"Usage: " << name
64 <<
" [-a <sat_file>|-A] [-t] [subset options] [-f format] <input_file> [<input_file2> "
67 <<
"\t-f <format> - Specify output file format" << std::endl
68 <<
"\t-a <acis_file> - ACIS SAT file dumped by .cub reader (same as \"-o "
69 "SAT_FILE=acis_file\""
71 <<
"\t-A - .cub file reader should not dump a SAT file (depricated default)" << std::endl
72 <<
"\t-o option - Specify write option." << std::endl
73 <<
"\t-O option - Specify read option." << std::endl
74 <<
"\t-t - Time read and write of files." << std::endl
75 <<
"\t-g - Enable verbose/debug output." << std::endl
76 <<
"\t-h - Print this help text and exit." << std::endl
77 <<
"\t-l - List available file formats and exit." << std::endl
78 <<
"\t-I <dim> - Generate internal entities of specified dimension." << std::endl
80 <<
"\t-P - Append processor ID to output file name" << std::endl
81 <<
"\t-p - Replace '%' with processor ID in input and output file name" << std::endl
82 <<
"\t-M[0|1|2] - Read/write in parallel, optionally also doing "
83 "resolve_shared_ents (1) and exchange_ghosts (2)"
85 <<
"\t-z <file> - Read metis partition information corresponding to an MPAS grid "
86 "file and create h5m partition file"
90 #ifdef MOAB_HAVE_TEMPESTREMAP
91 <<
"\t-B - Use TempestRemap exodus file reader and convert to MOAB format" << std::endl
92 <<
"\t-b - Convert MOAB mesh to TempestRemap exodus file writer" << std::endl
93 <<
"\t-S - Scale climate mesh to unit sphere" << std::endl
94 <<
"\t-i - Name of the global DoF tag to use with mbtempest" << std::endl
95 <<
"\t-r - Order of field DoF (discretization) data; FV=1,SE=[1,N]" << std::endl
97 <<
"\t-- - treat all subsequent options as file names" << std::endl
98 <<
"\t (allows file names beginning with '-')" << std::endl
99 <<
" subset options: " << std::endl
100 <<
"\tEach of the following options should be followed by " << std::endl
101 <<
"\ta list of ids. IDs may be separated with commas. " << std::endl
102 <<
"\tRanges of IDs may be specified with a '-' between " << std::endl
103 <<
"\ttwo values. The list may not contain spaces." << std::endl
104 <<
"\t-v - Volume" << std::endl
105 <<
"\t-s - Surface" << std::endl
106 <<
"\t-c - Curve" << std::endl
107 <<
"\t-V - Vertex" << std::endl
108 <<
"\t-m - Material set (block)" << std::endl
109 <<
"\t-d - Dirichlet set (nodeset)" << std::endl
110 <<
"\t-n - Neumann set (sideset)" << std::endl
111 <<
"\t-D - Parallel partitioning set (PARALLEL_PARTITION)" << std::endl
112 <<
"\tThe presence of one or more of the following flags limits " << std::endl
113 <<
"\tthe exported mesh to only elements of the corresponding " << std::endl
114 <<
"\tdimension. Vertices are always exported." << std::endl
115 <<
"\t-1 - Edges " << std::endl
116 <<
"\t-2 - Tri, Quad, Polygon " << std::endl
117 <<
"\t-3 - Tet, Hex, Prism, etc. " << std::endl;
122 std::cout <<
" This program can be used to convert between mesh file\n"
123 " formats, extract a subset of a mesh file to a separate\n"
124 " file, or both. The type of file to write is determined\n"
125 " from the file extension (e.g. \".vtk\") portion of the\n"
126 " output file name.\n"
128 " While MOAB strives to export and import all data from\n"
129 " each supported file format, most file formats do\n"
130 " not support MOAB's entire data model. Thus MOAB cannot\n"
131 " guarantee lossless conversion for any file formats\n"
132 " other than the native HDF5 representation.\n"
149 static bool parse_id_list(
const char*
string, std::set< int >& );
150 static void print_id_list(
const char*, std::ostream& stream,
const std::set< int >& list );
155 static bool make_opts_string( std::vector< std::string > options, std::string& result );
156 static std::string
percent_subst(
const std::string& s,
int val );
160 int main(
int argc,
char* argv[] )
164 MPI_Init( &argc, &argv );
165 MPI_Comm_rank( MPI_COMM_WORLD, &proc_id );
168 #ifdef MOAB_HAVE_TEMPESTREMAP
169 bool tempestin =
false, tempestout =
false;
177 #if( defined( MOAB_HAVE_MPI ) && defined( MOAB_HAVE_TEMPESTREMAP ) )
181 bool append_rank =
false;
182 bool percent_rank_subst =
false;
183 bool file_written =
false;
185 std::list< std::string >::iterator j;
186 bool dims[4] = {
false,
false,
false,
false };
187 const char* format = NULL;
188 std::list< std::string > in;
191 std::set< int > geom[4], mesh[4];
192 std::vector< EntityHandle > set_list;
193 std::vector< std::string > write_opts, read_opts;
194 std::string metis_partition_file;
195 #ifdef MOAB_HAVE_TEMPESTREMAP
196 std::string globalid_tag_name;
197 int spectral_order = 1;
198 bool unitscaling =
false;
203 const char*
const geom_names[] = {
"VERTEX",
"CURVE",
"SURFACE",
"VOLUME" };
207 bool print_times =
false;
208 bool generate[] = {
false,
false,
false };
210 bool parallel =
false, resolve_shared =
false, exchange_ghosts =
false;
211 for( i = 1; i < argc; i++ )
215 if( do_flag && argv[i][0] ==
'-' )
217 if( !argv[i][1] || ( argv[i][1] !=
'M' && argv[i][2] ) )
usage_error( argv[0] );
245 percent_rank_subst =
true;
249 if( argv[i][2] ==
'1' || argv[i][2] ==
'2' ) resolve_shared =
true;
250 if( argv[i][2] ==
'2' ) exchange_ghosts =
true;
253 #ifdef MOAB_HAVE_TEMPESTREMAP
267 dims[argv[i][1] -
'0'] =
true;
272 if( i == argc || argv[i][0] ==
'-' )
274 std::cerr <<
"Expected argument following " << argv[i - 1] << std::endl;
277 if( argv[i - 1][1] ==
'I' )
279 dim = atoi( argv[i] );
280 if( dim < 1 || dim > 2 )
282 std::cerr <<
"Invalid dimension value following -I" << std::endl;
285 generate[
dim] =
true;
289 switch( argv[i - 1][1] )
292 read_opts.push_back( std::string(
"SAT_FILE=" ) + argv[i] );
300 write_opts.push_back( argv[i] );
304 read_opts.push_back( argv[i] );
307 #ifdef MOAB_HAVE_TEMPESTREMAP
309 globalid_tag_name = std::string( argv[i] );
313 spectral_order = atoi( argv[i] );
342 metis_partition_file = argv[i];
346 std::cerr <<
"Invalid option: " << argv[i] << std::endl;
351 std::cerr <<
"Invalid flag or flag value: " << argv[i - 1] <<
" " << argv[i] << std::endl;
359 in.push_back( argv[i] );
364 std::cerr <<
"No output file name specified." << std::endl;
373 std::ostringstream mod;
374 mod << out <<
"." << proc_id;
378 if( percent_rank_subst )
380 for( j = in.begin(); j != in.end(); ++j )
386 std::string read_options, write_options;
389 read_opts.push_back(
"PARALLEL=READ_PART" );
390 read_opts.push_back(
"PARTITION=PARALLEL_PARTITION" );
391 if( !append_rank && !percent_rank_subst ) write_opts.push_back(
"PARALLEL=WRITE_PART" );
393 if( resolve_shared ) read_opts.push_back(
"PARALLEL_RESOLVE_SHARED_ENTS" );
394 if( exchange_ghosts ) read_opts.push_back(
"PARALLEL_GHOSTS=3.0.1" );
404 if( !metis_partition_file.empty() )
406 if( ( in.size() != 1 ) || ( proc_id != 0 ) )
408 std::cerr <<
" mpas partition allows only one input file, in serial conversion\n";
419 #ifdef MOAB_HAVE_TEMPESTREMAP
420 if( tempestin && in.size() > 1 )
422 std::cerr <<
" we can read only one tempest files at a time\n";
429 if( tempestin or tempestout )
438 bool use_overlap_context =
false;
439 Tag srcParentTag, tgtParentTag;
442 for( j = in.begin(); j != in.end(); ++j )
444 std::string inFileName = *j;
448 #ifdef MOAB_HAVE_TEMPESTREMAP
463 tempestMesh->RemoveZeroEdges();
464 tempestMesh->RemoveCoincidentNodes();
475 NcFile ncInput( inFileName.c_str(), NcFile::ReadOnly );
477 NcError error_temp( NcError::silent_nonfatal );
479 NcAtt* attRectilinear = ncInput.get_att(
"rectilinear" );
482 std::vector< int > vecDimSizes( 3, 0 );
490 if( attRectilinear !=
nullptr )
493 NcAtt* attRectilinearDim0Size = ncInput.get_att(
"rectilinear_dim0_size" );
494 NcAtt* attRectilinearDim1Size = ncInput.get_att(
"rectilinear_dim1_size" );
496 if( attRectilinearDim0Size ==
nullptr )
498 _EXCEPTIONT(
"Missing attribute \"rectilinear_dim0_size\"" );
500 if( attRectilinearDim1Size ==
nullptr )
502 _EXCEPTIONT(
"Missing attribute \"rectilinear_dim1_size\"" );
505 int nDim0Size = attRectilinearDim0Size->as_int( 0 );
506 int nDim1Size = attRectilinearDim1Size->as_int( 0 );
509 NcAtt* attRectilinearDim0Name = ncInput.get_att(
"rectilinear_dim0_name" );
510 NcAtt* attRectilinearDim1Name = ncInput.get_att(
"rectilinear_dim1_name" );
512 if( attRectilinearDim0Name ==
nullptr )
514 _EXCEPTIONT(
"Missing attribute \"rectilinear_dim0_name\"" );
516 if( attRectilinearDim1Name ==
nullptr )
518 _EXCEPTIONT(
"Missing attribute \"rectilinear_dim1_name\"" );
521 std::string strDim0Name = attRectilinearDim0Name->as_string( 0 );
522 std::string strDim1Name = attRectilinearDim1Name->as_string( 0 );
524 std::map< std::string, int > vecDimNameSizes;
526 vecDimNameSizes[strDim0Name] = nDim0Size;
527 vecDimNameSizes[strDim1Name] = nDim1Size;
529 vecDimSizes[1] = vecDimNameSizes[
"lat"];
530 vecDimSizes[2] = vecDimNameSizes[
"lon"];
532 printf(
"Rectilinear RLL mesh size: (lat) %d X (lon) %d\n", vecDimSizes[1], vecDimSizes[2] );
547 vecDimSizes[1] = elems.
size();
550 switch( vecDimSizes[0] )
553 printf(
"Cubed-Sphere mesh: %d (elems), %d (nodes)\n", vecDimSizes[1], vecDimSizes[2] );
556 printf(
"Icosahedral (triangular) mesh: %d (elems), %d (nodes)\n", vecDimSizes[1],
561 printf(
"Polygonal mesh: %d (elems), %d (nodes)\n", vecDimSizes[1], vecDimSizes[2] );
572 const size_t nOverlapFaces = tempestMesh->faces.size();
573 if( tempestMesh->vecSourceFaceIx.size() == nOverlapFaces &&
574 tempestMesh->vecSourceFaceIx.size() == nOverlapFaces )
577 use_overlap_context =
true;
588 std::vector< int > gids( faces.
size() ), srcpar( faces.
size() ), tgtpar( faces.
size() );
591 for(
unsigned ii = 0; ii < faces.
size(); ++ii )
593 srcpar[ii] = tempestMesh->vecSourceFaceIx[gids[ii] - 1];
594 tgtpar[ii] = tempestMesh->vecTargetFaceIx[gids[ii] - 1];
605 else if( tempestout )
611 std::vector< int > metadata( 2 );
625 use_overlap_context =
true;
643 assert( metadata.size() );
644 std::cout <<
"Converting a RLL mesh with rectilinear dimension: " << metadata[0] <<
" X "
645 << metadata[1] << std::endl;
654 result =
gMB->
load_file( j->c_str(), 0, read_options.c_str() );
656 result =
gMB->
load_file( j->c_str(), 0, read_options.c_str() );
660 std::cerr <<
"Failed to load \"" << *j <<
"\"." << std::endl;
661 std::cerr <<
"Error code: " <<
gMB->
get_error_string( result ) <<
" (" << result <<
")" << std::endl;
664 std::cerr <<
"Error message: " << message << std::endl;
670 if( !proc_id ) std::cerr <<
"Read \"" << *j <<
"\"" << std::endl;
671 if( print_times && !proc_id )
write_times( std::cout );
675 bool have_geom =
false;
678 if( !geom[
dim].empty() ) have_geom =
true;
683 bool have_sets = have_geom;
691 std::cerr <<
"No ID tag defined." << std::endl;
697 std::cerr <<
"No geometry tag defined." << std::endl;
706 Tag tags[] = { id_tag, dim_tag };
707 const void* vals[] = { &id_val, &
dim };
710 int init_count = set_list.size();
711 for( std::set< int >::iterator iter = geom[
dim].begin(); iter != geom[
dim].end(); ++iter )
719 std::cerr << geom_names[
dim] <<
" " << id_val <<
" not found.\n";
721 std::copy( range.
begin(), range.
end(), std::back_inserter( set_list ) );
725 std::cout <<
"Found " << ( set_list.size() - init_count ) <<
' ' << geom_names[
dim] <<
" sets"
731 for( i = 0; i < 4; ++i )
735 if( mesh[i].empty() )
continue;
743 std::cerr <<
"Tag not found: " << mesh_tag_names[i] << std::endl;
748 int init_count = set_list.size();
749 for( std::set< int >::iterator iter = mesh[i].begin(); iter != mesh[i].end(); ++iter )
752 const void* vals[] = { &*iter };
757 std::cerr << mesh_tag_names[i] <<
" " << *iter <<
" not found.\n";
759 std::copy( range.
begin(), range.
end(), std::back_inserter( set_list ) );
763 std::cout <<
"Found " << ( set_list.size() - init_count ) <<
' ' << mesh_tag_names[i] <<
" sets"
770 if( dims[
dim] ) bydim =
true;
775 if( generate[1] && !dims[1] )
777 std::cerr <<
"Warning: Request to generate 1D internal entities but not export them." << std::endl;
780 if( generate[2] && !dims[2] )
782 std::cerr <<
"Warning: Request to generate 2D internal entities but not export them." << std::endl;
788 if( generate[1] || generate[2] )
795 num_sets = set_list.size();
798 for( i = 0; i < num_sets; ++i )
800 Range dim3, dim2, adj;
820 Range dead_entities, tmp_range;
823 if( dims[
dim] )
continue;
825 dead_entities.
merge( tmp_range );
831 while( !empty_sets.
empty() )
834 dead_entities.
merge( empty_sets );
837 empty_sets =
subtract( tmp_range, dead_entities );
844 if( have_sets && set_list.empty() )
846 std::cerr <<
"Nothing to write." << std::endl;
854 if( !metis_partition_file.empty() )
859 std::cerr <<
"Failed to process partition file \"" << metis_partition_file <<
"\"." << std::endl;
869 std::cout <<
"Found " << set_list.size() <<
" specified sets to write (total)." << std::endl;
871 std::cout <<
"No sets specifed. Writing entire mesh." << std::endl;
876 #ifdef MOAB_HAVE_TEMPESTREMAP
885 int ntot_elements = 0, nelements = faces.
size();
887 int ierr = MPI_Allreduce( &nelements, &ntot_elements, 1, MPI_INT, MPI_SUM, pcomm->
comm() );
888 if( ierr != 0 )
MB_CHK_SET_ERR( MB_FAILURE,
"MPI_Allreduce failed to get total source elements" );
890 ntot_elements = nelements;
894 std::vector< int > gids( faces.
size() );
897 if( faces.
size() > 1 && gids[0] == gids[1] && !use_overlap_context )
910 if( spectral_order > 1 && globalid_tag_name.size() > 1 )
912 result = remapper->
GenerateMeshMetadata( *tempestMesh, ntot_elements, faces, NULL, globalid_tag_name,
920 if( use_overlap_context &&
false )
922 const int nOverlapFaces = faces.
size();
924 tempestMesh->vecSourceFaceIx.resize( nOverlapFaces );
925 tempestMesh->vecTargetFaceIx.resize( nOverlapFaces );
930 tempestMesh->Write( out, NcFile::Netcdf4 );
940 result =
gMB->
write_file( out.c_str(), format, write_options.c_str(), &set_list[0], set_list.size() );
942 result =
gMB->
write_file( out.c_str(), format, write_options.c_str() );
945 std::cerr <<
"Failed to write \"" << out <<
"\"." << std::endl;
946 std::cerr <<
"Error code: " <<
gMB->
get_error_string( result ) <<
" (" << result <<
")" << std::endl;
949 std::cerr <<
"Error message: " << message << std::endl;
957 if( !proc_id ) std::cerr <<
"Wrote \"" << out <<
"\"" << std::endl;
958 if( print_times && !proc_id )
write_times( std::cout );
969 char* mystr = strdup(
string );
970 for(
const char* ptr = strtok( mystr,
"," ); ptr; ptr = strtok( 0,
"," ) )
973 long val = strtol( ptr, &endptr, 0 );
974 if( endptr == ptr || val <= 0 )
976 std::cerr <<
"Not a valid id: " << ptr << std::endl;
984 const char* sptr = endptr + 1;
985 val2 = strtol( sptr, &endptr, 0 );
986 if( endptr == sptr || val2 <= 0 )
988 std::cerr <<
"Not a valid id: " << sptr << std::endl;
994 std::cerr <<
"Invalid id range: " << ptr << std::endl;
1002 std::cerr <<
"Unexpected character: " << *endptr << std::endl;
1007 for( ; val <= val2; ++val )
1008 if( !results.insert( (
int)val ).second ) std::cerr <<
"Warning: duplicate Id: " << val << std::endl;
1015 void print_id_list(
const char* head, std::ostream& stream,
const std::set< int >& list )
1017 stream << head <<
": ";
1021 stream <<
"(none)" << std::endl;
1026 std::set< int >::const_iterator iter = list.begin();
1027 start = prev = *( iter++ );
1030 if( iter == list.end() || *iter != 1 + prev )
1033 if( prev != start ) stream <<
'-' << prev;
1034 if( iter == list.end() )
break;
1041 stream << std::endl;
1044 static void print_time(
int clk_per_sec,
const char* prefix, clock_t ticks, std::ostream& stream )
1046 ticks *= clk_per_sec / 100;
1047 clock_t centi = ticks % 100;
1048 clock_t seconds = ticks / 100;
1052 stream << ( ticks / 100 ) <<
"." << centi <<
"s" << std::endl;
1056 clock_t minutes = ( seconds / 60 ) % 60;
1057 clock_t hours = ( seconds / 3600 );
1059 if( hours ) stream << hours <<
"h";
1060 if( minutes ) stream << minutes <<
"m";
1061 if( seconds || centi ) stream << seconds <<
"." << centi <<
"s";
1062 stream <<
" (" << ( ticks / 100 ) <<
"." << centi <<
"s)" << std::endl;
1077 clock_t abs_tm = clock();
1094 clock_t usr_tm, sys_tm, abs_tm;
1096 abs_tm = times( &timebuf );
1097 usr_tm = timebuf.tms_utime;
1098 sys_tm = timebuf.tms_stime;
1112 if( options.empty() )
return true;
1115 std::vector< std::string >::const_iterator i;
1116 char separator =
'\0';
1117 const char* alt_separators =
";+,:\t\n";
1118 for(
const char* sep_ptr = alt_separators; *sep_ptr; ++sep_ptr )
1121 for( i = options.begin(); i != options.end(); ++i )
1122 if( i->find( *sep_ptr, 0 ) != std::string::npos )
1129 separator = *sep_ptr;
1135 std::cerr <<
"Error: cannot find separator character for options string" << std::endl;
1138 if( separator !=
';' )
1145 i = options.begin();
1147 for( ++i; i != options.end(); ++i )
1158 const char iface_name[] =
"ReaderWriterSet";
1162 std::ostream& str = std::cout;
1168 std::cerr <<
"Internal error: Interface \"" << iface_name <<
"\" not available.\n";
1174 for( i = set->
begin(); i != set->
end(); ++i )
1175 if( i->description().length() > w ) w = i->description().length();
1178 str <<
"Format " << std::setw( w ) << std::left <<
"Description"
1179 <<
" Read Write File Name Suffixes\n"
1180 <<
"------ " << std::setw( w ) << std::setfill(
'-' ) <<
"" << std::setfill(
' ' )
1181 <<
" ---- ----- ------------------\n";
1184 for( i = set->
begin(); i != set->
end(); ++i )
1186 std::vector< std::string > ext;
1187 i->get_extensions( ext );
1188 str << std::setw( 6 ) << i->name() <<
" " << std::setw( w ) << std::left << i->description() <<
" "
1189 << ( i->have_reader() ?
" yes" :
" no" ) <<
" " << ( i->have_writer() ?
" yes" :
" no" ) <<
" ";
1190 for( std::vector< std::string >::iterator j = ext.begin(); j != ext.end(); ++j )
1209 set_contents =
intersect( set_contents, dead_entities );
1211 set_contents.
clear();
1213 if( set_contents.
empty() ) empty_sets.
insert( *i );
1220 std::vector< EntityHandle >::iterator j;
1221 for( i = ents_to_remove.
begin(); i != ents_to_remove.
end(); ++i )
1223 j = std::find( vect.begin(), vect.end(), *i );
1224 if( j != vect.end() ) vect.erase( j );
1230 if( s.empty() )
return s;
1232 size_t j = s.find(
'%' );
1233 if( j == std::string::npos )
return s;
1235 std::ostringstream st;
1236 st << s.substr( 0, j );
1240 while( ( i = s.find(
'%', j + 1 ) ) != std::string::npos )
1242 st << s.substr( j, i - j );
1246 st << s.substr( j + 1 );
1257 std::cout <<
" MPAS model has " << faces.
size() <<
" polygons\n";
1260 std::ifstream partfile;
1261 partfile.open( metis_partition_file.c_str() );
1263 std::vector< int > parts;
1264 parts.resize( faces.
size(), -1 );
1266 if( partfile.is_open() )
1268 while( getline( partfile, line ) )
1271 parts[i++] = atoi( line.c_str() );
1272 if( i > (
int)faces.
size() )
1274 std::cerr <<
" too many lines in partition file \n. bail out \n";
1280 std::vector< int >::iterator pmax = max_element( parts.begin(), parts.end() );
1281 std::vector< int >::iterator pmin = min_element( parts.begin(), parts.end() );
1284 std::cerr <<
" partition file is incomplete, *pmin is -1 !! \n";
1287 std::cout <<
" partitions range: " << *pmin <<
" " << *pmax <<
"\n";
1297 if( !tagged_sets.
empty() )
1304 int num_sets = *pmax + 1;
1307 std::cout <<
" problem reading parts; min is not 0 \n";
1310 for( i = 0; i < num_sets; i++ )
1314 tagged_sets.
insert( new_set );
1316 int* dum_ids =
new int[num_sets];
1317 for( i = 0; i < num_sets; i++ )
1323 std::vector< int > gids;
1324 int num_faces = (int)faces.
size();
1325 gids.resize( num_faces );
1328 for(
int j = 0; j < num_faces; j++ )
1332 int partition = parts[eid - 1];
1333 if( partition < 0 || partition >= num_sets )
1335 std::cout <<
" wrong partition number \n";