20 #ifndef MOAB_HAVE_TEMPESTREMAP
21 #error Tool requires compilation with TempestRemap dependency
25 #include "OfflineMap.h"
26 #ifdef MOAB_HAVE_NETCDF
27 #include "netcdfcpp.h"
28 #include "NetCDFUtilities.h"
30 #include "DataArray2D.h"
34 template <
typename T >
39 std::vector< T >& data )
41 int* tag_sizes =
new int[sets.
size()];
42 const void** tag_data = (
const void**)
new void*[sets.
size()];
47 for(
unsigned is = 0; is < sets.
size(); ++is )
48 out_data_size += tag_sizes[is];
50 data.resize( out_data_size );
54 T* m_vals = (T*)tag_data[
index];
55 for(
int k = 0; k < tag_sizes[
index]; k++ )
57 data[ioffset++] = m_vals[k];
64 void ReadFileMetaData( std::string& metaFilename, std::map< std::string, std::string >& metadataVals )
66 std::ifstream metafile;
69 metafile.open( metaFilename.c_str() );
70 metadataVals[
"Title"] =
"MOAB-TempestRemap (MBTR) Offline Regridding Weight Converter (h5mtoscrip)";
71 std::string key, value;
72 while( std::getline( metafile, line ) )
74 size_t lastindex = line.find_last_of(
"=" );
75 key = line.substr( 0, lastindex - 1 );
76 value = line.substr( lastindex + 2, line.length() );
78 metadataVals[std::string( key )] = std::string( value );
83 int main(
int argc,
char* argv[] )
85 #ifndef MOAB_HAVE_NETCDF
90 std::cerr <<
"h5mtoscrip requires NetCDF support (it writes SCRIP .nc files), but this "
91 "MOAB build was configured without NetCDF.\n";
95 NcError error2( NcError::verbose_nonfatal );
96 std::stringstream sstr;
98 std::string h5mfilename, scripfile;
100 bool writeXYCoords =
false;
103 MPI_Init( &argc, &argv );
106 opts.
addOpt< std::string >(
"weights,w",
"h5m remapping weights filename", &h5mfilename );
107 opts.
addOpt< std::string >(
"scrip,s",
"Output SCRIP map filename", &scripfile );
108 opts.
addOpt<
int >(
"dim,d",
"Dimension of entities to use for partitioning", &dimension );
109 opts.
addOpt<
void >(
"mesh,m",
"Only convert the mesh and exclude the remap weight details", &noMap );
110 opts.
addOpt<
void >(
"coords,c",
"Write the center and vertex coordinates in lat/lon format", &writeXYCoords );
114 if( h5mfilename.empty() || scripfile.empty() )
128 const std::string partition_set_name =
"PARALLEL_PARTITION";
129 const std::string global_id_name =
"GLOBAL_ID";
137 NcError error_temp( NcError::verbose_fatal );
140 NcFile ncMap( scripfile.c_str(), NcFile::Replace, NULL, 0, NcFile::Offset64Bits );
141 if( !ncMap.is_valid() )
143 _EXCEPTION1(
"Unable to open output map file \"%s\"", scripfile.c_str() );
148 std::map< std::string, std::string > mapAttributes;
149 size_t lastindex = h5mfilename.find_last_of(
"." );
150 std::stringstream sstr;
151 sstr << h5mfilename.substr( 0, lastindex ) <<
".meta";
152 std::string metaFilename = sstr.str();
154 mapAttributes[
"Command"] =
155 "Converted with MOAB:h5mtoscrip with --w=" + h5mfilename +
" and --s=" + scripfile;
158 std::map< std::string, std::string >::const_iterator iterAttributes = mapAttributes.begin();
159 for( ; iterAttributes != mapAttributes.end(); iterAttributes++ )
162 std::cout << iterAttributes->first <<
" -- " << iterAttributes->second << std::endl;
163 ncMap.add_att( iterAttributes->first.c_str(), iterAttributes->second.c_str() );
168 Tag globalIDTag, materialSetTag;
202 int smat_metadata_glb[13];
209 ( ( ( a ) == 0 ) ? "FV" : ( ( ( a ) == 1 ) ? "cGLL" : "dGLL" ) ) \
212 int nA = smat_metadata_glb[0];
213 int nB = smat_metadata_glb[1];
214 int nVA = smat_metadata_glb[2];
215 int nVB = smat_metadata_glb[3];
216 int nDofB = smat_metadata_glb[4];
217 int nDofA = smat_metadata_glb[5];
218 int NNZ = smat_metadata_glb[6];
219 int nOrdA = smat_metadata_glb[7];
220 int nOrdB = smat_metadata_glb[8];
221 int nBasA = smat_metadata_glb[9];
222 std::string methodA = DTYPE( nBasA );
223 int nBasB = smat_metadata_glb[10];
224 std::string methodB = DTYPE( nBasB );
225 int bConserved = smat_metadata_glb[11];
226 int bMonotonicity = smat_metadata_glb[12];
228 EntityHandle source_mesh = 0, target_mesh = 0, overlap_mesh = 0;
229 for(
unsigned im = 0; im < meshsets.
size(); ++im )
233 if( elems.
size() - nA == 0 && source_mesh == 0 )
234 source_mesh = meshsets[im];
235 else if( elems.
size() - nB == 0 && target_mesh == 0 )
236 target_mesh = meshsets[im];
237 else if( overlap_mesh == 0 )
238 overlap_mesh = meshsets[im];
243 Tag srcIDTag, srcAreaTag, tgtIDTag, tgtAreaTag;
248 Tag smatRowdataTag, smatColdataTag, smatValsdataTag;
252 Tag srcCenterLon, srcCenterLat, tgtCenterLon, tgtCenterLat;
257 Tag srcVertexLon, srcVertexLat, tgtVertexLon, tgtVertexLat;
269 std::vector< int > src_gids, tgt_gids;
270 std::vector< double > src_areas, tgt_areas;
271 int srcID_size, tgtID_size, srcArea_size, tgtArea_size;
273 "Getting source mesh IDs failed" );
275 "Getting target mesh IDs failed" );
277 "Getting source mesh areas failed" );
279 "Getting target mesh areas failed" );
281 assert( srcArea_size == srcID_size );
282 assert( tgtArea_size == tgtID_size );
284 std::vector< double > src_glob_areas( nDofA, 0.0 ), tgt_glob_areas( nDofB, 0.0 );
285 for(
int i = 0; i < srcArea_size; ++i )
289 assert( i < srcID_size );
290 assert( src_gids[i] < nDofA );
291 if( src_areas[i] > src_glob_areas[src_gids[i]] ) src_glob_areas[src_gids[i]] = src_areas[i];
293 for(
int i = 0; i < tgtArea_size; ++i )
297 assert( i < tgtID_size );
298 assert( tgt_gids[i] < nDofB );
299 if( tgt_areas[i] > tgt_glob_areas[tgt_gids[i]] ) tgt_glob_areas[tgt_gids[i]] = tgt_areas[i];
303 int nSrcGridDims = 1;
304 int nDstGridDims = 1;
306 NcDim* dimSrcGridRank = ncMap.add_dim(
"src_grid_rank", nSrcGridDims );
307 NcDim* dimDstGridRank = ncMap.add_dim(
"dst_grid_rank", nDstGridDims );
309 NcVar* varSrcGridDims = ncMap.add_var(
"src_grid_dims", ncInt, dimSrcGridRank );
310 NcVar* varDstGridDims = ncMap.add_var(
"dst_grid_dims", ncInt, dimDstGridRank );
314 varSrcGridDims->put( &nA, 1 );
315 varSrcGridDims->add_att(
"name0",
"num_elem" );
319 varSrcGridDims->put( &nDofA, 1 );
320 varSrcGridDims->add_att(
"name1",
"num_dof" );
325 varDstGridDims->put( &nB, 1 );
326 varDstGridDims->add_att(
"name0",
"num_elem" );
330 varDstGridDims->put( &nDofB, 1 );
331 varDstGridDims->add_att(
"name1",
"num_dof" );
335 NcDim* dimNA = ncMap.add_dim(
"n_a", nDofA );
336 NcDim* dimNB = ncMap.add_dim(
"n_b", nDofB );
339 const int nva = ( nA == nDofA ? nVA : 1 );
340 const int nvb = ( nB == nDofB ? nVB : 1 );
341 NcDim* dimNVA = ncMap.add_dim(
"nv_a", nva );
342 NcDim* dimNVB = ncMap.add_dim(
"nv_b", nvb );
351 NcVar* varYCA = ncMap.add_var(
"yc_a", ncDouble, dimNA );
352 NcVar* varYCB = ncMap.add_var(
"yc_b", ncDouble, dimNB );
354 NcVar* varXCA = ncMap.add_var(
"xc_a", ncDouble, dimNA );
355 NcVar* varXCB = ncMap.add_var(
"xc_b", ncDouble, dimNB );
357 NcVar* varYVA = ncMap.add_var(
"yv_a", ncDouble, dimNA , dimNVA );
358 NcVar* varYVB = ncMap.add_var(
"yv_b", ncDouble, dimNB , dimNVB );
360 NcVar* varXVA = ncMap.add_var(
"xv_a", ncDouble, dimNA , dimNVA );
361 NcVar* varXVB = ncMap.add_var(
"xv_b", ncDouble, dimNB , dimNVB );
363 varYCA->add_att(
"units",
"degrees" );
364 varYCB->add_att(
"units",
"degrees" );
366 varXCA->add_att(
"units",
"degrees" );
367 varXCB->add_att(
"units",
"degrees" );
369 varYVA->add_att(
"units",
"degrees" );
370 varYVB->add_att(
"units",
"degrees" );
372 varXVA->add_att(
"units",
"degrees" );
373 varXVB->add_att(
"units",
"degrees" );
375 std::vector< double > src_centerlat, src_centerlon;
378 "Getting source mesh areas failed" );
380 "Getting target mesh areas failed" );
381 std::vector< double > src_glob_centerlat( nDofA, 0.0 ), src_glob_centerlon( nDofA, 0.0 );
383 for(
int i = 0; i < srccenter_size; ++i )
385 assert( i < srcID_size );
386 assert( src_gids[i] < nDofA );
388 src_glob_centerlat[src_gids[i]] = src_centerlat[i];
389 src_glob_centerlon[src_gids[i]] = src_centerlon[i];
392 std::vector< double > tgt_centerlat, tgt_centerlon;
395 "Getting source mesh areas failed" );
397 "Getting target mesh areas failed" );
398 std::vector< double > tgt_glob_centerlat( nDofB, 0.0 ), tgt_glob_centerlon( nDofB, 0.0 );
399 for(
int i = 0; i < tgtcenter_size; ++i )
401 assert( i < tgtID_size );
402 assert( tgt_gids[i] < nDofB );
404 tgt_glob_centerlat[tgt_gids[i]] = tgt_centerlat[i];
405 tgt_glob_centerlon[tgt_gids[i]] = tgt_centerlon[i];
408 varYCA->put( &( src_glob_centerlat[0] ), nDofA );
409 varYCB->put( &( tgt_glob_centerlat[0] ), nDofB );
410 varXCA->put( &( src_glob_centerlon[0] ), nDofA );
411 varXCB->put( &( tgt_glob_centerlon[0] ), nDofB );
413 src_centerlat.clear();
414 src_centerlon.clear();
415 tgt_centerlat.clear();
416 tgt_centerlon.clear();
418 DataArray2D< double > src_glob_vertexlat( nDofA, nva ), src_glob_vertexlon( nDofA, nva );
421 std::vector< double > src_vertexlat, src_vertexlon;
424 "Getting source mesh areas failed" );
426 "Getting target mesh areas failed" );
428 for(
unsigned vIndex = 0; vIndex < src_gids.size(); ++vIndex )
430 for(
int vNV = 0; vNV < nva; ++vNV )
432 assert( offset < srcvertex_size );
433 src_glob_vertexlat[src_gids[vIndex]][vNV] = src_vertexlat[offset];
434 src_glob_vertexlon[src_gids[vIndex]][vNV] = src_vertexlon[offset];
440 DataArray2D< double > tgt_glob_vertexlat( nDofB, nvb ), tgt_glob_vertexlon( nDofB, nvb );
443 std::vector< double > tgt_vertexlat, tgt_vertexlon;
446 "Getting source mesh areas failed" );
448 "Getting target mesh areas failed" );
450 for(
unsigned vIndex = 0; vIndex < tgt_gids.size(); ++vIndex )
452 for(
int vNV = 0; vNV < nvb; ++vNV )
454 assert( offset < tgtvertex_size );
455 tgt_glob_vertexlat[tgt_gids[vIndex]][vNV] = tgt_vertexlat[offset];
456 tgt_glob_vertexlon[tgt_gids[vIndex]][vNV] = tgt_vertexlon[offset];
462 varYVA->put( &( src_glob_vertexlat[0][0] ), nDofA, nva );
463 varYVB->put( &( tgt_glob_vertexlat[0][0] ), nDofB, nvb );
465 varXVA->put( &( src_glob_vertexlon[0][0] ), nDofA, nva );
466 varXVB->put( &( tgt_glob_vertexlon[0][0] ), nDofB, nvb );
470 NcVar* varAreaA = ncMap.add_var(
"area_a", ncDouble, dimNA );
471 varAreaA->put( &( src_glob_areas[0] ), nDofA );
474 NcVar* varAreaB = ncMap.add_var(
"area_b", ncDouble, dimNB );
475 varAreaB->put( &( tgt_glob_areas[0] ), nDofB );
478 std::vector< int > mat_rows, mat_cols;
479 std::vector< double > mat_vals;
480 int row_sizes, col_sizes, val_sizes;
482 "Getting matrix row data failed" );
483 assert( row_sizes == NNZ );
485 "Getting matrix col data failed" );
486 assert( col_sizes == NNZ );
488 "Getting matrix values failed" );
489 assert( val_sizes == NNZ );
493 SparseMatrix< double > mapMatrix;
495 for(
int innz = 0; innz < NNZ; ++innz )
498 if( fabs( mapMatrix( mat_rows[innz], mat_cols[innz] ) ) > 1e-12 )
500 printf(
"Adding to existing loc: (%d, %d) = %12.8f\n", mat_rows[innz], mat_cols[innz],
501 mapMatrix( mat_rows[innz], mat_cols[innz] ) );
504 mapMatrix( mat_rows[innz], mat_cols[innz] ) += mat_vals[innz];
508 DataArray1D< int > vecRow;
509 DataArray1D< int > vecCol;
510 DataArray1D< double > vecS;
512 mapMatrix.GetEntries( vecRow, vecCol, vecS );
514 int nS = vecS.GetRows();
522 printf(
"Primary sets: %15zu\n", sets.
size() );
523 printf(
"Original NNZ: %18d\n", NNZ );
524 printf(
"Consolidated Total NNZ: %8d\n", nS );
525 printf(
"Conservative weights ? %6d\n", ( bConserved > 0 ) );
526 printf(
"Monotone weights ? %10d\n", ( bMonotonicity > 0 ) );
528 printf(
"\n--------------------------------------------------------------\n" );
529 printf(
"%20s %21s %15s\n",
"Description",
"Source",
"Target" );
530 printf(
"--------------------------------------------------------------\n" );
532 printf(
"%25s %15d %15d\n",
"Number of elements:", nA, nB );
533 printf(
"%25s %15d %15d\n",
"Number of DoFs:", nDofA, nDofB );
534 printf(
"%25s %15d %15d\n",
"Maximum vertex/element:", nVA, nVB );
535 printf(
"%25s %15s %15s\n",
"Discretization type:", methodA.c_str(), methodB.c_str() );
536 printf(
"%25s %15d %15d\n",
"Discretization order:", nOrdA, nOrdB );
540 DataArray1D< double > dFracA( nDofA );
541 DataArray1D< double > dFracB( nDofB );
543 for(
int i = 0; i < nS; i++ )
547 dFracA[vecCol[i]] += vecS[i] / src_glob_areas[vecCol[i]] * tgt_glob_areas[vecRow[i]];
548 dFracB[vecRow[i]] += vecS[i];
551 NcVar* varFracA = ncMap.add_var(
"frac_a", ncDouble, dimNA );
552 varFracA->put( &( dFracA[0] ), nDofA );
553 varFracA->add_att(
"name",
"fraction of target coverage of source dof" );
554 varFracA->add_att(
"units",
"unitless" );
556 NcVar* varFracB = ncMap.add_var(
"frac_b", ncDouble, dimNB );
557 varFracB->put( &( dFracB[0] ), nDofB );
558 varFracB->add_att(
"name",
"fraction of source coverage of target dof" );
559 varFracB->add_att(
"units",
"unitless" );
563 NcDim* dimNS = ncMap.add_dim(
"n_s", nS );
565 NcVar* varRow = ncMap.add_var(
"row", ncInt, dimNS );
566 varRow->add_att(
"name",
"sparse matrix target dof index" );
567 varRow->add_att(
"first_index",
"1" );
569 NcVar* varCol = ncMap.add_var(
"col", ncInt, dimNS );
570 varCol->add_att(
"name",
"sparse matrix source dof index" );
571 varCol->add_att(
"first_index",
"1" );
573 NcVar* varS = ncMap.add_var(
"S", ncDouble, dimNS );
574 varS->add_att(
"name",
"sparse matrix coefficient" );
577 for(
int i = 0; i < nS; i++ )
583 varRow->set_cur( (
long)0 );
584 varRow->put( &( vecRow[0] ), nS );
586 varCol->set_cur( (
long)0 );
587 varCol->put( &( vecCol[0] ), nS );
589 varS->set_cur( (
long)0 );
590 varS->put( &( vecS[0] ), nS );
596 catch( std::exception& e )
598 std::cout <<
" exception caught during tree initialization " << e.what() << std::endl;