20 #ifndef MOAB_HAVE_TEMPESTREMAP
21 #error Tool requires compilation with TempestRemap dependency
25 #include "OfflineMap.h"
26 #include "netcdfcpp.h"
27 #include "NetCDFUtilities.h"
28 #include "DataArray2D.h"
32 template <
typename T >
37 std::vector< T >& data )
39 int* tag_sizes =
new int[sets.
size()];
40 const void** tag_data = (
const void**)
new void*[sets.
size()];
45 for(
unsigned is = 0; is < sets.
size(); ++is )
46 out_data_size += tag_sizes[is];
48 data.resize( out_data_size );
52 T* m_vals = (T*)tag_data[
index];
53 for(
int k = 0; k < tag_sizes[
index]; k++ )
55 data[ioffset++] = m_vals[k];
62 void ReadFileMetaData( std::string& metaFilename, std::map< std::string, std::string >& metadataVals )
64 std::ifstream metafile;
67 metafile.open( metaFilename.c_str() );
68 metadataVals[
"Title"] =
"MOAB-TempestRemap (MBTR) Offline Regridding Weight Converter (h5mtoscrip)";
69 std::string key, value;
70 while( std::getline( metafile, line ) )
72 size_t lastindex = line.find_last_of(
"=" );
73 key = line.substr( 0, lastindex - 1 );
74 value = line.substr( lastindex + 2, line.length() );
76 metadataVals[std::string( key )] = std::string( value );
81 int main(
int argc,
char* argv[] )
84 NcError error2( NcError::verbose_nonfatal );
85 std::stringstream sstr;
87 std::string h5mfilename, scripfile;
89 bool writeXYCoords =
false;
92 MPI_Init( &argc, &argv );
95 opts.
addOpt< std::string >(
"weights,w",
"h5m remapping weights filename", &h5mfilename );
96 opts.
addOpt< std::string >(
"scrip,s",
"Output SCRIP map filename", &scripfile );
97 opts.
addOpt<
int >(
"dim,d",
"Dimension of entities to use for partitioning", &dimension );
98 opts.
addOpt<
void >(
"mesh,m",
"Only convert the mesh and exclude the remap weight details", &noMap );
99 opts.
addOpt<
void >(
"coords,c",
"Write the center and vertex coordinates in lat/lon format", &writeXYCoords );
103 if( h5mfilename.empty() || scripfile.empty() )
117 const std::string partition_set_name =
"PARALLEL_PARTITION";
118 const std::string global_id_name =
"GLOBAL_ID";
126 NcError error_temp( NcError::verbose_fatal );
129 NcFile ncMap( scripfile.c_str(), NcFile::Replace, NULL, 0, NcFile::Offset64Bits );
130 if( !ncMap.is_valid() )
132 _EXCEPTION1(
"Unable to open output map file \"%s\"", scripfile.c_str() );
137 std::map< std::string, std::string > mapAttributes;
138 size_t lastindex = h5mfilename.find_last_of(
"." );
139 std::stringstream sstr;
140 sstr << h5mfilename.substr( 0, lastindex ) <<
".meta";
141 std::string metaFilename = sstr.str();
143 mapAttributes[
"Command"] =
144 "Converted with MOAB:h5mtoscrip with --w=" + h5mfilename +
" and --s=" + scripfile;
147 std::map< std::string, std::string >::const_iterator iterAttributes = mapAttributes.begin();
148 for( ; iterAttributes != mapAttributes.end(); iterAttributes++ )
151 std::cout << iterAttributes->first <<
" -- " << iterAttributes->second << std::endl;
152 ncMap.add_att( iterAttributes->first.c_str(), iterAttributes->second.c_str() );
157 Tag globalIDTag, materialSetTag;
191 int smat_metadata_glb[13];
198 ( ( ( a ) == 0 ) ? "FV" : ( ( ( a ) == 1 ) ? "cGLL" : "dGLL" ) ) \
201 int nA = smat_metadata_glb[0];
202 int nB = smat_metadata_glb[1];
203 int nVA = smat_metadata_glb[2];
204 int nVB = smat_metadata_glb[3];
205 int nDofB = smat_metadata_glb[4];
206 int nDofA = smat_metadata_glb[5];
207 int NNZ = smat_metadata_glb[6];
208 int nOrdA = smat_metadata_glb[7];
209 int nOrdB = smat_metadata_glb[8];
210 int nBasA = smat_metadata_glb[9];
211 std::string methodA =
DTYPE( nBasA );
212 int nBasB = smat_metadata_glb[10];
213 std::string methodB =
DTYPE( nBasB );
214 int bConserved = smat_metadata_glb[11];
215 int bMonotonicity = smat_metadata_glb[12];
217 EntityHandle source_mesh = 0, target_mesh = 0, overlap_mesh = 0;
218 for(
unsigned im = 0; im < meshsets.
size(); ++im )
222 if( elems.
size() - nA == 0 && source_mesh == 0 )
223 source_mesh = meshsets[im];
224 else if( elems.
size() - nB == 0 && target_mesh == 0 )
225 target_mesh = meshsets[im];
226 else if( overlap_mesh == 0 )
227 overlap_mesh = meshsets[im];
232 Tag srcIDTag, srcAreaTag, tgtIDTag, tgtAreaTag;
237 Tag smatRowdataTag, smatColdataTag, smatValsdataTag;
241 Tag srcCenterLon, srcCenterLat, tgtCenterLon, tgtCenterLat;
246 Tag srcVertexLon, srcVertexLat, tgtVertexLon, tgtVertexLat;
258 std::vector< int > src_gids, tgt_gids;
259 std::vector< double > src_areas, tgt_areas;
260 int srcID_size, tgtID_size, srcArea_size, tgtArea_size;
262 "Getting source mesh IDs failed" );
264 "Getting target mesh IDs failed" );
266 "Getting source mesh areas failed" );
268 "Getting target mesh areas failed" );
270 assert( srcArea_size == srcID_size );
271 assert( tgtArea_size == tgtID_size );
273 std::vector< double > src_glob_areas( nDofA, 0.0 ), tgt_glob_areas( nDofB, 0.0 );
274 for(
int i = 0; i < srcArea_size; ++i )
278 assert( i < srcID_size );
279 assert( src_gids[i] < nDofA );
280 if( src_areas[i] > src_glob_areas[src_gids[i]] ) src_glob_areas[src_gids[i]] = src_areas[i];
282 for(
int i = 0; i < tgtArea_size; ++i )
286 assert( i < tgtID_size );
287 assert( tgt_gids[i] < nDofB );
288 if( tgt_areas[i] > tgt_glob_areas[tgt_gids[i]] ) tgt_glob_areas[tgt_gids[i]] = tgt_areas[i];
292 int nSrcGridDims = 1;
293 int nDstGridDims = 1;
295 NcDim* dimSrcGridRank = ncMap.add_dim(
"src_grid_rank", nSrcGridDims );
296 NcDim* dimDstGridRank = ncMap.add_dim(
"dst_grid_rank", nDstGridDims );
298 NcVar* varSrcGridDims = ncMap.add_var(
"src_grid_dims", ncInt, dimSrcGridRank );
299 NcVar* varDstGridDims = ncMap.add_var(
"dst_grid_dims", ncInt, dimDstGridRank );
303 varSrcGridDims->put( &nA, 1 );
304 varSrcGridDims->add_att(
"name0",
"num_elem" );
308 varSrcGridDims->put( &nDofA, 1 );
309 varSrcGridDims->add_att(
"name1",
"num_dof" );
314 varDstGridDims->put( &nB, 1 );
315 varDstGridDims->add_att(
"name0",
"num_elem" );
319 varDstGridDims->put( &nDofB, 1 );
320 varDstGridDims->add_att(
"name1",
"num_dof" );
324 NcDim* dimNA = ncMap.add_dim(
"n_a", nDofA );
325 NcDim* dimNB = ncMap.add_dim(
"n_b", nDofB );
328 const int nva = ( nA == nDofA ? nVA : 1 );
329 const int nvb = ( nB == nDofB ? nVB : 1 );
330 NcDim* dimNVA = ncMap.add_dim(
"nv_a", nva );
331 NcDim* dimNVB = ncMap.add_dim(
"nv_b", nvb );
340 NcVar* varYCA = ncMap.add_var(
"yc_a", ncDouble, dimNA );
341 NcVar* varYCB = ncMap.add_var(
"yc_b", ncDouble, dimNB );
343 NcVar* varXCA = ncMap.add_var(
"xc_a", ncDouble, dimNA );
344 NcVar* varXCB = ncMap.add_var(
"xc_b", ncDouble, dimNB );
346 NcVar* varYVA = ncMap.add_var(
"yv_a", ncDouble, dimNA , dimNVA );
347 NcVar* varYVB = ncMap.add_var(
"yv_b", ncDouble, dimNB , dimNVB );
349 NcVar* varXVA = ncMap.add_var(
"xv_a", ncDouble, dimNA , dimNVA );
350 NcVar* varXVB = ncMap.add_var(
"xv_b", ncDouble, dimNB , dimNVB );
352 varYCA->add_att(
"units",
"degrees" );
353 varYCB->add_att(
"units",
"degrees" );
355 varXCA->add_att(
"units",
"degrees" );
356 varXCB->add_att(
"units",
"degrees" );
358 varYVA->add_att(
"units",
"degrees" );
359 varYVB->add_att(
"units",
"degrees" );
361 varXVA->add_att(
"units",
"degrees" );
362 varXVB->add_att(
"units",
"degrees" );
364 std::vector< double > src_centerlat, src_centerlon;
367 "Getting source mesh areas failed" );
369 "Getting target mesh areas failed" );
370 std::vector< double > src_glob_centerlat( nDofA, 0.0 ), src_glob_centerlon( nDofA, 0.0 );
372 for(
int i = 0; i < srccenter_size; ++i )
374 assert( i < srcID_size );
375 assert( src_gids[i] < nDofA );
377 src_glob_centerlat[src_gids[i]] = src_centerlat[i];
378 src_glob_centerlon[src_gids[i]] = src_centerlon[i];
381 std::vector< double > tgt_centerlat, tgt_centerlon;
384 "Getting source mesh areas failed" );
386 "Getting target mesh areas failed" );
387 std::vector< double > tgt_glob_centerlat( nDofB, 0.0 ), tgt_glob_centerlon( nDofB, 0.0 );
388 for(
int i = 0; i < tgtcenter_size; ++i )
390 assert( i < tgtID_size );
391 assert( tgt_gids[i] < nDofB );
393 tgt_glob_centerlat[tgt_gids[i]] = tgt_centerlat[i];
394 tgt_glob_centerlon[tgt_gids[i]] = tgt_centerlon[i];
397 varYCA->put( &( src_glob_centerlat[0] ), nDofA );
398 varYCB->put( &( tgt_glob_centerlat[0] ), nDofB );
399 varXCA->put( &( src_glob_centerlon[0] ), nDofA );
400 varXCB->put( &( tgt_glob_centerlon[0] ), nDofB );
402 src_centerlat.clear();
403 src_centerlon.clear();
404 tgt_centerlat.clear();
405 tgt_centerlon.clear();
407 DataArray2D< double > src_glob_vertexlat( nDofA, nva ), src_glob_vertexlon( nDofA, nva );
410 std::vector< double > src_vertexlat, src_vertexlon;
413 "Getting source mesh areas failed" );
415 "Getting target mesh areas failed" );
417 for(
unsigned vIndex = 0; vIndex < src_gids.size(); ++vIndex )
419 for(
int vNV = 0; vNV < nva; ++vNV )
421 assert( offset < srcvertex_size );
422 src_glob_vertexlat[src_gids[vIndex]][vNV] = src_vertexlat[offset];
423 src_glob_vertexlon[src_gids[vIndex]][vNV] = src_vertexlon[offset];
429 DataArray2D< double > tgt_glob_vertexlat( nDofB, nvb ), tgt_glob_vertexlon( nDofB, nvb );
432 std::vector< double > tgt_vertexlat, tgt_vertexlon;
435 "Getting source mesh areas failed" );
437 "Getting target mesh areas failed" );
439 for(
unsigned vIndex = 0; vIndex < tgt_gids.size(); ++vIndex )
441 for(
int vNV = 0; vNV < nvb; ++vNV )
443 assert( offset < tgtvertex_size );
444 tgt_glob_vertexlat[tgt_gids[vIndex]][vNV] = tgt_vertexlat[offset];
445 tgt_glob_vertexlon[tgt_gids[vIndex]][vNV] = tgt_vertexlon[offset];
451 varYVA->put( &( src_glob_vertexlat[0][0] ), nDofA, nva );
452 varYVB->put( &( tgt_glob_vertexlat[0][0] ), nDofB, nvb );
454 varXVA->put( &( src_glob_vertexlon[0][0] ), nDofA, nva );
455 varXVB->put( &( tgt_glob_vertexlon[0][0] ), nDofB, nvb );
459 NcVar* varAreaA = ncMap.add_var(
"area_a", ncDouble, dimNA );
460 varAreaA->put( &( src_glob_areas[0] ), nDofA );
463 NcVar* varAreaB = ncMap.add_var(
"area_b", ncDouble, dimNB );
464 varAreaB->put( &( tgt_glob_areas[0] ), nDofB );
467 std::vector< int > mat_rows, mat_cols;
468 std::vector< double > mat_vals;
469 int row_sizes, col_sizes, val_sizes;
471 "Getting matrix row data failed" );
472 assert( row_sizes == NNZ );
474 "Getting matrix col data failed" );
475 assert( col_sizes == NNZ );
477 "Getting matrix values failed" );
478 assert( val_sizes == NNZ );
482 SparseMatrix< double > mapMatrix;
484 for(
int innz = 0; innz < NNZ; ++innz )
487 if( fabs( mapMatrix( mat_rows[innz], mat_cols[innz] ) ) > 1e-12 )
489 printf(
"Adding to existing loc: (%d, %d) = %12.8f\n", mat_rows[innz], mat_cols[innz],
490 mapMatrix( mat_rows[innz], mat_cols[innz] ) );
493 mapMatrix( mat_rows[innz], mat_cols[innz] ) += mat_vals[innz];
497 DataArray1D< int > vecRow;
498 DataArray1D< int > vecCol;
499 DataArray1D< double > vecS;
501 mapMatrix.GetEntries( vecRow, vecCol, vecS );
503 int nS = vecS.GetRows();
511 printf(
"Primary sets: %15zu\n", sets.
size() );
512 printf(
"Original NNZ: %18d\n", NNZ );
513 printf(
"Consolidated Total NNZ: %8d\n", nS );
514 printf(
"Conservative weights ? %6d\n", ( bConserved > 0 ) );
515 printf(
"Monotone weights ? %10d\n", ( bMonotonicity > 0 ) );
517 printf(
"\n--------------------------------------------------------------\n" );
518 printf(
"%20s %21s %15s\n",
"Description",
"Source",
"Target" );
519 printf(
"--------------------------------------------------------------\n" );
521 printf(
"%25s %15d %15d\n",
"Number of elements:", nA, nB );
522 printf(
"%25s %15d %15d\n",
"Number of DoFs:", nDofA, nDofB );
523 printf(
"%25s %15d %15d\n",
"Maximum vertex/element:", nVA, nVB );
524 printf(
"%25s %15s %15s\n",
"Discretization type:", methodA.c_str(), methodB.c_str() );
525 printf(
"%25s %15d %15d\n",
"Discretization order:", nOrdA, nOrdB );
529 DataArray1D< double > dFracA( nDofA );
530 DataArray1D< double > dFracB( nDofB );
532 for(
int i = 0; i < nS; i++ )
536 dFracA[vecCol[i]] += vecS[i] / src_glob_areas[vecCol[i]] * tgt_glob_areas[vecRow[i]];
537 dFracB[vecRow[i]] += vecS[i];
540 NcVar* varFracA = ncMap.add_var(
"frac_a", ncDouble, dimNA );
541 varFracA->put( &( dFracA[0] ), nDofA );
542 varFracA->add_att(
"name",
"fraction of target coverage of source dof" );
543 varFracA->add_att(
"units",
"unitless" );
545 NcVar* varFracB = ncMap.add_var(
"frac_b", ncDouble, dimNB );
546 varFracB->put( &( dFracB[0] ), nDofB );
547 varFracB->add_att(
"name",
"fraction of source coverage of target dof" );
548 varFracB->add_att(
"units",
"unitless" );
552 NcDim* dimNS = ncMap.add_dim(
"n_s", nS );
554 NcVar* varRow = ncMap.add_var(
"row", ncInt, dimNS );
555 varRow->add_att(
"name",
"sparse matrix target dof index" );
556 varRow->add_att(
"first_index",
"1" );
558 NcVar* varCol = ncMap.add_var(
"col", ncInt, dimNS );
559 varCol->add_att(
"name",
"sparse matrix source dof index" );
560 varCol->add_att(
"first_index",
"1" );
562 NcVar* varS = ncMap.add_var(
"S", ncDouble, dimNS );
563 varS->add_att(
"name",
"sparse matrix coefficient" );
566 for(
int i = 0; i < nS; i++ )
572 varRow->set_cur( (
long)0 );
573 varRow->put( &( vecRow[0] ), nS );
575 varCol->set_cur( (
long)0 );
576 varCol->put( &( vecCol[0] ), nS );
578 varS->set_cur( (
long)0 );
579 varS->put( &( vecS[0] ), nS );
585 catch( std::exception& e )
587 std::cout <<
" exception caught during tree initialization " << e.what() << std::endl;