1: /*
2: Distributed arrays - communication tools for parallel, rectangular grids.
3: */
5: #if !defined(_DAIMPL_H)
6: #define _DAIMPL_H 8: #include <petscdmda.h> 9: #include <petsc/private/dmimpl.h> 11: typedef struct {
12: PetscInt M,N,P; /* array dimensions */
13: PetscInt m,n,p; /* processor layout */
14: PetscInt w; /* degrees of freedom per node */
15: PetscInt s; /* stencil width */
16: PetscInt xs,xe,ys,ye,zs,ze; /* range of local values */
17: PetscInt Xs,Xe,Ys,Ye,Zs,Ze; /* range including ghost values
18: values above already scaled by w */
19: PetscInt base; /* global number of 1st local node, includes the * w term */
20: DMBoundaryType bx,by,bz; /* indicates type of ghost nodes at boundary */
21: VecScatter gtol,ltol; /* scatters, see below for details */
22: DMDAStencilType stencil_type; /* stencil, either box or star */
23: DMDAInterpolationType interptype;
25: PetscInt nlocal,Nlocal; /* local size of local vector and global vector, includes the * w term */
27: PetscInt xol,yol,zol; /* overlap of local subdomains */
28: PetscInt xo,yo,zo; /* offsets for the indices in x y and z */
29: PetscInt Mo,No,Po; /* the size of the problem the offset is in to */
30: PetscInt Nsub; /* number of local subdomains to decompose into */
31: PetscInt nonxs,nonys,nonzs; /* the nonoverlapping starts in the case of a subdomain da */
32: PetscInt nonxm,nonym,nonzm; /* the nonoverlapping sizes in the case of a subdomain da */
34: AO ao; /* application ordering context */
35: AOType aotype; /* type of application ordering */
37: char **fieldname; /* names of individual components in vectors */
38: char **coordinatename; /* names of coordinate directions, for example, x, y, z */
40: PetscInt *lx,*ly,*lz; /* number of nodes in each partition block along 3 axis */
41: Vec natural; /* global vector for storing items in natural order */
42: VecScatter gton; /* vector scatter from global to natural */
43: PetscMPIInt *neighbors; /* ranks of all neighbors and self */
45: ISColoring localcoloring; /* set by DMCreateColoring() */
46: ISColoring ghostedcoloring;
48: DMDAElementType elementtype;
49: PetscInt ne; /* number of elements */
50: PetscInt *e; /* the elements */
51: IS ecorners; /* corners of the subdomain */
53: PetscInt refine_x,refine_y,refine_z; /* ratio used in refining */
54: PetscInt coarsen_x,coarsen_y,coarsen_z; /* ratio used for coarsening */
55: /* if the refinement is done differently on different levels */
56: PetscInt refine_x_hier_n,*refine_x_hier,refine_y_hier_n,*refine_y_hier,refine_z_hier_n,*refine_z_hier;
58: #define DMDA_MAX_WORK_ARRAYS 2 /* work arrays for holding work via DMDAGetArray() */ 59: void *arrayin[DMDA_MAX_WORK_ARRAYS],*arrayout[DMDA_MAX_WORK_ARRAYS];
60: void *arrayghostedin[DMDA_MAX_WORK_ARRAYS],*arrayghostedout[DMDA_MAX_WORK_ARRAYS];
61: void *startin[DMDA_MAX_WORK_ARRAYS],*startout[DMDA_MAX_WORK_ARRAYS];
62: void *startghostedin[DMDA_MAX_WORK_ARRAYS],*startghostedout[DMDA_MAX_WORK_ARRAYS];
64: PetscErrorCode (*lf)(DM, Vec, Vec, void *);
65: PetscErrorCode (*lj)(DM, Vec, Vec, void *);
67: /* used by DMDASetBlockFills() */
68: PetscInt *ofill,*dfill;
69: PetscInt *ofillcols;
71: /* used by DMDASetMatPreallocateOnly() */
72: PetscBool prealloc_only;
73: PetscInt preallocCenterDim; /* Dimension of the points which connect adjacent points for preallocation */
74: } DM_DA;
76: /*
77: Vectors:
78: Global has on each processor the interior degrees of freedom and
79: no ghost points. This vector is what the solvers usually see.
80: Local has on each processor the ghost points as well. This is
81: what code to calculate Jacobians, etc. usually sees.
82: Vector scatters:
83: gtol - Global representation to local
84: ltol - Local representation to local representation, updates the
85: ghostpoint values in the second vector from (correct) interior
86: values in the first vector. This is good for explicit
87: nearest neighbor timestepping.
88: */
90: PETSC_INTERN PetscErrorCode VecView_MPI_DA(Vec,PetscViewer);
91: PETSC_INTERN PetscErrorCode VecLoad_Default_DA(Vec, PetscViewer);
92: PETSC_INTERN PetscErrorCode DMView_DA_Matlab(DM,PetscViewer);
93: PETSC_INTERN PetscErrorCode DMView_DA_Binary(DM,PetscViewer);
94: PETSC_INTERN PetscErrorCode DMView_DA_VTK(DM,PetscViewer);
95: PETSC_INTERN PetscErrorCode DMView_DA_GLVis(DM,PetscViewer);
96: PETSC_EXTERN PetscErrorCodeDMDAVTKWriteAll(PetscObject,PetscViewer);
97: PETSC_EXTERN PetscErrorCode DMDASelectFields(DM,PetscInt*,PetscInt**);
99: PETSC_EXTERN PetscLogEvent DMDA_LocalADFunction;
101: #endif