xref: /petsc/src/snes/impls/nasm/nasm.c (revision 6e111a19f6677190c8cb13236301fcb65e0e3d3b)
1eaedb033SPeter Brune #include <petsc-private/snesimpl.h>             /*I   "petscsnes.h"   I*/
2111ade9eSPeter Brune #include <petscdm.h>
3eaedb033SPeter Brune 
4eaedb033SPeter Brune typedef struct {
5eaedb033SPeter Brune   PetscInt   n;                   /* local subdomains */
6eaedb033SPeter Brune   SNES       *subsnes;            /* nonlinear solvers for each subdomain */
7eaedb033SPeter Brune 
8eaedb033SPeter Brune   Vec        *x;                  /* solution vectors */
9111ade9eSPeter Brune   Vec        *xl;                 /* solution local vectors */
10111ade9eSPeter Brune   Vec        *y;                  /* step vectors */
11eaedb033SPeter Brune   Vec        *b;                  /* rhs vectors */
12eaedb033SPeter Brune 
13111ade9eSPeter Brune   VecScatter *oscatter;           /* scatter from global space to the subdomain global space */
14111ade9eSPeter Brune   VecScatter *iscatter;           /* scatter from global space to the nonoverlapping subdomain space */
15111ade9eSPeter Brune   VecScatter *gscatter;           /* scatter from global space to the subdomain local space */
16111ade9eSPeter Brune 
17111ade9eSPeter Brune   PCASMType type;                 /* ASM type */
18111ade9eSPeter Brune 
19111ade9eSPeter Brune   PetscBool  usesdm;               /* use the DM for setting up the subproblems */
20eaedb033SPeter Brune } SNES_NASM;
21eaedb033SPeter Brune 
22eaedb033SPeter Brune #undef __FUNCT__
23eaedb033SPeter Brune #define __FUNCT__ "SNESReset_NASM"
24eaedb033SPeter Brune PetscErrorCode SNESReset_NASM(SNES snes)
25eaedb033SPeter Brune {
26eaedb033SPeter Brune   SNES_NASM      *nasm = (SNES_NASM *)snes->data;
27eaedb033SPeter Brune   PetscErrorCode ierr;
28eaedb033SPeter Brune   PetscInt       i;
29*6e111a19SKarl Rupp 
30eaedb033SPeter Brune   PetscFunctionBegin;
31eaedb033SPeter Brune   for (i=0;i<nasm->n;i++) {
32111ade9eSPeter Brune     if (nasm->xl) { ierr = VecDestroy(&nasm->xl[i]);CHKERRQ(ierr); }
33f5f7c1b9SKarl Rupp     if (nasm->x) { ierr = VecDestroy(&nasm->x[i]);CHKERRQ(ierr); }
34111ade9eSPeter Brune     if (nasm->y) { ierr = VecDestroy(&nasm->y[i]);CHKERRQ(ierr); }
35bc8c1f72SJose Roman     if (nasm->b) { ierr = VecDestroy(&nasm->b[i]);CHKERRQ(ierr); }
36eaedb033SPeter Brune 
37bc8c1f72SJose Roman     if (nasm->subsnes) { ierr = SNESDestroy(&nasm->subsnes[i]);CHKERRQ(ierr); }
38111ade9eSPeter Brune     if (nasm->oscatter) { ierr = VecScatterDestroy(&nasm->oscatter[i]);CHKERRQ(ierr); }
39111ade9eSPeter Brune     if (nasm->iscatter) { ierr = VecScatterDestroy(&nasm->iscatter[i]);CHKERRQ(ierr); }
40111ade9eSPeter Brune     if (nasm->gscatter) { ierr = VecScatterDestroy(&nasm->gscatter[i]);CHKERRQ(ierr); }
41eaedb033SPeter Brune   }
42111ade9eSPeter Brune 
43111ade9eSPeter Brune   if (nasm->x) {ierr = PetscFree(nasm->x);CHKERRQ(ierr);}
44111ade9eSPeter Brune   if (nasm->xl) {ierr = PetscFree(nasm->xl);CHKERRQ(ierr);}
45111ade9eSPeter Brune   if (nasm->y) {ierr = PetscFree(nasm->y);CHKERRQ(ierr);}
46111ade9eSPeter Brune   if (nasm->b) {ierr = PetscFree(nasm->b);CHKERRQ(ierr);}
47111ade9eSPeter Brune 
48111ade9eSPeter Brune   if (nasm->subsnes) {ierr = PetscFree(nasm->subsnes);CHKERRQ(ierr);}
49111ade9eSPeter Brune   if (nasm->oscatter) {ierr = PetscFree(nasm->oscatter);CHKERRQ(ierr);}
50111ade9eSPeter Brune   if (nasm->iscatter) {ierr = PetscFree(nasm->iscatter);CHKERRQ(ierr);}
51111ade9eSPeter Brune   if (nasm->gscatter) {ierr = PetscFree(nasm->gscatter);CHKERRQ(ierr);}
52111ade9eSPeter Brune 
53eaedb033SPeter Brune   PetscFunctionReturn(0);
54eaedb033SPeter Brune }
55eaedb033SPeter Brune 
56eaedb033SPeter Brune #undef __FUNCT__
57eaedb033SPeter Brune #define __FUNCT__ "SNESDestroy_NASM"
58eaedb033SPeter Brune PetscErrorCode SNESDestroy_NASM(SNES snes)
59eaedb033SPeter Brune {
60eaedb033SPeter Brune   PetscErrorCode ierr;
61*6e111a19SKarl Rupp 
62eaedb033SPeter Brune   PetscFunctionBegin;
63eaedb033SPeter Brune   ierr = SNESReset_NASM(snes);CHKERRQ(ierr);
6422d28d08SBarry Smith   ierr = PetscFree(snes->data);CHKERRQ(ierr);
65eaedb033SPeter Brune   PetscFunctionReturn(0);
66eaedb033SPeter Brune }
67eaedb033SPeter Brune 
68eaedb033SPeter Brune #undef __FUNCT__
69111ade9eSPeter Brune #define __FUNCT__ "DMGlobalToLocalSubDomainDirichletHook_Private"
700adebc6cSBarry Smith PetscErrorCode DMGlobalToLocalSubDomainDirichletHook_Private(DM dm,Vec g,InsertMode mode,Vec l,void *ctx)
710adebc6cSBarry Smith {
72111ade9eSPeter Brune   PetscErrorCode ierr;
73111ade9eSPeter Brune   Vec bcs = (Vec)ctx;
74*6e111a19SKarl Rupp 
75111ade9eSPeter Brune   PetscFunctionBegin;
76111ade9eSPeter Brune   ierr = VecCopy(bcs,l);CHKERRQ(ierr);
77111ade9eSPeter Brune   PetscFunctionReturn(0);
78111ade9eSPeter Brune }
79111ade9eSPeter Brune 
80111ade9eSPeter Brune #undef __FUNCT__
81eaedb033SPeter Brune #define __FUNCT__ "SNESSetUp_NASM"
82eaedb033SPeter Brune PetscErrorCode SNESSetUp_NASM(SNES snes)
83eaedb033SPeter Brune {
84eaedb033SPeter Brune   SNES_NASM      *nasm = (SNES_NASM *)snes->data;
85eaedb033SPeter Brune   PetscErrorCode ierr;
860a696f66SPeter Brune   DM             dm,ddm;
87111ade9eSPeter Brune   DM             *subdms;
88111ade9eSPeter Brune   PetscInt       i;
89eaedb033SPeter Brune   const char     *optionsprefix;
90111ade9eSPeter Brune   Vec            F;
91eaedb033SPeter Brune 
92eaedb033SPeter Brune   PetscFunctionBegin;
93eaedb033SPeter Brune   if (!nasm->subsnes) {
94eaedb033SPeter Brune     ierr = SNESGetDM(snes,&dm);CHKERRQ(ierr);
950a696f66SPeter Brune     if (dm) {
96eaedb033SPeter Brune       nasm->usesdm = PETSC_TRUE;
97111ade9eSPeter Brune       ierr = DMCreateDomainDecomposition(dm,&nasm->n,PETSC_NULL,PETSC_NULL,PETSC_NULL,&subdms);CHKERRQ(ierr);
980a696f66SPeter Brune       if (!subdms) {
990a696f66SPeter Brune         ierr = DMCreateDomainDecompositionDM(dm,"default",&ddm);CHKERRQ(ierr);
1000a696f66SPeter Brune         if (!ddm) {
1010a696f66SPeter Brune           SETERRQ(((PetscObject)dm)->comm,PETSC_ERR_ARG_WRONGSTATE,"DM has no default decomposition defined.  Set subsolves manually with SNESNASMSetSubdomains().");
1020a696f66SPeter Brune         }
1030a696f66SPeter Brune         ierr = SNESSetDM(snes,ddm);CHKERRQ(ierr);
1040a696f66SPeter Brune         ierr = SNESGetDM(snes,&dm);CHKERRQ(ierr);
1050a696f66SPeter Brune         ierr = DMCreateDomainDecomposition(dm,&nasm->n,PETSC_NULL,PETSC_NULL,PETSC_NULL,&subdms);CHKERRQ(ierr);
1060a696f66SPeter Brune       }
1070a696f66SPeter Brune       if (!subdms) {
1080a696f66SPeter Brune         SETERRQ(((PetscObject)dm)->comm,PETSC_ERR_ARG_WRONGSTATE,"DM has no default decomposition defined.  Set subsolves manually with SNESNASMSetSubdomains().");
1090a696f66SPeter Brune       }
110111ade9eSPeter Brune       ierr = DMCreateDomainDecompositionScatters(dm,nasm->n,subdms,&nasm->iscatter,&nasm->oscatter,&nasm->gscatter);CHKERRQ(ierr);
111eaedb033SPeter Brune 
112eaedb033SPeter Brune       ierr = SNESGetOptionsPrefix(snes, &optionsprefix);CHKERRQ(ierr);
113111ade9eSPeter Brune       ierr = PetscMalloc(nasm->n*sizeof(SNES),&nasm->subsnes);CHKERRQ(ierr);
114111ade9eSPeter Brune 
115111ade9eSPeter Brune       for (i=0;i<nasm->n;i++) {
116cdb298fcSPeter Brune         ierr = SNESCreate(PETSC_COMM_SELF,&nasm->subsnes[i]);CHKERRQ(ierr);
117cdb298fcSPeter Brune         ierr = SNESAppendOptionsPrefix(nasm->subsnes[i],optionsprefix);CHKERRQ(ierr);
118cdb298fcSPeter Brune         ierr = SNESAppendOptionsPrefix(nasm->subsnes[i],"sub_");CHKERRQ(ierr);
119cdb298fcSPeter Brune         ierr = SNESSetDM(nasm->subsnes[i],subdms[i]);CHKERRQ(ierr);
120cdb298fcSPeter Brune         ierr = SNESSetFromOptions(nasm->subsnes[i]);CHKERRQ(ierr);
121111ade9eSPeter Brune         ierr = DMDestroy(&subdms[i]);CHKERRQ(ierr);
122111ade9eSPeter Brune       }
123111ade9eSPeter Brune       ierr = PetscFree(subdms);CHKERRQ(ierr);
124eaedb033SPeter Brune     } else {
125eaedb033SPeter Brune       SETERRQ(((PetscObject)snes)->comm,PETSC_ERR_ARG_WRONGSTATE,"Cannot construct local problems automatically without a DM!");
126eaedb033SPeter Brune     }
127eaedb033SPeter Brune   } else {
128eaedb033SPeter Brune     SETERRQ(((PetscObject)snes)->comm,PETSC_ERR_ARG_WRONGSTATE,"Must set subproblems manually if there is no DM!");
129eaedb033SPeter Brune   }
130111ade9eSPeter Brune   /* allocate the global vectors */
131111ade9eSPeter Brune   ierr = PetscMalloc(nasm->n*sizeof(Vec),&nasm->x);CHKERRQ(ierr);
132111ade9eSPeter Brune   ierr = PetscMalloc(nasm->n*sizeof(Vec),&nasm->xl);CHKERRQ(ierr);
133111ade9eSPeter Brune   ierr = PetscMalloc(nasm->n*sizeof(Vec),&nasm->y);CHKERRQ(ierr);
134111ade9eSPeter Brune   ierr = PetscMalloc(nasm->n*sizeof(Vec),&nasm->b);CHKERRQ(ierr);
135111ade9eSPeter Brune 
136111ade9eSPeter Brune   for (i=0;i<nasm->n;i++) {
137111ade9eSPeter Brune     DM subdm;
138111ade9eSPeter Brune     ierr = SNESGetFunction(nasm->subsnes[i],&F,PETSC_NULL,PETSC_NULL);CHKERRQ(ierr);
139111ade9eSPeter Brune     ierr = VecDuplicate(F,&nasm->x[i]);CHKERRQ(ierr);
140111ade9eSPeter Brune     ierr = VecDuplicate(F,&nasm->y[i]);CHKERRQ(ierr);
141111ade9eSPeter Brune     ierr = VecDuplicate(F,&nasm->b[i]);CHKERRQ(ierr);
142111ade9eSPeter Brune     ierr = SNESGetDM(nasm->subsnes[i],&subdm);CHKERRQ(ierr);
143111ade9eSPeter Brune     ierr = DMCreateLocalVector(subdm,&nasm->xl[i]);CHKERRQ(ierr);
144111ade9eSPeter Brune     ierr = DMGlobalToLocalHookAdd(subdm,DMGlobalToLocalSubDomainDirichletHook_Private,PETSC_NULL,nasm->xl[i]);CHKERRQ(ierr);
145111ade9eSPeter Brune   }
146111ade9eSPeter Brune 
147eaedb033SPeter Brune   PetscFunctionReturn(0);
148eaedb033SPeter Brune }
149eaedb033SPeter Brune 
150eaedb033SPeter Brune #undef __FUNCT__
151eaedb033SPeter Brune #define __FUNCT__ "SNESSetFromOptions_NASM"
152eaedb033SPeter Brune PetscErrorCode SNESSetFromOptions_NASM(SNES snes)
153eaedb033SPeter Brune {
154eaedb033SPeter Brune   PetscErrorCode ierr;
1550a696f66SPeter Brune   DM             dm,ddm;
1560a696f66SPeter Brune   char           ddm_name[1024];
157111ade9eSPeter Brune   PCASMType      asmtype;
158111ade9eSPeter Brune   const char *const SNESNASMTypes[]       = {"NONE","RESTRICT","INTERPOLATE","BASIC","PCASMType","PC_ASM_",0};
159111ade9eSPeter Brune   PetscBool      flg;
160111ade9eSPeter Brune   SNES_NASM      *nasm = (SNES_NASM *)snes->data;
161*6e111a19SKarl Rupp 
162eaedb033SPeter Brune   PetscFunctionBegin;
163111ade9eSPeter Brune   ierr = PetscOptionsHead("Nonlinear Additive Schwartz options");CHKERRQ(ierr);
164111ade9eSPeter Brune   ierr = PetscOptionsEnum("-snes_nasm_type","Type of restriction/extension","",SNESNASMTypes,(PetscEnum)nasm->type,(PetscEnum*)&asmtype,&flg);CHKERRQ(ierr);
165111ade9eSPeter Brune   if (flg) {nasm->type = asmtype;}
1660a696f66SPeter Brune   ierr = PetscOptionsString("-snes_nasm_decomposition", "Name of the DM defining the composition", "SNESSetDM", ddm_name, ddm_name,1024,&flg);CHKERRQ(ierr);
1670a696f66SPeter Brune   ierr = SNESGetDM(snes,&dm);CHKERRQ(ierr);
1680a696f66SPeter Brune   if (flg) {
1690a696f66SPeter Brune     if (dm) {
1700a696f66SPeter Brune       ierr = DMCreateDomainDecompositionDM(dm, ddm_name, &ddm);CHKERRQ(ierr);
1710a696f66SPeter Brune       if (!ddm) {
1720a696f66SPeter Brune         SETERRQ1(((PetscObject)snes)->comm, PETSC_ERR_ARG_WRONGSTATE, "Unknown DM decomposition name %s", ddm_name);
1730a696f66SPeter Brune       }
1740a696f66SPeter Brune       ierr = PetscInfo(snes,"Using domain decomposition DM defined using options database\n");CHKERRQ(ierr);
1750a696f66SPeter Brune       ierr = SNESSetDM(snes,ddm);CHKERRQ(ierr);
1760a696f66SPeter Brune     } else {
1770a696f66SPeter Brune       SETERRQ(((PetscObject)snes)->comm, PETSC_ERR_ARG_WRONGSTATE, "No DM to decompose");
1780a696f66SPeter Brune     }
1790a696f66SPeter Brune   }
180eaedb033SPeter Brune   ierr = PetscOptionsTail();CHKERRQ(ierr);
181eaedb033SPeter Brune   PetscFunctionReturn(0);
182eaedb033SPeter Brune }
183eaedb033SPeter Brune 
184eaedb033SPeter Brune #undef __FUNCT__
185eaedb033SPeter Brune #define __FUNCT__ "SNESView_NASM"
186eaedb033SPeter Brune PetscErrorCode SNESView_NASM(SNES snes, PetscViewer viewer)
187eaedb033SPeter Brune {
188eaedb033SPeter Brune   PetscFunctionBegin;
189eaedb033SPeter Brune   PetscFunctionReturn(0);
190eaedb033SPeter Brune }
191eaedb033SPeter Brune 
192eaedb033SPeter Brune #undef __FUNCT__
193eaedb033SPeter Brune #define __FUNCT__ "SNESNASMSetSubdomains"
194a6dfd86eSKarl Rupp PetscErrorCode SNESNASMSetSubdomains(SNES snes,PetscInt n,SNES subsnes[],VecScatter iscatter[],VecScatter oscatter[],VecScatter gscatter[])
195a6dfd86eSKarl Rupp {
196eaedb033SPeter Brune   PetscErrorCode ierr;
197111ade9eSPeter Brune   PetscErrorCode (*f)(SNES,PetscInt,SNES*,VecScatter*,VecScatter*,VecScatter*);
198*6e111a19SKarl Rupp 
199eaedb033SPeter Brune   PetscFunctionBegin;
200eaedb033SPeter Brune   ierr = PetscObjectQueryFunction((PetscObject)snes,"SNESNASMSetSubdomains_C",(void (**)(void))&f);CHKERRQ(ierr);
201111ade9eSPeter Brune   ierr = (f)(snes,n,subsnes,iscatter,oscatter,gscatter);CHKERRQ(ierr);
202eaedb033SPeter Brune   PetscFunctionReturn(0);
203eaedb033SPeter Brune }
204eaedb033SPeter Brune 
205eaedb033SPeter Brune EXTERN_C_BEGIN
206eaedb033SPeter Brune #undef __FUNCT__
207eaedb033SPeter Brune #define __FUNCT__ "SNESNASMSetSubdomains_NASM"
208a6dfd86eSKarl Rupp PetscErrorCode SNESNASMSetSubdomains_NASM(SNES snes,PetscInt n,SNES subsnes[],VecScatter iscatter[],VecScatter oscatter[],VecScatter gscatter[])
209a6dfd86eSKarl Rupp {
210eaedb033SPeter Brune   PetscInt       i;
211eaedb033SPeter Brune   PetscErrorCode ierr;
212eaedb033SPeter Brune   SNES_NASM      *nasm = (SNES_NASM *)snes->data;
213*6e111a19SKarl Rupp 
214eaedb033SPeter Brune   PetscFunctionBegin;
215eaedb033SPeter Brune   if (snes->setupcalled)SETERRQ(((PetscObject)snes)->comm,PETSC_ERR_ARG_WRONGSTATE,"SNESNASMSetSubdomains() should be called before calling SNESSetUp().");
216eaedb033SPeter Brune 
217111ade9eSPeter Brune   /* tear down the previously set things */
218111ade9eSPeter Brune   ierr = SNESReset(snes);CHKERRQ(ierr);
219111ade9eSPeter Brune 
220eaedb033SPeter Brune   nasm->n        = n;
221111ade9eSPeter Brune   if (oscatter) {
222111ade9eSPeter Brune     for (i=0; i<n; i++) {ierr = PetscObjectReference((PetscObject)oscatter[i]);CHKERRQ(ierr);}
223eaedb033SPeter Brune   }
224111ade9eSPeter Brune   if (iscatter) {
225111ade9eSPeter Brune     for (i=0; i<n; i++) {ierr = PetscObjectReference((PetscObject)iscatter[i]);CHKERRQ(ierr);}
226eaedb033SPeter Brune   }
227111ade9eSPeter Brune   if (gscatter) {
228111ade9eSPeter Brune     for (i=0; i<n; i++) {ierr = PetscObjectReference((PetscObject)gscatter[i]);CHKERRQ(ierr);}
229111ade9eSPeter Brune   }
230111ade9eSPeter Brune   if (oscatter) {
231111ade9eSPeter Brune     ierr = PetscMalloc(n*sizeof(IS),&nasm->oscatter);CHKERRQ(ierr);
232eaedb033SPeter Brune     for (i=0; i<n; i++) {
233111ade9eSPeter Brune       nasm->oscatter[i] = oscatter[i];
234eaedb033SPeter Brune     }
235111ade9eSPeter Brune   }
236111ade9eSPeter Brune   if (iscatter) {
237111ade9eSPeter Brune     ierr = PetscMalloc(n*sizeof(IS),&nasm->iscatter);CHKERRQ(ierr);
238eaedb033SPeter Brune     for (i=0; i<n; i++) {
239111ade9eSPeter Brune       nasm->iscatter[i] = iscatter[i];
240eaedb033SPeter Brune     }
241eaedb033SPeter Brune   }
242111ade9eSPeter Brune   if (gscatter) {
243111ade9eSPeter Brune     ierr = PetscMalloc(n*sizeof(IS),&nasm->gscatter);CHKERRQ(ierr);
244eaedb033SPeter Brune     for (i=0; i<n; i++) {
245111ade9eSPeter Brune       nasm->gscatter[i] = gscatter[i];
246eaedb033SPeter Brune     }
247eaedb033SPeter Brune   }
248111ade9eSPeter Brune 
249eaedb033SPeter Brune   if (subsnes) {
250eaedb033SPeter Brune     ierr = PetscMalloc(n*sizeof(SNES),&nasm->subsnes);CHKERRQ(ierr);
251eaedb033SPeter Brune     for (i=0; i<n; i++) {
252eaedb033SPeter Brune       nasm->subsnes[i] = subsnes[i];
253eaedb033SPeter Brune     }
254eaedb033SPeter Brune   }
255eaedb033SPeter Brune   PetscFunctionReturn(0);
256eaedb033SPeter Brune }
257eaedb033SPeter Brune EXTERN_C_END
258eaedb033SPeter Brune 
259eaedb033SPeter Brune #undef __FUNCT__
260eaedb033SPeter Brune #define __FUNCT__ "SNESNASMSolveLocal_Private"
2610adebc6cSBarry Smith PetscErrorCode SNESNASMSolveLocal_Private(SNES snes,Vec B,Vec Y,Vec X)
2620adebc6cSBarry Smith {
263eaedb033SPeter Brune   SNES_NASM      *nasm = (SNES_NASM *)snes->data;
264258e1594SPeter Brune   SNES           subsnes;
265eaedb033SPeter Brune   PetscInt       i;
266eaedb033SPeter Brune   PetscErrorCode ierr;
267111ade9eSPeter Brune   Vec            Xlloc,Xl,Bl,Yl;
268111ade9eSPeter Brune   VecScatter     iscat,oscat,gscat;
269111ade9eSPeter Brune   DM             dm,subdm;
2700adebc6cSBarry Smith 
271eaedb033SPeter Brune   PetscFunctionBegin;
272eaedb033SPeter Brune   ierr = SNESGetDM(snes,&dm);CHKERRQ(ierr);
273111ade9eSPeter Brune   ierr = VecSet(Y,0);CHKERRQ(ierr);
274eaedb033SPeter Brune   for (i=0;i<nasm->n;i++) {
275258e1594SPeter Brune     subsnes = nasm->subsnes[i];
276258e1594SPeter Brune     ierr = SNESGetDM(subsnes,&subdm);CHKERRQ(ierr);
277111ade9eSPeter Brune     iscat = nasm->iscatter[i];
278111ade9eSPeter Brune     oscat = nasm->oscatter[i];
279111ade9eSPeter Brune     gscat = nasm->gscatter[i];
280111ade9eSPeter Brune     ierr = DMSubDomainRestrict(dm,oscat,gscat,subdm);CHKERRQ(ierr);
281111ade9eSPeter Brune 
282111ade9eSPeter Brune     /* scatter the solution to the local solution */
283eaedb033SPeter Brune     Xl = nasm->x[i];
284111ade9eSPeter Brune     Xlloc = nasm->xl[i];
285111ade9eSPeter Brune     Yl = nasm->y[i];
286111ade9eSPeter Brune 
287111ade9eSPeter Brune     ierr = VecScatterBegin(oscat,X,Xl,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
288111ade9eSPeter Brune     ierr = VecScatterEnd(oscat,X,Xl,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
289111ade9eSPeter Brune 
290111ade9eSPeter Brune     ierr = VecScatterBegin(gscat,X,Xlloc,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
291111ade9eSPeter Brune     ierr = VecScatterEnd(gscat,X,Xlloc,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
292111ade9eSPeter Brune 
293111ade9eSPeter Brune     ierr = VecCopy(Xl,Yl);CHKERRQ(ierr);
294111ade9eSPeter Brune 
295eaedb033SPeter Brune     if (B) {
296111ade9eSPeter Brune       /* scatter the RHS to the local RHS */
297eaedb033SPeter Brune       Bl = nasm->b[i];
298111ade9eSPeter Brune       ierr = VecScatterBegin(oscat,B,Bl,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
299111ade9eSPeter Brune       ierr = VecScatterEnd(oscat,B,Bl,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
300eaedb033SPeter Brune     } else {
301eaedb033SPeter Brune       Bl = PETSC_NULL;
302eaedb033SPeter Brune     }
303258e1594SPeter Brune     ierr = SNESSolve(subsnes,Bl,Yl);CHKERRQ(ierr);
304111ade9eSPeter Brune 
305111ade9eSPeter Brune     ierr = VecAXPY(Yl,-1.0,Xl);CHKERRQ(ierr);
306111ade9eSPeter Brune 
307111ade9eSPeter Brune     if (nasm->type == PC_ASM_BASIC) {
308111ade9eSPeter Brune       ierr = VecScatterBegin(oscat,Yl,Y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
309111ade9eSPeter Brune       ierr = VecScatterEnd(oscat,Yl,Y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
310111ade9eSPeter Brune     } else if (nasm->type == PC_ASM_RESTRICT) {
311111ade9eSPeter Brune       ierr = VecScatterBegin(iscat,Yl,Y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
312111ade9eSPeter Brune       ierr = VecScatterEnd(iscat,Yl,Y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
313111ade9eSPeter Brune     } else {
314111ade9eSPeter Brune       SETERRQ(((PetscObject)snes)->comm,PETSC_ERR_ARG_WRONGSTATE,"Only basic and interpolate types are supported for SNESNASM");
315111ade9eSPeter Brune     }
316eaedb033SPeter Brune   }
317eaedb033SPeter Brune 
318cd939e56SPeter Brune   ierr = VecAssemblyBegin(Y);CHKERRQ(ierr);
319cd939e56SPeter Brune   ierr = VecAssemblyEnd(Y);CHKERRQ(ierr);
320cd939e56SPeter Brune 
321111ade9eSPeter Brune   ierr = VecAXPY(X,1.0,Y);CHKERRQ(ierr);
322111ade9eSPeter Brune 
323eaedb033SPeter Brune   PetscFunctionReturn(0);
324eaedb033SPeter Brune }
325eaedb033SPeter Brune 
326eaedb033SPeter Brune #undef __FUNCT__
327eaedb033SPeter Brune #define __FUNCT__ "SNESSolve_NASM"
328eaedb033SPeter Brune PetscErrorCode SNESSolve_NASM(SNES snes)
329eaedb033SPeter Brune {
330eaedb033SPeter Brune   Vec            F;
331eaedb033SPeter Brune   Vec            X;
332eaedb033SPeter Brune   Vec            B;
333111ade9eSPeter Brune   Vec            Y;
334eaedb033SPeter Brune   PetscInt       i;
335eaedb033SPeter Brune   PetscReal      fnorm;
336eaedb033SPeter Brune   PetscErrorCode ierr;
337eaedb033SPeter Brune   SNESNormType   normtype;
338eaedb033SPeter Brune 
339eaedb033SPeter Brune   PetscFunctionBegin;
340eaedb033SPeter Brune   X = snes->vec_sol;
341111ade9eSPeter Brune   Y = snes->vec_sol_update;
342eaedb033SPeter Brune   F = snes->vec_func;
343eaedb033SPeter Brune   B = snes->vec_rhs;
344eaedb033SPeter Brune 
345eaedb033SPeter Brune   ierr = PetscObjectTakeAccess(snes);CHKERRQ(ierr);
346eaedb033SPeter Brune   snes->iter = 0;
347eaedb033SPeter Brune   snes->norm = 0.;
348eaedb033SPeter Brune   ierr = PetscObjectGrantAccess(snes);CHKERRQ(ierr);
349eaedb033SPeter Brune   snes->reason = SNES_CONVERGED_ITERATING;
350eaedb033SPeter Brune   ierr = SNESGetNormType(snes, &normtype);CHKERRQ(ierr);
351eaedb033SPeter Brune   if (normtype == SNES_NORM_FUNCTION || normtype == SNES_NORM_INITIAL_ONLY || normtype == SNES_NORM_INITIAL_FINAL_ONLY) {
352eaedb033SPeter Brune     /* compute the initial function and preconditioned update delX */
353eaedb033SPeter Brune     if (!snes->vec_func_init_set) {
354eaedb033SPeter Brune       ierr = SNESComputeFunction(snes,X,F);CHKERRQ(ierr);
355eaedb033SPeter Brune       if (snes->domainerror) {
356eaedb033SPeter Brune         snes->reason = SNES_DIVERGED_FUNCTION_DOMAIN;
357eaedb033SPeter Brune         PetscFunctionReturn(0);
358eaedb033SPeter Brune       }
359eaedb033SPeter Brune     } else {
360eaedb033SPeter Brune       snes->vec_func_init_set = PETSC_FALSE;
361eaedb033SPeter Brune     }
362eaedb033SPeter Brune 
363eaedb033SPeter Brune     /* convergence test */
364eaedb033SPeter Brune     if (!snes->norm_init_set) {
365eaedb033SPeter Brune       ierr = VecNorm(F, NORM_2, &fnorm);CHKERRQ(ierr); /* fnorm <- ||F||  */
366eaedb033SPeter Brune       if (PetscIsInfOrNanReal(fnorm)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_FP,"Infinite or not-a-number generated in norm");
367eaedb033SPeter Brune     } else {
368eaedb033SPeter Brune       fnorm = snes->norm_init;
369eaedb033SPeter Brune       snes->norm_init_set = PETSC_FALSE;
370eaedb033SPeter Brune     }
371eaedb033SPeter Brune     ierr = PetscObjectTakeAccess(snes);CHKERRQ(ierr);
372eaedb033SPeter Brune     snes->iter = 0;
373eaedb033SPeter Brune     snes->norm = fnorm;
374eaedb033SPeter Brune     ierr = PetscObjectGrantAccess(snes);CHKERRQ(ierr);
375eaedb033SPeter Brune     SNESLogConvHistory(snes,snes->norm,0);
376eaedb033SPeter Brune     ierr = SNESMonitor(snes,0,snes->norm);CHKERRQ(ierr);
377eaedb033SPeter Brune 
378eaedb033SPeter Brune     /* set parameter for default relative tolerance convergence test */
379eaedb033SPeter Brune     snes->ttol = fnorm*snes->rtol;
380eaedb033SPeter Brune 
381eaedb033SPeter Brune     /* test convergence */
382eaedb033SPeter Brune     ierr = (*snes->ops->converged)(snes,0,0.0,0.0,fnorm,&snes->reason,snes->cnvP);CHKERRQ(ierr);
383eaedb033SPeter Brune     if (snes->reason) PetscFunctionReturn(0);
384eaedb033SPeter Brune   } else {
385eaedb033SPeter Brune     ierr = PetscObjectGrantAccess(snes);CHKERRQ(ierr);
386eaedb033SPeter Brune     SNESLogConvHistory(snes,snes->norm,0);
387eaedb033SPeter Brune     ierr = SNESMonitor(snes,0,snes->norm);CHKERRQ(ierr);
388eaedb033SPeter Brune   }
389eaedb033SPeter Brune 
390eaedb033SPeter Brune   /* Call general purpose update function */
391eaedb033SPeter Brune   if (snes->ops->update) {
392eaedb033SPeter Brune     ierr = (*snes->ops->update)(snes, snes->iter);CHKERRQ(ierr);
393eaedb033SPeter Brune   }
394eaedb033SPeter Brune 
395eaedb033SPeter Brune   for (i = 0; i < snes->max_its; i++) {
396111ade9eSPeter Brune     ierr = SNESNASMSolveLocal_Private(snes,B,Y,X);CHKERRQ(ierr);
397eaedb033SPeter Brune     if (normtype == SNES_NORM_FUNCTION || ((i == snes->max_its - 1) && (normtype == SNES_NORM_INITIAL_FINAL_ONLY || normtype == SNES_NORM_FINAL_ONLY))) {
398eaedb033SPeter Brune       ierr = SNESComputeFunction(snes,X,F);CHKERRQ(ierr);
399eaedb033SPeter Brune       if (snes->domainerror) {
400eaedb033SPeter Brune         snes->reason = SNES_DIVERGED_FUNCTION_DOMAIN;
401eaedb033SPeter Brune         PetscFunctionReturn(0);
402eaedb033SPeter Brune       }
403eaedb033SPeter Brune       ierr = VecNorm(F, NORM_2, &fnorm);CHKERRQ(ierr); /* fnorm <- ||F||  */
404eaedb033SPeter Brune       if (PetscIsInfOrNanReal(fnorm)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_FP,"Infinite or not-a-number generated in norm");
405eaedb033SPeter Brune     }
406eaedb033SPeter Brune     /* Monitor convergence */
407eaedb033SPeter Brune     ierr = PetscObjectTakeAccess(snes);CHKERRQ(ierr);
408eaedb033SPeter Brune     snes->iter = i+1;
409eaedb033SPeter Brune     snes->norm = fnorm;
410eaedb033SPeter Brune     ierr = PetscObjectGrantAccess(snes);CHKERRQ(ierr);
411eaedb033SPeter Brune     SNESLogConvHistory(snes,snes->norm,0);
412eaedb033SPeter Brune     ierr = SNESMonitor(snes,snes->iter,snes->norm);CHKERRQ(ierr);
413eaedb033SPeter Brune     /* Test for convergence */
414eaedb033SPeter Brune     if (normtype == SNES_NORM_FUNCTION) ierr = (*snes->ops->converged)(snes,snes->iter,0.0,0.0,fnorm,&snes->reason,snes->cnvP);CHKERRQ(ierr);
415eaedb033SPeter Brune     if (snes->reason) PetscFunctionReturn(0);
416eaedb033SPeter Brune     /* Call general purpose update function */
417eaedb033SPeter Brune     if (snes->ops->update) {
418eaedb033SPeter Brune       ierr = (*snes->ops->update)(snes, snes->iter);CHKERRQ(ierr);
419eaedb033SPeter Brune     }
420eaedb033SPeter Brune   }
421eaedb033SPeter Brune   if (normtype == SNES_NORM_FUNCTION) {
422eaedb033SPeter Brune     if (i == snes->max_its) {
423eaedb033SPeter Brune       ierr = PetscInfo1(snes,"Maximum number of iterations has been reached: %D\n",snes->max_its);CHKERRQ(ierr);
424eaedb033SPeter Brune       if (!snes->reason) snes->reason = SNES_DIVERGED_MAX_IT;
425eaedb033SPeter Brune     }
426eaedb033SPeter Brune   } else {
427eaedb033SPeter Brune     if (!snes->reason) snes->reason = SNES_CONVERGED_ITS; /* NASM is meant to be used as a preconditioner */
428eaedb033SPeter Brune   }
429eaedb033SPeter Brune   PetscFunctionReturn(0);
430eaedb033SPeter Brune }
431eaedb033SPeter Brune 
432eaedb033SPeter Brune /*MC
433eaedb033SPeter Brune   SNESNASM - Nonlinear Additive Schwartz
434eaedb033SPeter Brune 
435eaedb033SPeter Brune    Level: advanced
436eaedb033SPeter Brune 
437eaedb033SPeter Brune .seealso: SNESCreate(), SNES, SNESSetType(), SNESType (for list of available types)
438eaedb033SPeter Brune M*/
439eaedb033SPeter Brune 
440eaedb033SPeter Brune EXTERN_C_BEGIN
441eaedb033SPeter Brune #undef __FUNCT__
442eaedb033SPeter Brune #define __FUNCT__ "SNESCreate_NASM"
443eaedb033SPeter Brune PetscErrorCode SNESCreate_NASM(SNES snes)
444eaedb033SPeter Brune {
445eaedb033SPeter Brune   SNES_NASM        *nasm;
446eaedb033SPeter Brune   PetscErrorCode ierr;
447eaedb033SPeter Brune 
448eaedb033SPeter Brune   PetscFunctionBegin;
449eaedb033SPeter Brune   ierr = PetscNewLog(snes, SNES_NASM, &nasm);CHKERRQ(ierr);
450eaedb033SPeter Brune   snes->data = (void*)nasm;
451eaedb033SPeter Brune 
452eaedb033SPeter Brune   nasm->n                 = PETSC_DECIDE;
453eaedb033SPeter Brune   nasm->subsnes           = 0;
454eaedb033SPeter Brune   nasm->x                 = 0;
455111ade9eSPeter Brune   nasm->xl                = 0;
456111ade9eSPeter Brune   nasm->y                 = 0;
457eaedb033SPeter Brune   nasm->b                 = 0;
458111ade9eSPeter Brune   nasm->oscatter          = 0;
459111ade9eSPeter Brune   nasm->iscatter          = 0;
460111ade9eSPeter Brune   nasm->gscatter          = 0;
461111ade9eSPeter Brune 
462111ade9eSPeter Brune   nasm->type              = PC_ASM_BASIC;
463eaedb033SPeter Brune 
464eaedb033SPeter Brune   snes->ops->destroy        = SNESDestroy_NASM;
465eaedb033SPeter Brune   snes->ops->setup          = SNESSetUp_NASM;
466eaedb033SPeter Brune   snes->ops->setfromoptions = SNESSetFromOptions_NASM;
467eaedb033SPeter Brune   snes->ops->view           = SNESView_NASM;
468eaedb033SPeter Brune   snes->ops->solve          = SNESSolve_NASM;
469eaedb033SPeter Brune   snes->ops->reset          = SNESReset_NASM;
470eaedb033SPeter Brune 
471eaedb033SPeter Brune   snes->usesksp             = PETSC_FALSE;
472eaedb033SPeter Brune   snes->usespc              = PETSC_FALSE;
473eaedb033SPeter Brune 
474eaedb033SPeter Brune   if (!snes->tolerancesset) {
475eaedb033SPeter Brune     snes->max_its             = 10000;
476eaedb033SPeter Brune     snes->max_funcs           = 10000;
477eaedb033SPeter Brune   }
478eaedb033SPeter Brune 
479eaedb033SPeter Brune     ierr = PetscObjectComposeFunctionDynamic((PetscObject)snes,"SNESNASMSetSubdomains_C","SNESNASMSetSubdomains_NASM",
480eaedb033SPeter Brune                     SNESNASMSetSubdomains_NASM);CHKERRQ(ierr);
481eaedb033SPeter Brune 
482eaedb033SPeter Brune   PetscFunctionReturn(0);
483eaedb033SPeter Brune }
484eaedb033SPeter Brune EXTERN_C_END
485