1eaedb033SPeter Brune #include <petsc-private/snesimpl.h> /*I "petscsnes.h" I*/ 2111ade9eSPeter Brune #include <petscdm.h> 3eaedb033SPeter Brune 4eaedb033SPeter Brune typedef struct { 5eaedb033SPeter Brune PetscInt n; /* local subdomains */ 6eaedb033SPeter Brune SNES *subsnes; /* nonlinear solvers for each subdomain */ 7eaedb033SPeter Brune 8eaedb033SPeter Brune Vec *x; /* solution vectors */ 9111ade9eSPeter Brune Vec *xl; /* solution local vectors */ 10111ade9eSPeter Brune Vec *y; /* step vectors */ 11eaedb033SPeter Brune Vec *b; /* rhs vectors */ 12eaedb033SPeter Brune 13111ade9eSPeter Brune VecScatter *oscatter; /* scatter from global space to the subdomain global space */ 14111ade9eSPeter Brune VecScatter *iscatter; /* scatter from global space to the nonoverlapping subdomain space */ 15111ade9eSPeter Brune VecScatter *gscatter; /* scatter from global space to the subdomain local space */ 16111ade9eSPeter Brune 17111ade9eSPeter Brune PCASMType type; /* ASM type */ 18111ade9eSPeter Brune 19111ade9eSPeter Brune PetscBool usesdm; /* use the DM for setting up the subproblems */ 20eaedb033SPeter Brune } SNES_NASM; 21eaedb033SPeter Brune 22eaedb033SPeter Brune #undef __FUNCT__ 23eaedb033SPeter Brune #define __FUNCT__ "SNESReset_NASM" 24eaedb033SPeter Brune PetscErrorCode SNESReset_NASM(SNES snes) 25eaedb033SPeter Brune { 26eaedb033SPeter Brune SNES_NASM *nasm = (SNES_NASM *)snes->data; 27eaedb033SPeter Brune PetscErrorCode ierr; 28eaedb033SPeter Brune PetscInt i; 29*6e111a19SKarl Rupp 30eaedb033SPeter Brune PetscFunctionBegin; 31eaedb033SPeter Brune for (i=0;i<nasm->n;i++) { 32111ade9eSPeter Brune if (nasm->xl) { ierr = VecDestroy(&nasm->xl[i]);CHKERRQ(ierr); } 33f5f7c1b9SKarl Rupp if (nasm->x) { ierr = VecDestroy(&nasm->x[i]);CHKERRQ(ierr); } 34111ade9eSPeter Brune if (nasm->y) { ierr = VecDestroy(&nasm->y[i]);CHKERRQ(ierr); } 35bc8c1f72SJose Roman if (nasm->b) { ierr = VecDestroy(&nasm->b[i]);CHKERRQ(ierr); } 36eaedb033SPeter Brune 37bc8c1f72SJose Roman if (nasm->subsnes) { ierr = SNESDestroy(&nasm->subsnes[i]);CHKERRQ(ierr); } 38111ade9eSPeter Brune if (nasm->oscatter) { ierr = VecScatterDestroy(&nasm->oscatter[i]);CHKERRQ(ierr); } 39111ade9eSPeter Brune if (nasm->iscatter) { ierr = VecScatterDestroy(&nasm->iscatter[i]);CHKERRQ(ierr); } 40111ade9eSPeter Brune if (nasm->gscatter) { ierr = VecScatterDestroy(&nasm->gscatter[i]);CHKERRQ(ierr); } 41eaedb033SPeter Brune } 42111ade9eSPeter Brune 43111ade9eSPeter Brune if (nasm->x) {ierr = PetscFree(nasm->x);CHKERRQ(ierr);} 44111ade9eSPeter Brune if (nasm->xl) {ierr = PetscFree(nasm->xl);CHKERRQ(ierr);} 45111ade9eSPeter Brune if (nasm->y) {ierr = PetscFree(nasm->y);CHKERRQ(ierr);} 46111ade9eSPeter Brune if (nasm->b) {ierr = PetscFree(nasm->b);CHKERRQ(ierr);} 47111ade9eSPeter Brune 48111ade9eSPeter Brune if (nasm->subsnes) {ierr = PetscFree(nasm->subsnes);CHKERRQ(ierr);} 49111ade9eSPeter Brune if (nasm->oscatter) {ierr = PetscFree(nasm->oscatter);CHKERRQ(ierr);} 50111ade9eSPeter Brune if (nasm->iscatter) {ierr = PetscFree(nasm->iscatter);CHKERRQ(ierr);} 51111ade9eSPeter Brune if (nasm->gscatter) {ierr = PetscFree(nasm->gscatter);CHKERRQ(ierr);} 52111ade9eSPeter Brune 53eaedb033SPeter Brune PetscFunctionReturn(0); 54eaedb033SPeter Brune } 55eaedb033SPeter Brune 56eaedb033SPeter Brune #undef __FUNCT__ 57eaedb033SPeter Brune #define __FUNCT__ "SNESDestroy_NASM" 58eaedb033SPeter Brune PetscErrorCode SNESDestroy_NASM(SNES snes) 59eaedb033SPeter Brune { 60eaedb033SPeter Brune PetscErrorCode ierr; 61*6e111a19SKarl Rupp 62eaedb033SPeter Brune PetscFunctionBegin; 63eaedb033SPeter Brune ierr = SNESReset_NASM(snes);CHKERRQ(ierr); 6422d28d08SBarry Smith ierr = PetscFree(snes->data);CHKERRQ(ierr); 65eaedb033SPeter Brune PetscFunctionReturn(0); 66eaedb033SPeter Brune } 67eaedb033SPeter Brune 68eaedb033SPeter Brune #undef __FUNCT__ 69111ade9eSPeter Brune #define __FUNCT__ "DMGlobalToLocalSubDomainDirichletHook_Private" 700adebc6cSBarry Smith PetscErrorCode DMGlobalToLocalSubDomainDirichletHook_Private(DM dm,Vec g,InsertMode mode,Vec l,void *ctx) 710adebc6cSBarry Smith { 72111ade9eSPeter Brune PetscErrorCode ierr; 73111ade9eSPeter Brune Vec bcs = (Vec)ctx; 74*6e111a19SKarl Rupp 75111ade9eSPeter Brune PetscFunctionBegin; 76111ade9eSPeter Brune ierr = VecCopy(bcs,l);CHKERRQ(ierr); 77111ade9eSPeter Brune PetscFunctionReturn(0); 78111ade9eSPeter Brune } 79111ade9eSPeter Brune 80111ade9eSPeter Brune #undef __FUNCT__ 81eaedb033SPeter Brune #define __FUNCT__ "SNESSetUp_NASM" 82eaedb033SPeter Brune PetscErrorCode SNESSetUp_NASM(SNES snes) 83eaedb033SPeter Brune { 84eaedb033SPeter Brune SNES_NASM *nasm = (SNES_NASM *)snes->data; 85eaedb033SPeter Brune PetscErrorCode ierr; 860a696f66SPeter Brune DM dm,ddm; 87111ade9eSPeter Brune DM *subdms; 88111ade9eSPeter Brune PetscInt i; 89eaedb033SPeter Brune const char *optionsprefix; 90111ade9eSPeter Brune Vec F; 91eaedb033SPeter Brune 92eaedb033SPeter Brune PetscFunctionBegin; 93eaedb033SPeter Brune if (!nasm->subsnes) { 94eaedb033SPeter Brune ierr = SNESGetDM(snes,&dm);CHKERRQ(ierr); 950a696f66SPeter Brune if (dm) { 96eaedb033SPeter Brune nasm->usesdm = PETSC_TRUE; 97111ade9eSPeter Brune ierr = DMCreateDomainDecomposition(dm,&nasm->n,PETSC_NULL,PETSC_NULL,PETSC_NULL,&subdms);CHKERRQ(ierr); 980a696f66SPeter Brune if (!subdms) { 990a696f66SPeter Brune ierr = DMCreateDomainDecompositionDM(dm,"default",&ddm);CHKERRQ(ierr); 1000a696f66SPeter Brune if (!ddm) { 1010a696f66SPeter Brune SETERRQ(((PetscObject)dm)->comm,PETSC_ERR_ARG_WRONGSTATE,"DM has no default decomposition defined. Set subsolves manually with SNESNASMSetSubdomains()."); 1020a696f66SPeter Brune } 1030a696f66SPeter Brune ierr = SNESSetDM(snes,ddm);CHKERRQ(ierr); 1040a696f66SPeter Brune ierr = SNESGetDM(snes,&dm);CHKERRQ(ierr); 1050a696f66SPeter Brune ierr = DMCreateDomainDecomposition(dm,&nasm->n,PETSC_NULL,PETSC_NULL,PETSC_NULL,&subdms);CHKERRQ(ierr); 1060a696f66SPeter Brune } 1070a696f66SPeter Brune if (!subdms) { 1080a696f66SPeter Brune SETERRQ(((PetscObject)dm)->comm,PETSC_ERR_ARG_WRONGSTATE,"DM has no default decomposition defined. Set subsolves manually with SNESNASMSetSubdomains()."); 1090a696f66SPeter Brune } 110111ade9eSPeter Brune ierr = DMCreateDomainDecompositionScatters(dm,nasm->n,subdms,&nasm->iscatter,&nasm->oscatter,&nasm->gscatter);CHKERRQ(ierr); 111eaedb033SPeter Brune 112eaedb033SPeter Brune ierr = SNESGetOptionsPrefix(snes, &optionsprefix);CHKERRQ(ierr); 113111ade9eSPeter Brune ierr = PetscMalloc(nasm->n*sizeof(SNES),&nasm->subsnes);CHKERRQ(ierr); 114111ade9eSPeter Brune 115111ade9eSPeter Brune for (i=0;i<nasm->n;i++) { 116cdb298fcSPeter Brune ierr = SNESCreate(PETSC_COMM_SELF,&nasm->subsnes[i]);CHKERRQ(ierr); 117cdb298fcSPeter Brune ierr = SNESAppendOptionsPrefix(nasm->subsnes[i],optionsprefix);CHKERRQ(ierr); 118cdb298fcSPeter Brune ierr = SNESAppendOptionsPrefix(nasm->subsnes[i],"sub_");CHKERRQ(ierr); 119cdb298fcSPeter Brune ierr = SNESSetDM(nasm->subsnes[i],subdms[i]);CHKERRQ(ierr); 120cdb298fcSPeter Brune ierr = SNESSetFromOptions(nasm->subsnes[i]);CHKERRQ(ierr); 121111ade9eSPeter Brune ierr = DMDestroy(&subdms[i]);CHKERRQ(ierr); 122111ade9eSPeter Brune } 123111ade9eSPeter Brune ierr = PetscFree(subdms);CHKERRQ(ierr); 124eaedb033SPeter Brune } else { 125eaedb033SPeter Brune SETERRQ(((PetscObject)snes)->comm,PETSC_ERR_ARG_WRONGSTATE,"Cannot construct local problems automatically without a DM!"); 126eaedb033SPeter Brune } 127eaedb033SPeter Brune } else { 128eaedb033SPeter Brune SETERRQ(((PetscObject)snes)->comm,PETSC_ERR_ARG_WRONGSTATE,"Must set subproblems manually if there is no DM!"); 129eaedb033SPeter Brune } 130111ade9eSPeter Brune /* allocate the global vectors */ 131111ade9eSPeter Brune ierr = PetscMalloc(nasm->n*sizeof(Vec),&nasm->x);CHKERRQ(ierr); 132111ade9eSPeter Brune ierr = PetscMalloc(nasm->n*sizeof(Vec),&nasm->xl);CHKERRQ(ierr); 133111ade9eSPeter Brune ierr = PetscMalloc(nasm->n*sizeof(Vec),&nasm->y);CHKERRQ(ierr); 134111ade9eSPeter Brune ierr = PetscMalloc(nasm->n*sizeof(Vec),&nasm->b);CHKERRQ(ierr); 135111ade9eSPeter Brune 136111ade9eSPeter Brune for (i=0;i<nasm->n;i++) { 137111ade9eSPeter Brune DM subdm; 138111ade9eSPeter Brune ierr = SNESGetFunction(nasm->subsnes[i],&F,PETSC_NULL,PETSC_NULL);CHKERRQ(ierr); 139111ade9eSPeter Brune ierr = VecDuplicate(F,&nasm->x[i]);CHKERRQ(ierr); 140111ade9eSPeter Brune ierr = VecDuplicate(F,&nasm->y[i]);CHKERRQ(ierr); 141111ade9eSPeter Brune ierr = VecDuplicate(F,&nasm->b[i]);CHKERRQ(ierr); 142111ade9eSPeter Brune ierr = SNESGetDM(nasm->subsnes[i],&subdm);CHKERRQ(ierr); 143111ade9eSPeter Brune ierr = DMCreateLocalVector(subdm,&nasm->xl[i]);CHKERRQ(ierr); 144111ade9eSPeter Brune ierr = DMGlobalToLocalHookAdd(subdm,DMGlobalToLocalSubDomainDirichletHook_Private,PETSC_NULL,nasm->xl[i]);CHKERRQ(ierr); 145111ade9eSPeter Brune } 146111ade9eSPeter Brune 147eaedb033SPeter Brune PetscFunctionReturn(0); 148eaedb033SPeter Brune } 149eaedb033SPeter Brune 150eaedb033SPeter Brune #undef __FUNCT__ 151eaedb033SPeter Brune #define __FUNCT__ "SNESSetFromOptions_NASM" 152eaedb033SPeter Brune PetscErrorCode SNESSetFromOptions_NASM(SNES snes) 153eaedb033SPeter Brune { 154eaedb033SPeter Brune PetscErrorCode ierr; 1550a696f66SPeter Brune DM dm,ddm; 1560a696f66SPeter Brune char ddm_name[1024]; 157111ade9eSPeter Brune PCASMType asmtype; 158111ade9eSPeter Brune const char *const SNESNASMTypes[] = {"NONE","RESTRICT","INTERPOLATE","BASIC","PCASMType","PC_ASM_",0}; 159111ade9eSPeter Brune PetscBool flg; 160111ade9eSPeter Brune SNES_NASM *nasm = (SNES_NASM *)snes->data; 161*6e111a19SKarl Rupp 162eaedb033SPeter Brune PetscFunctionBegin; 163111ade9eSPeter Brune ierr = PetscOptionsHead("Nonlinear Additive Schwartz options");CHKERRQ(ierr); 164111ade9eSPeter Brune ierr = PetscOptionsEnum("-snes_nasm_type","Type of restriction/extension","",SNESNASMTypes,(PetscEnum)nasm->type,(PetscEnum*)&asmtype,&flg);CHKERRQ(ierr); 165111ade9eSPeter Brune if (flg) {nasm->type = asmtype;} 1660a696f66SPeter Brune ierr = PetscOptionsString("-snes_nasm_decomposition", "Name of the DM defining the composition", "SNESSetDM", ddm_name, ddm_name,1024,&flg);CHKERRQ(ierr); 1670a696f66SPeter Brune ierr = SNESGetDM(snes,&dm);CHKERRQ(ierr); 1680a696f66SPeter Brune if (flg) { 1690a696f66SPeter Brune if (dm) { 1700a696f66SPeter Brune ierr = DMCreateDomainDecompositionDM(dm, ddm_name, &ddm);CHKERRQ(ierr); 1710a696f66SPeter Brune if (!ddm) { 1720a696f66SPeter Brune SETERRQ1(((PetscObject)snes)->comm, PETSC_ERR_ARG_WRONGSTATE, "Unknown DM decomposition name %s", ddm_name); 1730a696f66SPeter Brune } 1740a696f66SPeter Brune ierr = PetscInfo(snes,"Using domain decomposition DM defined using options database\n");CHKERRQ(ierr); 1750a696f66SPeter Brune ierr = SNESSetDM(snes,ddm);CHKERRQ(ierr); 1760a696f66SPeter Brune } else { 1770a696f66SPeter Brune SETERRQ(((PetscObject)snes)->comm, PETSC_ERR_ARG_WRONGSTATE, "No DM to decompose"); 1780a696f66SPeter Brune } 1790a696f66SPeter Brune } 180eaedb033SPeter Brune ierr = PetscOptionsTail();CHKERRQ(ierr); 181eaedb033SPeter Brune PetscFunctionReturn(0); 182eaedb033SPeter Brune } 183eaedb033SPeter Brune 184eaedb033SPeter Brune #undef __FUNCT__ 185eaedb033SPeter Brune #define __FUNCT__ "SNESView_NASM" 186eaedb033SPeter Brune PetscErrorCode SNESView_NASM(SNES snes, PetscViewer viewer) 187eaedb033SPeter Brune { 188eaedb033SPeter Brune PetscFunctionBegin; 189eaedb033SPeter Brune PetscFunctionReturn(0); 190eaedb033SPeter Brune } 191eaedb033SPeter Brune 192eaedb033SPeter Brune #undef __FUNCT__ 193eaedb033SPeter Brune #define __FUNCT__ "SNESNASMSetSubdomains" 194a6dfd86eSKarl Rupp PetscErrorCode SNESNASMSetSubdomains(SNES snes,PetscInt n,SNES subsnes[],VecScatter iscatter[],VecScatter oscatter[],VecScatter gscatter[]) 195a6dfd86eSKarl Rupp { 196eaedb033SPeter Brune PetscErrorCode ierr; 197111ade9eSPeter Brune PetscErrorCode (*f)(SNES,PetscInt,SNES*,VecScatter*,VecScatter*,VecScatter*); 198*6e111a19SKarl Rupp 199eaedb033SPeter Brune PetscFunctionBegin; 200eaedb033SPeter Brune ierr = PetscObjectQueryFunction((PetscObject)snes,"SNESNASMSetSubdomains_C",(void (**)(void))&f);CHKERRQ(ierr); 201111ade9eSPeter Brune ierr = (f)(snes,n,subsnes,iscatter,oscatter,gscatter);CHKERRQ(ierr); 202eaedb033SPeter Brune PetscFunctionReturn(0); 203eaedb033SPeter Brune } 204eaedb033SPeter Brune 205eaedb033SPeter Brune EXTERN_C_BEGIN 206eaedb033SPeter Brune #undef __FUNCT__ 207eaedb033SPeter Brune #define __FUNCT__ "SNESNASMSetSubdomains_NASM" 208a6dfd86eSKarl Rupp PetscErrorCode SNESNASMSetSubdomains_NASM(SNES snes,PetscInt n,SNES subsnes[],VecScatter iscatter[],VecScatter oscatter[],VecScatter gscatter[]) 209a6dfd86eSKarl Rupp { 210eaedb033SPeter Brune PetscInt i; 211eaedb033SPeter Brune PetscErrorCode ierr; 212eaedb033SPeter Brune SNES_NASM *nasm = (SNES_NASM *)snes->data; 213*6e111a19SKarl Rupp 214eaedb033SPeter Brune PetscFunctionBegin; 215eaedb033SPeter Brune if (snes->setupcalled)SETERRQ(((PetscObject)snes)->comm,PETSC_ERR_ARG_WRONGSTATE,"SNESNASMSetSubdomains() should be called before calling SNESSetUp()."); 216eaedb033SPeter Brune 217111ade9eSPeter Brune /* tear down the previously set things */ 218111ade9eSPeter Brune ierr = SNESReset(snes);CHKERRQ(ierr); 219111ade9eSPeter Brune 220eaedb033SPeter Brune nasm->n = n; 221111ade9eSPeter Brune if (oscatter) { 222111ade9eSPeter Brune for (i=0; i<n; i++) {ierr = PetscObjectReference((PetscObject)oscatter[i]);CHKERRQ(ierr);} 223eaedb033SPeter Brune } 224111ade9eSPeter Brune if (iscatter) { 225111ade9eSPeter Brune for (i=0; i<n; i++) {ierr = PetscObjectReference((PetscObject)iscatter[i]);CHKERRQ(ierr);} 226eaedb033SPeter Brune } 227111ade9eSPeter Brune if (gscatter) { 228111ade9eSPeter Brune for (i=0; i<n; i++) {ierr = PetscObjectReference((PetscObject)gscatter[i]);CHKERRQ(ierr);} 229111ade9eSPeter Brune } 230111ade9eSPeter Brune if (oscatter) { 231111ade9eSPeter Brune ierr = PetscMalloc(n*sizeof(IS),&nasm->oscatter);CHKERRQ(ierr); 232eaedb033SPeter Brune for (i=0; i<n; i++) { 233111ade9eSPeter Brune nasm->oscatter[i] = oscatter[i]; 234eaedb033SPeter Brune } 235111ade9eSPeter Brune } 236111ade9eSPeter Brune if (iscatter) { 237111ade9eSPeter Brune ierr = PetscMalloc(n*sizeof(IS),&nasm->iscatter);CHKERRQ(ierr); 238eaedb033SPeter Brune for (i=0; i<n; i++) { 239111ade9eSPeter Brune nasm->iscatter[i] = iscatter[i]; 240eaedb033SPeter Brune } 241eaedb033SPeter Brune } 242111ade9eSPeter Brune if (gscatter) { 243111ade9eSPeter Brune ierr = PetscMalloc(n*sizeof(IS),&nasm->gscatter);CHKERRQ(ierr); 244eaedb033SPeter Brune for (i=0; i<n; i++) { 245111ade9eSPeter Brune nasm->gscatter[i] = gscatter[i]; 246eaedb033SPeter Brune } 247eaedb033SPeter Brune } 248111ade9eSPeter Brune 249eaedb033SPeter Brune if (subsnes) { 250eaedb033SPeter Brune ierr = PetscMalloc(n*sizeof(SNES),&nasm->subsnes);CHKERRQ(ierr); 251eaedb033SPeter Brune for (i=0; i<n; i++) { 252eaedb033SPeter Brune nasm->subsnes[i] = subsnes[i]; 253eaedb033SPeter Brune } 254eaedb033SPeter Brune } 255eaedb033SPeter Brune PetscFunctionReturn(0); 256eaedb033SPeter Brune } 257eaedb033SPeter Brune EXTERN_C_END 258eaedb033SPeter Brune 259eaedb033SPeter Brune #undef __FUNCT__ 260eaedb033SPeter Brune #define __FUNCT__ "SNESNASMSolveLocal_Private" 2610adebc6cSBarry Smith PetscErrorCode SNESNASMSolveLocal_Private(SNES snes,Vec B,Vec Y,Vec X) 2620adebc6cSBarry Smith { 263eaedb033SPeter Brune SNES_NASM *nasm = (SNES_NASM *)snes->data; 264258e1594SPeter Brune SNES subsnes; 265eaedb033SPeter Brune PetscInt i; 266eaedb033SPeter Brune PetscErrorCode ierr; 267111ade9eSPeter Brune Vec Xlloc,Xl,Bl,Yl; 268111ade9eSPeter Brune VecScatter iscat,oscat,gscat; 269111ade9eSPeter Brune DM dm,subdm; 2700adebc6cSBarry Smith 271eaedb033SPeter Brune PetscFunctionBegin; 272eaedb033SPeter Brune ierr = SNESGetDM(snes,&dm);CHKERRQ(ierr); 273111ade9eSPeter Brune ierr = VecSet(Y,0);CHKERRQ(ierr); 274eaedb033SPeter Brune for (i=0;i<nasm->n;i++) { 275258e1594SPeter Brune subsnes = nasm->subsnes[i]; 276258e1594SPeter Brune ierr = SNESGetDM(subsnes,&subdm);CHKERRQ(ierr); 277111ade9eSPeter Brune iscat = nasm->iscatter[i]; 278111ade9eSPeter Brune oscat = nasm->oscatter[i]; 279111ade9eSPeter Brune gscat = nasm->gscatter[i]; 280111ade9eSPeter Brune ierr = DMSubDomainRestrict(dm,oscat,gscat,subdm);CHKERRQ(ierr); 281111ade9eSPeter Brune 282111ade9eSPeter Brune /* scatter the solution to the local solution */ 283eaedb033SPeter Brune Xl = nasm->x[i]; 284111ade9eSPeter Brune Xlloc = nasm->xl[i]; 285111ade9eSPeter Brune Yl = nasm->y[i]; 286111ade9eSPeter Brune 287111ade9eSPeter Brune ierr = VecScatterBegin(oscat,X,Xl,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 288111ade9eSPeter Brune ierr = VecScatterEnd(oscat,X,Xl,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 289111ade9eSPeter Brune 290111ade9eSPeter Brune ierr = VecScatterBegin(gscat,X,Xlloc,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 291111ade9eSPeter Brune ierr = VecScatterEnd(gscat,X,Xlloc,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 292111ade9eSPeter Brune 293111ade9eSPeter Brune ierr = VecCopy(Xl,Yl);CHKERRQ(ierr); 294111ade9eSPeter Brune 295eaedb033SPeter Brune if (B) { 296111ade9eSPeter Brune /* scatter the RHS to the local RHS */ 297eaedb033SPeter Brune Bl = nasm->b[i]; 298111ade9eSPeter Brune ierr = VecScatterBegin(oscat,B,Bl,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 299111ade9eSPeter Brune ierr = VecScatterEnd(oscat,B,Bl,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 300eaedb033SPeter Brune } else { 301eaedb033SPeter Brune Bl = PETSC_NULL; 302eaedb033SPeter Brune } 303258e1594SPeter Brune ierr = SNESSolve(subsnes,Bl,Yl);CHKERRQ(ierr); 304111ade9eSPeter Brune 305111ade9eSPeter Brune ierr = VecAXPY(Yl,-1.0,Xl);CHKERRQ(ierr); 306111ade9eSPeter Brune 307111ade9eSPeter Brune if (nasm->type == PC_ASM_BASIC) { 308111ade9eSPeter Brune ierr = VecScatterBegin(oscat,Yl,Y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 309111ade9eSPeter Brune ierr = VecScatterEnd(oscat,Yl,Y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 310111ade9eSPeter Brune } else if (nasm->type == PC_ASM_RESTRICT) { 311111ade9eSPeter Brune ierr = VecScatterBegin(iscat,Yl,Y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 312111ade9eSPeter Brune ierr = VecScatterEnd(iscat,Yl,Y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 313111ade9eSPeter Brune } else { 314111ade9eSPeter Brune SETERRQ(((PetscObject)snes)->comm,PETSC_ERR_ARG_WRONGSTATE,"Only basic and interpolate types are supported for SNESNASM"); 315111ade9eSPeter Brune } 316eaedb033SPeter Brune } 317eaedb033SPeter Brune 318cd939e56SPeter Brune ierr = VecAssemblyBegin(Y);CHKERRQ(ierr); 319cd939e56SPeter Brune ierr = VecAssemblyEnd(Y);CHKERRQ(ierr); 320cd939e56SPeter Brune 321111ade9eSPeter Brune ierr = VecAXPY(X,1.0,Y);CHKERRQ(ierr); 322111ade9eSPeter Brune 323eaedb033SPeter Brune PetscFunctionReturn(0); 324eaedb033SPeter Brune } 325eaedb033SPeter Brune 326eaedb033SPeter Brune #undef __FUNCT__ 327eaedb033SPeter Brune #define __FUNCT__ "SNESSolve_NASM" 328eaedb033SPeter Brune PetscErrorCode SNESSolve_NASM(SNES snes) 329eaedb033SPeter Brune { 330eaedb033SPeter Brune Vec F; 331eaedb033SPeter Brune Vec X; 332eaedb033SPeter Brune Vec B; 333111ade9eSPeter Brune Vec Y; 334eaedb033SPeter Brune PetscInt i; 335eaedb033SPeter Brune PetscReal fnorm; 336eaedb033SPeter Brune PetscErrorCode ierr; 337eaedb033SPeter Brune SNESNormType normtype; 338eaedb033SPeter Brune 339eaedb033SPeter Brune PetscFunctionBegin; 340eaedb033SPeter Brune X = snes->vec_sol; 341111ade9eSPeter Brune Y = snes->vec_sol_update; 342eaedb033SPeter Brune F = snes->vec_func; 343eaedb033SPeter Brune B = snes->vec_rhs; 344eaedb033SPeter Brune 345eaedb033SPeter Brune ierr = PetscObjectTakeAccess(snes);CHKERRQ(ierr); 346eaedb033SPeter Brune snes->iter = 0; 347eaedb033SPeter Brune snes->norm = 0.; 348eaedb033SPeter Brune ierr = PetscObjectGrantAccess(snes);CHKERRQ(ierr); 349eaedb033SPeter Brune snes->reason = SNES_CONVERGED_ITERATING; 350eaedb033SPeter Brune ierr = SNESGetNormType(snes, &normtype);CHKERRQ(ierr); 351eaedb033SPeter Brune if (normtype == SNES_NORM_FUNCTION || normtype == SNES_NORM_INITIAL_ONLY || normtype == SNES_NORM_INITIAL_FINAL_ONLY) { 352eaedb033SPeter Brune /* compute the initial function and preconditioned update delX */ 353eaedb033SPeter Brune if (!snes->vec_func_init_set) { 354eaedb033SPeter Brune ierr = SNESComputeFunction(snes,X,F);CHKERRQ(ierr); 355eaedb033SPeter Brune if (snes->domainerror) { 356eaedb033SPeter Brune snes->reason = SNES_DIVERGED_FUNCTION_DOMAIN; 357eaedb033SPeter Brune PetscFunctionReturn(0); 358eaedb033SPeter Brune } 359eaedb033SPeter Brune } else { 360eaedb033SPeter Brune snes->vec_func_init_set = PETSC_FALSE; 361eaedb033SPeter Brune } 362eaedb033SPeter Brune 363eaedb033SPeter Brune /* convergence test */ 364eaedb033SPeter Brune if (!snes->norm_init_set) { 365eaedb033SPeter Brune ierr = VecNorm(F, NORM_2, &fnorm);CHKERRQ(ierr); /* fnorm <- ||F|| */ 366eaedb033SPeter Brune if (PetscIsInfOrNanReal(fnorm)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_FP,"Infinite or not-a-number generated in norm"); 367eaedb033SPeter Brune } else { 368eaedb033SPeter Brune fnorm = snes->norm_init; 369eaedb033SPeter Brune snes->norm_init_set = PETSC_FALSE; 370eaedb033SPeter Brune } 371eaedb033SPeter Brune ierr = PetscObjectTakeAccess(snes);CHKERRQ(ierr); 372eaedb033SPeter Brune snes->iter = 0; 373eaedb033SPeter Brune snes->norm = fnorm; 374eaedb033SPeter Brune ierr = PetscObjectGrantAccess(snes);CHKERRQ(ierr); 375eaedb033SPeter Brune SNESLogConvHistory(snes,snes->norm,0); 376eaedb033SPeter Brune ierr = SNESMonitor(snes,0,snes->norm);CHKERRQ(ierr); 377eaedb033SPeter Brune 378eaedb033SPeter Brune /* set parameter for default relative tolerance convergence test */ 379eaedb033SPeter Brune snes->ttol = fnorm*snes->rtol; 380eaedb033SPeter Brune 381eaedb033SPeter Brune /* test convergence */ 382eaedb033SPeter Brune ierr = (*snes->ops->converged)(snes,0,0.0,0.0,fnorm,&snes->reason,snes->cnvP);CHKERRQ(ierr); 383eaedb033SPeter Brune if (snes->reason) PetscFunctionReturn(0); 384eaedb033SPeter Brune } else { 385eaedb033SPeter Brune ierr = PetscObjectGrantAccess(snes);CHKERRQ(ierr); 386eaedb033SPeter Brune SNESLogConvHistory(snes,snes->norm,0); 387eaedb033SPeter Brune ierr = SNESMonitor(snes,0,snes->norm);CHKERRQ(ierr); 388eaedb033SPeter Brune } 389eaedb033SPeter Brune 390eaedb033SPeter Brune /* Call general purpose update function */ 391eaedb033SPeter Brune if (snes->ops->update) { 392eaedb033SPeter Brune ierr = (*snes->ops->update)(snes, snes->iter);CHKERRQ(ierr); 393eaedb033SPeter Brune } 394eaedb033SPeter Brune 395eaedb033SPeter Brune for (i = 0; i < snes->max_its; i++) { 396111ade9eSPeter Brune ierr = SNESNASMSolveLocal_Private(snes,B,Y,X);CHKERRQ(ierr); 397eaedb033SPeter Brune if (normtype == SNES_NORM_FUNCTION || ((i == snes->max_its - 1) && (normtype == SNES_NORM_INITIAL_FINAL_ONLY || normtype == SNES_NORM_FINAL_ONLY))) { 398eaedb033SPeter Brune ierr = SNESComputeFunction(snes,X,F);CHKERRQ(ierr); 399eaedb033SPeter Brune if (snes->domainerror) { 400eaedb033SPeter Brune snes->reason = SNES_DIVERGED_FUNCTION_DOMAIN; 401eaedb033SPeter Brune PetscFunctionReturn(0); 402eaedb033SPeter Brune } 403eaedb033SPeter Brune ierr = VecNorm(F, NORM_2, &fnorm);CHKERRQ(ierr); /* fnorm <- ||F|| */ 404eaedb033SPeter Brune if (PetscIsInfOrNanReal(fnorm)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_FP,"Infinite or not-a-number generated in norm"); 405eaedb033SPeter Brune } 406eaedb033SPeter Brune /* Monitor convergence */ 407eaedb033SPeter Brune ierr = PetscObjectTakeAccess(snes);CHKERRQ(ierr); 408eaedb033SPeter Brune snes->iter = i+1; 409eaedb033SPeter Brune snes->norm = fnorm; 410eaedb033SPeter Brune ierr = PetscObjectGrantAccess(snes);CHKERRQ(ierr); 411eaedb033SPeter Brune SNESLogConvHistory(snes,snes->norm,0); 412eaedb033SPeter Brune ierr = SNESMonitor(snes,snes->iter,snes->norm);CHKERRQ(ierr); 413eaedb033SPeter Brune /* Test for convergence */ 414eaedb033SPeter Brune if (normtype == SNES_NORM_FUNCTION) ierr = (*snes->ops->converged)(snes,snes->iter,0.0,0.0,fnorm,&snes->reason,snes->cnvP);CHKERRQ(ierr); 415eaedb033SPeter Brune if (snes->reason) PetscFunctionReturn(0); 416eaedb033SPeter Brune /* Call general purpose update function */ 417eaedb033SPeter Brune if (snes->ops->update) { 418eaedb033SPeter Brune ierr = (*snes->ops->update)(snes, snes->iter);CHKERRQ(ierr); 419eaedb033SPeter Brune } 420eaedb033SPeter Brune } 421eaedb033SPeter Brune if (normtype == SNES_NORM_FUNCTION) { 422eaedb033SPeter Brune if (i == snes->max_its) { 423eaedb033SPeter Brune ierr = PetscInfo1(snes,"Maximum number of iterations has been reached: %D\n",snes->max_its);CHKERRQ(ierr); 424eaedb033SPeter Brune if (!snes->reason) snes->reason = SNES_DIVERGED_MAX_IT; 425eaedb033SPeter Brune } 426eaedb033SPeter Brune } else { 427eaedb033SPeter Brune if (!snes->reason) snes->reason = SNES_CONVERGED_ITS; /* NASM is meant to be used as a preconditioner */ 428eaedb033SPeter Brune } 429eaedb033SPeter Brune PetscFunctionReturn(0); 430eaedb033SPeter Brune } 431eaedb033SPeter Brune 432eaedb033SPeter Brune /*MC 433eaedb033SPeter Brune SNESNASM - Nonlinear Additive Schwartz 434eaedb033SPeter Brune 435eaedb033SPeter Brune Level: advanced 436eaedb033SPeter Brune 437eaedb033SPeter Brune .seealso: SNESCreate(), SNES, SNESSetType(), SNESType (for list of available types) 438eaedb033SPeter Brune M*/ 439eaedb033SPeter Brune 440eaedb033SPeter Brune EXTERN_C_BEGIN 441eaedb033SPeter Brune #undef __FUNCT__ 442eaedb033SPeter Brune #define __FUNCT__ "SNESCreate_NASM" 443eaedb033SPeter Brune PetscErrorCode SNESCreate_NASM(SNES snes) 444eaedb033SPeter Brune { 445eaedb033SPeter Brune SNES_NASM *nasm; 446eaedb033SPeter Brune PetscErrorCode ierr; 447eaedb033SPeter Brune 448eaedb033SPeter Brune PetscFunctionBegin; 449eaedb033SPeter Brune ierr = PetscNewLog(snes, SNES_NASM, &nasm);CHKERRQ(ierr); 450eaedb033SPeter Brune snes->data = (void*)nasm; 451eaedb033SPeter Brune 452eaedb033SPeter Brune nasm->n = PETSC_DECIDE; 453eaedb033SPeter Brune nasm->subsnes = 0; 454eaedb033SPeter Brune nasm->x = 0; 455111ade9eSPeter Brune nasm->xl = 0; 456111ade9eSPeter Brune nasm->y = 0; 457eaedb033SPeter Brune nasm->b = 0; 458111ade9eSPeter Brune nasm->oscatter = 0; 459111ade9eSPeter Brune nasm->iscatter = 0; 460111ade9eSPeter Brune nasm->gscatter = 0; 461111ade9eSPeter Brune 462111ade9eSPeter Brune nasm->type = PC_ASM_BASIC; 463eaedb033SPeter Brune 464eaedb033SPeter Brune snes->ops->destroy = SNESDestroy_NASM; 465eaedb033SPeter Brune snes->ops->setup = SNESSetUp_NASM; 466eaedb033SPeter Brune snes->ops->setfromoptions = SNESSetFromOptions_NASM; 467eaedb033SPeter Brune snes->ops->view = SNESView_NASM; 468eaedb033SPeter Brune snes->ops->solve = SNESSolve_NASM; 469eaedb033SPeter Brune snes->ops->reset = SNESReset_NASM; 470eaedb033SPeter Brune 471eaedb033SPeter Brune snes->usesksp = PETSC_FALSE; 472eaedb033SPeter Brune snes->usespc = PETSC_FALSE; 473eaedb033SPeter Brune 474eaedb033SPeter Brune if (!snes->tolerancesset) { 475eaedb033SPeter Brune snes->max_its = 10000; 476eaedb033SPeter Brune snes->max_funcs = 10000; 477eaedb033SPeter Brune } 478eaedb033SPeter Brune 479eaedb033SPeter Brune ierr = PetscObjectComposeFunctionDynamic((PetscObject)snes,"SNESNASMSetSubdomains_C","SNESNASMSetSubdomains_NASM", 480eaedb033SPeter Brune SNESNASMSetSubdomains_NASM);CHKERRQ(ierr); 481eaedb033SPeter Brune 482eaedb033SPeter Brune PetscFunctionReturn(0); 483eaedb033SPeter Brune } 484eaedb033SPeter Brune EXTERN_C_END 485