xref: /petsc/src/ksp/pc/impls/fieldsplit/fieldsplit.c (revision 0021692979e7c5aa0aba6b6dbd435e9f36906100)
1dba47a55SKris Buschelman 
2b45d2f2cSJed Brown #include <petsc-private/pcimpl.h>     /*I "petscpc.h" I*/
31e25c274SJed Brown #include <petscdm.h>
40971522cSBarry Smith 
5443836d0SMatthew G Knepley /*
6443836d0SMatthew G Knepley   There is a nice discussion of block preconditioners in
7443836d0SMatthew G Knepley 
81997fe2eSSatish Balay [El08] A taxonomy and comparison of parallel block multi-level preconditioners for the incompressible Navier-Stokes equations
9443836d0SMatthew G Knepley        Howard Elman, V.E. Howle, John Shadid, Robert Shuttleworth, Ray Tuminaro, Journal of Computational Physics 227 (2008) 1790--1808
101b8e4c5fSJed Brown        http://chess.cs.umd.edu/~elman/papers/tax.pdf
11443836d0SMatthew G Knepley */
12443836d0SMatthew G Knepley 
13a7476a74SDmitry Karpeev const char *const PCFieldSplitSchurPreTypes[] = {"SELF","SELFP","A11","USER","PCFieldSplitSchurPreType","PC_FIELDSPLIT_SCHUR_PRE_",0};
14c9c6ffaaSJed Brown const char *const PCFieldSplitSchurFactTypes[] = {"DIAG","LOWER","UPPER","FULL","PCFieldSplitSchurFactType","PC_FIELDSPLIT_SCHUR_FACT_",0};
15c5d2311dSJed Brown 
160971522cSBarry Smith typedef struct _PC_FieldSplitLink *PC_FieldSplitLink;
170971522cSBarry Smith struct _PC_FieldSplitLink {
1869a612a9SBarry Smith   KSP               ksp;
19443836d0SMatthew G Knepley   Vec               x,y,z;
20db4c96c1SJed Brown   char              *splitname;
210971522cSBarry Smith   PetscInt          nfields;
225d4c12cdSJungho Lee   PetscInt          *fields,*fields_col;
231b9fc7fcSBarry Smith   VecScatter        sctx;
245d4c12cdSJungho Lee   IS                is,is_col;
2551f519a2SBarry Smith   PC_FieldSplitLink next,previous;
260971522cSBarry Smith };
270971522cSBarry Smith 
280971522cSBarry Smith typedef struct {
2968dd23aaSBarry Smith   PCCompositeType type;
30ace3abfcSBarry Smith   PetscBool       defaultsplit;                    /* Flag for a system with a set of 'k' scalar fields with the same layout (and bs = k) */
31ace3abfcSBarry Smith   PetscBool       splitdefined;                    /* Flag is set after the splits have been defined, to prevent more splits from being added */
3230ad9308SMatthew Knepley   PetscInt        bs;                              /* Block size for IS and Mat structures */
3330ad9308SMatthew Knepley   PetscInt        nsplits;                         /* Number of field divisions defined */
3479416396SBarry Smith   Vec             *x,*y,w1,w2;
35519d70e2SJed Brown   Mat             *mat;                            /* The diagonal block for each split */
36519d70e2SJed Brown   Mat             *pmat;                           /* The preconditioning diagonal block for each split */
3730ad9308SMatthew Knepley   Mat             *Afield;                         /* The rows of the matrix associated with each split */
38ace3abfcSBarry Smith   PetscBool       issetup;
392fa5cd67SKarl Rupp 
4030ad9308SMatthew Knepley   /* Only used when Schur complement preconditioning is used */
4130ad9308SMatthew Knepley   Mat                       B;                     /* The (0,1) block */
4230ad9308SMatthew Knepley   Mat                       C;                     /* The (1,0) block */
43443836d0SMatthew G Knepley   Mat                       schur;                 /* The Schur complement S = A11 - A10 A00^{-1} A01, the KSP here, kspinner, is H_1 in [El08] */
44a7476a74SDmitry Karpeev   Mat                       schurp;                /* Assembled approximation to S built by MatSchurComplement to be used as a preconditioning matrix when solving with S */
45084e4875SJed Brown   Mat                       schur_user;            /* User-provided preconditioning matrix for the Schur complement */
46084e4875SJed Brown   PCFieldSplitSchurPreType  schurpre;              /* Determines which preconditioning matrix is used for the Schur complement */
47c9c6ffaaSJed Brown   PCFieldSplitSchurFactType schurfactorization;
4830ad9308SMatthew Knepley   KSP                       kspschur;              /* The solver for S */
49443836d0SMatthew G Knepley   KSP                       kspupper;              /* The solver for A in the upper diagonal part of the factorization (H_2 in [El08]) */
5097bbdb24SBarry Smith   PC_FieldSplitLink         head;
5163ec74ffSBarry Smith   PetscBool                 reset;                  /* indicates PCReset() has been last called on this object, hack */
52c1570756SJed Brown   PetscBool                 suboptionsset;          /* Indicates that the KSPSetFromOptions() has been called on the sub-KSPs */
534ab8060aSDmitry Karpeev   PetscBool                 dm_splits;              /* Whether to use DMCreateFieldDecomposition() whenever possible */
54c84da90fSDmitry Karpeev   PetscBool                 diag_use_amat;          /* Whether to extract diagonal matrix blocks from Amat, rather than Pmat (weaker than -pc_use_amat) */
55c84da90fSDmitry Karpeev   PetscBool                 offdiag_use_amat;       /* Whether to extract off-diagonal matrix blocks from Amat, rather than Pmat (weaker than -pc_use_amat) */
560971522cSBarry Smith } PC_FieldSplit;
570971522cSBarry Smith 
5816913363SBarry Smith /*
5916913363SBarry Smith     Notes: there is no particular reason that pmat, x, and y are stored as arrays in PC_FieldSplit instead of
6016913363SBarry Smith    inside PC_FieldSplitLink, just historical. If you want to be able to add new fields after already using the
6116913363SBarry Smith    PC you could change this.
6216913363SBarry Smith */
63084e4875SJed Brown 
64e6cab6aaSJed Brown /* This helper is so that setting a user-provided preconditioning matrix is orthogonal to choosing to use it.  This way the
65084e4875SJed Brown * application-provided FormJacobian can provide this matrix without interfering with the user's (command-line) choices. */
66084e4875SJed Brown static Mat FieldSplitSchurPre(PC_FieldSplit *jac)
67084e4875SJed Brown {
68084e4875SJed Brown   switch (jac->schurpre) {
69084e4875SJed Brown   case PC_FIELDSPLIT_SCHUR_PRE_SELF: return jac->schur;
70a7476a74SDmitry Karpeev   case PC_FIELDSPLIT_SCHUR_PRE_SELFP: return jac->schurp;
71e87fab1bSBarry Smith   case PC_FIELDSPLIT_SCHUR_PRE_A11: return jac->pmat[1];
72084e4875SJed Brown   case PC_FIELDSPLIT_SCHUR_PRE_USER:   /* Use a user-provided matrix if it is given, otherwise diagonal block */
73084e4875SJed Brown   default:
74084e4875SJed Brown     return jac->schur_user ? jac->schur_user : jac->pmat[1];
75084e4875SJed Brown   }
76084e4875SJed Brown }
77084e4875SJed Brown 
78084e4875SJed Brown 
799804daf3SBarry Smith #include <petscdraw.h>
800971522cSBarry Smith #undef __FUNCT__
810971522cSBarry Smith #define __FUNCT__ "PCView_FieldSplit"
820971522cSBarry Smith static PetscErrorCode PCView_FieldSplit(PC pc,PetscViewer viewer)
830971522cSBarry Smith {
840971522cSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
850971522cSBarry Smith   PetscErrorCode    ierr;
86d9884438SBarry Smith   PetscBool         iascii,isdraw;
870971522cSBarry Smith   PetscInt          i,j;
885a9f2f41SSatish Balay   PC_FieldSplitLink ilink = jac->head;
890971522cSBarry Smith 
900971522cSBarry Smith   PetscFunctionBegin;
91251f4c67SDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr);
92d9884438SBarry Smith   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERDRAW,&isdraw);CHKERRQ(ierr);
930971522cSBarry Smith   if (iascii) {
942c9966d7SBarry Smith     if (jac->bs > 0) {
9551f519a2SBarry Smith       ierr = PetscViewerASCIIPrintf(viewer,"  FieldSplit with %s composition: total splits = %D, blocksize = %D\n",PCCompositeTypes[jac->type],jac->nsplits,jac->bs);CHKERRQ(ierr);
962c9966d7SBarry Smith     } else {
972c9966d7SBarry Smith       ierr = PetscViewerASCIIPrintf(viewer,"  FieldSplit with %s composition: total splits = %D\n",PCCompositeTypes[jac->type],jac->nsplits);CHKERRQ(ierr);
982c9966d7SBarry Smith     }
99f5236f50SJed Brown     if (pc->useAmat) {
100f5236f50SJed Brown       ierr = PetscViewerASCIIPrintf(viewer,"  using Amat (not Pmat) as operator for blocks\n");CHKERRQ(ierr);
101a3df900dSMatthew G Knepley     }
102c84da90fSDmitry Karpeev     if (jac->diag_use_amat) {
103c84da90fSDmitry Karpeev       ierr = PetscViewerASCIIPrintf(viewer,"  using Amat (not Pmat) as operator for diagonal blocks\n");CHKERRQ(ierr);
104c84da90fSDmitry Karpeev     }
105c84da90fSDmitry Karpeev     if (jac->offdiag_use_amat) {
106c84da90fSDmitry Karpeev       ierr = PetscViewerASCIIPrintf(viewer,"  using Amat (not Pmat) as operator for off-diagonal blocks\n");CHKERRQ(ierr);
107c84da90fSDmitry Karpeev     }
10869a612a9SBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"  Solver info for each split is in the following KSP objects:\n");CHKERRQ(ierr);
1090971522cSBarry Smith     ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
1100971522cSBarry Smith     for (i=0; i<jac->nsplits; i++) {
1111ab39975SBarry Smith       if (ilink->fields) {
1120971522cSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Fields ",i);CHKERRQ(ierr);
11379416396SBarry Smith         ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr);
1145a9f2f41SSatish Balay         for (j=0; j<ilink->nfields; j++) {
11579416396SBarry Smith           if (j > 0) {
11679416396SBarry Smith             ierr = PetscViewerASCIIPrintf(viewer,",");CHKERRQ(ierr);
11779416396SBarry Smith           }
1185a9f2f41SSatish Balay           ierr = PetscViewerASCIIPrintf(viewer," %D",ilink->fields[j]);CHKERRQ(ierr);
1190971522cSBarry Smith         }
1200971522cSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
12179416396SBarry Smith         ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr);
1221ab39975SBarry Smith       } else {
1231ab39975SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Defined by IS\n",i);CHKERRQ(ierr);
1241ab39975SBarry Smith       }
1255a9f2f41SSatish Balay       ierr  = KSPView(ilink->ksp,viewer);CHKERRQ(ierr);
1265a9f2f41SSatish Balay       ilink = ilink->next;
1270971522cSBarry Smith     }
1280971522cSBarry Smith     ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
1292fa5cd67SKarl Rupp   }
1302fa5cd67SKarl Rupp 
1312fa5cd67SKarl Rupp  if (isdraw) {
132d9884438SBarry Smith     PetscDraw draw;
133d9884438SBarry Smith     PetscReal x,y,w,wd;
134d9884438SBarry Smith 
135d9884438SBarry Smith     ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr);
136d9884438SBarry Smith     ierr = PetscDrawGetCurrentPoint(draw,&x,&y);CHKERRQ(ierr);
137d9884438SBarry Smith     w    = 2*PetscMin(1.0 - x,x);
138d9884438SBarry Smith     wd   = w/(jac->nsplits + 1);
139d9884438SBarry Smith     x    = x - wd*(jac->nsplits-1)/2.0;
140d9884438SBarry Smith     for (i=0; i<jac->nsplits; i++) {
141d9884438SBarry Smith       ierr  = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr);
142d9884438SBarry Smith       ierr  = KSPView(ilink->ksp,viewer);CHKERRQ(ierr);
143d9884438SBarry Smith       ierr  = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr);
144d9884438SBarry Smith       x    += wd;
145d9884438SBarry Smith       ilink = ilink->next;
146d9884438SBarry Smith     }
1470971522cSBarry Smith   }
1480971522cSBarry Smith   PetscFunctionReturn(0);
1490971522cSBarry Smith }
1500971522cSBarry Smith 
1510971522cSBarry Smith #undef __FUNCT__
1523b224e63SBarry Smith #define __FUNCT__ "PCView_FieldSplit_Schur"
1533b224e63SBarry Smith static PetscErrorCode PCView_FieldSplit_Schur(PC pc,PetscViewer viewer)
1543b224e63SBarry Smith {
1553b224e63SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
1563b224e63SBarry Smith   PetscErrorCode    ierr;
1574996c5bdSBarry Smith   PetscBool         iascii,isdraw;
1583b224e63SBarry Smith   PetscInt          i,j;
1593b224e63SBarry Smith   PC_FieldSplitLink ilink = jac->head;
1603b224e63SBarry Smith 
1613b224e63SBarry Smith   PetscFunctionBegin;
162251f4c67SDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr);
1634996c5bdSBarry Smith   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERDRAW,&isdraw);CHKERRQ(ierr);
1643b224e63SBarry Smith   if (iascii) {
1652c9966d7SBarry Smith     if (jac->bs > 0) {
166c9c6ffaaSJed Brown       ierr = PetscViewerASCIIPrintf(viewer,"  FieldSplit with Schur preconditioner, blocksize = %D, factorization %s\n",jac->bs,PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr);
1672c9966d7SBarry Smith     } else {
1682c9966d7SBarry Smith       ierr = PetscViewerASCIIPrintf(viewer,"  FieldSplit with Schur preconditioner, factorization %s\n",PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr);
1692c9966d7SBarry Smith     }
170f5236f50SJed Brown     if (pc->useAmat) {
171f5236f50SJed Brown       ierr = PetscViewerASCIIPrintf(viewer,"  using Amat (not Pmat) as operator for blocks\n");CHKERRQ(ierr);
172a3df900dSMatthew G Knepley     }
1733e8b8b31SMatthew G Knepley     switch (jac->schurpre) {
1743e8b8b31SMatthew G Knepley     case PC_FIELDSPLIT_SCHUR_PRE_SELF:
1753e8b8b31SMatthew G Knepley       ierr = PetscViewerASCIIPrintf(viewer,"  Preconditioner for the Schur complement formed from S itself\n");CHKERRQ(ierr);break;
176a7476a74SDmitry Karpeev     case PC_FIELDSPLIT_SCHUR_PRE_SELFP:
1779506b623SDmitry Karpeev       ierr = PetscViewerASCIIPrintf(viewer,"  Preconditioner for the Schur complement formed from Sp, an assembled approximation to S, which uses (the lumped) A00's diagonal's inverse\n");CHKERRQ(ierr);break;
178e87fab1bSBarry Smith     case PC_FIELDSPLIT_SCHUR_PRE_A11:
179e87fab1bSBarry Smith       ierr = PetscViewerASCIIPrintf(viewer,"  Preconditioner for the Schur complement formed from A11\n");CHKERRQ(ierr);break;
1803e8b8b31SMatthew G Knepley     case PC_FIELDSPLIT_SCHUR_PRE_USER:
1813e8b8b31SMatthew G Knepley       if (jac->schur_user) {
1823e8b8b31SMatthew G Knepley         ierr = PetscViewerASCIIPrintf(viewer,"  Preconditioner for the Schur complement formed from user provided matrix\n");CHKERRQ(ierr);
1833e8b8b31SMatthew G Knepley       } else {
184e87fab1bSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"  Preconditioner for the Schur complement formed from A11\n");CHKERRQ(ierr);
1853e8b8b31SMatthew G Knepley       }
1863e8b8b31SMatthew G Knepley       break;
1873e8b8b31SMatthew G Knepley     default:
18882f516ccSBarry Smith       SETERRQ1(PetscObjectComm((PetscObject)pc), PETSC_ERR_ARG_OUTOFRANGE, "Invalid Schur preconditioning type: %d", jac->schurpre);
1893e8b8b31SMatthew G Knepley     }
1903b224e63SBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"  Split info:\n");CHKERRQ(ierr);
1913b224e63SBarry Smith     ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
1923b224e63SBarry Smith     for (i=0; i<jac->nsplits; i++) {
1933b224e63SBarry Smith       if (ilink->fields) {
1943b224e63SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Fields ",i);CHKERRQ(ierr);
1953b224e63SBarry Smith         ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr);
1963b224e63SBarry Smith         for (j=0; j<ilink->nfields; j++) {
1973b224e63SBarry Smith           if (j > 0) {
1983b224e63SBarry Smith             ierr = PetscViewerASCIIPrintf(viewer,",");CHKERRQ(ierr);
1993b224e63SBarry Smith           }
2003b224e63SBarry Smith           ierr = PetscViewerASCIIPrintf(viewer," %D",ilink->fields[j]);CHKERRQ(ierr);
2013b224e63SBarry Smith         }
2023b224e63SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
2033b224e63SBarry Smith         ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr);
2043b224e63SBarry Smith       } else {
2053b224e63SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"Split number %D Defined by IS\n",i);CHKERRQ(ierr);
2063b224e63SBarry Smith       }
2073b224e63SBarry Smith       ilink = ilink->next;
2083b224e63SBarry Smith     }
209435f959eSBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for A00 block \n");CHKERRQ(ierr);
2103b224e63SBarry Smith     ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
211443836d0SMatthew G Knepley     ierr = KSPView(jac->head->ksp,viewer);CHKERRQ(ierr);
2123b224e63SBarry Smith     ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
213443836d0SMatthew G Knepley     if (jac->kspupper != jac->head->ksp) {
214443836d0SMatthew G Knepley       ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for upper A00 in upper triangular factor \n");CHKERRQ(ierr);
215443836d0SMatthew G Knepley       ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
216b2750c55SJed Brown       if (jac->kspupper) {ierr = KSPView(jac->kspupper,viewer);CHKERRQ(ierr);}
217b2750c55SJed Brown       else {ierr = PetscViewerASCIIPrintf(viewer,"  not yet available\n");CHKERRQ(ierr);}
218443836d0SMatthew G Knepley       ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
219443836d0SMatthew G Knepley     }
220435f959eSBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"KSP solver for S = A11 - A10 inv(A00) A01 \n");CHKERRQ(ierr);
2213b224e63SBarry Smith     ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
22212cae6f2SJed Brown     if (jac->kspschur) {
2233b224e63SBarry Smith       ierr = KSPView(jac->kspschur,viewer);CHKERRQ(ierr);
22412cae6f2SJed Brown     } else {
22512cae6f2SJed Brown       ierr = PetscViewerASCIIPrintf(viewer,"  not yet available\n");CHKERRQ(ierr);
22612cae6f2SJed Brown     }
2273b224e63SBarry Smith     ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
2283b224e63SBarry Smith     ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
2294996c5bdSBarry Smith   } else if (isdraw) {
2304996c5bdSBarry Smith     PetscDraw draw;
2314996c5bdSBarry Smith     PetscReal x,y,w,wd,h;
2324996c5bdSBarry Smith     PetscInt  cnt = 2;
2334996c5bdSBarry Smith     char      str[32];
2344996c5bdSBarry Smith 
2354996c5bdSBarry Smith     ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr);
2364996c5bdSBarry Smith     ierr = PetscDrawGetCurrentPoint(draw,&x,&y);CHKERRQ(ierr);
237c74581afSBarry Smith     if (jac->kspupper != jac->head->ksp) cnt++;
238c74581afSBarry Smith     w  = 2*PetscMin(1.0 - x,x);
239c74581afSBarry Smith     wd = w/(cnt + 1);
240c74581afSBarry Smith 
2414996c5bdSBarry Smith     ierr = PetscSNPrintf(str,32,"Schur fact. %s",PCFieldSplitSchurFactTypes[jac->schurfactorization]);CHKERRQ(ierr);
2420298fd71SBarry Smith     ierr = PetscDrawBoxedString(draw,x,y,PETSC_DRAW_RED,PETSC_DRAW_BLACK,str,NULL,&h);CHKERRQ(ierr);
2434996c5bdSBarry Smith     y   -= h;
2444996c5bdSBarry Smith     if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_USER &&  !jac->schur_user) {
245e87fab1bSBarry Smith       ierr = PetscSNPrintf(str,32,"Prec. for Schur from %s",PCFieldSplitSchurPreTypes[PC_FIELDSPLIT_SCHUR_PRE_A11]);CHKERRQ(ierr);
2463b224e63SBarry Smith     } else {
2474996c5bdSBarry Smith       ierr = PetscSNPrintf(str,32,"Prec. for Schur from %s",PCFieldSplitSchurPreTypes[jac->schurpre]);CHKERRQ(ierr);
2484996c5bdSBarry Smith     }
2490298fd71SBarry Smith     ierr = PetscDrawBoxedString(draw,x+wd*(cnt-1)/2.0,y,PETSC_DRAW_RED,PETSC_DRAW_BLACK,str,NULL,&h);CHKERRQ(ierr);
2504996c5bdSBarry Smith     y   -= h;
2514996c5bdSBarry Smith     x    = x - wd*(cnt-1)/2.0;
2524996c5bdSBarry Smith 
2534996c5bdSBarry Smith     ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr);
2544996c5bdSBarry Smith     ierr = KSPView(jac->head->ksp,viewer);CHKERRQ(ierr);
2554996c5bdSBarry Smith     ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr);
2564996c5bdSBarry Smith     if (jac->kspupper != jac->head->ksp) {
2574996c5bdSBarry Smith       x   += wd;
2584996c5bdSBarry Smith       ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr);
2594996c5bdSBarry Smith       ierr = KSPView(jac->kspupper,viewer);CHKERRQ(ierr);
2604996c5bdSBarry Smith       ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr);
2614996c5bdSBarry Smith     }
2624996c5bdSBarry Smith     x   += wd;
2634996c5bdSBarry Smith     ierr = PetscDrawPushCurrentPoint(draw,x,y);CHKERRQ(ierr);
2644996c5bdSBarry Smith     ierr = KSPView(jac->kspschur,viewer);CHKERRQ(ierr);
2654996c5bdSBarry Smith     ierr = PetscDrawPopCurrentPoint(draw);CHKERRQ(ierr);
2663b224e63SBarry Smith   }
2673b224e63SBarry Smith   PetscFunctionReturn(0);
2683b224e63SBarry Smith }
2693b224e63SBarry Smith 
2703b224e63SBarry Smith #undef __FUNCT__
2716c924f48SJed Brown #define __FUNCT__ "PCFieldSplitSetRuntimeSplits_Private"
2726c924f48SJed Brown /* Precondition: jac->bs is set to a meaningful value */
2736c924f48SJed Brown static PetscErrorCode PCFieldSplitSetRuntimeSplits_Private(PC pc)
2746c924f48SJed Brown {
2756c924f48SJed Brown   PetscErrorCode ierr;
2766c924f48SJed Brown   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
2775d4c12cdSJungho Lee   PetscInt       i,nfields,*ifields,nfields_col,*ifields_col;
2785d4c12cdSJungho Lee   PetscBool      flg,flg_col;
2795d4c12cdSJungho Lee   char           optionname[128],splitname[8],optionname_col[128];
2806c924f48SJed Brown 
2816c924f48SJed Brown   PetscFunctionBegin;
282785e854fSJed Brown   ierr = PetscMalloc1(jac->bs,&ifields);CHKERRQ(ierr);
283785e854fSJed Brown   ierr = PetscMalloc1(jac->bs,&ifields_col);CHKERRQ(ierr);
2846c924f48SJed Brown   for (i=0,flg=PETSC_TRUE;; i++) {
2858caf3d72SBarry Smith     ierr        = PetscSNPrintf(splitname,sizeof(splitname),"%D",i);CHKERRQ(ierr);
2868caf3d72SBarry Smith     ierr        = PetscSNPrintf(optionname,sizeof(optionname),"-pc_fieldsplit_%D_fields",i);CHKERRQ(ierr);
2878caf3d72SBarry Smith     ierr        = PetscSNPrintf(optionname_col,sizeof(optionname_col),"-pc_fieldsplit_%D_fields_col",i);CHKERRQ(ierr);
2886c924f48SJed Brown     nfields     = jac->bs;
28929499fbbSJungho Lee     nfields_col = jac->bs;
2906c924f48SJed Brown     ierr        = PetscOptionsGetIntArray(((PetscObject)pc)->prefix,optionname,ifields,&nfields,&flg);CHKERRQ(ierr);
2915d4c12cdSJungho Lee     ierr        = PetscOptionsGetIntArray(((PetscObject)pc)->prefix,optionname_col,ifields_col,&nfields_col,&flg_col);CHKERRQ(ierr);
2926c924f48SJed Brown     if (!flg) break;
2935d4c12cdSJungho Lee     else if (flg && !flg_col) {
2945d4c12cdSJungho Lee       if (!nfields) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Cannot list zero fields");
2955d4c12cdSJungho Lee       ierr = PCFieldSplitSetFields(pc,splitname,nfields,ifields,ifields);CHKERRQ(ierr);
2962fa5cd67SKarl Rupp     } else {
2975d4c12cdSJungho Lee       if (!nfields || !nfields_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Cannot list zero fields");
2985d4c12cdSJungho Lee       if (nfields != nfields_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Number of row and column fields must match");
2995d4c12cdSJungho Lee       ierr = PCFieldSplitSetFields(pc,splitname,nfields,ifields,ifields_col);CHKERRQ(ierr);
3005d4c12cdSJungho Lee     }
3016c924f48SJed Brown   }
3026c924f48SJed Brown   if (i > 0) {
3036c924f48SJed Brown     /* Makes command-line setting of splits take precedence over setting them in code.
3046c924f48SJed Brown        Otherwise subsequent calls to PCFieldSplitSetIS() or PCFieldSplitSetFields() would
3056c924f48SJed Brown        create new splits, which would probably not be what the user wanted. */
3066c924f48SJed Brown     jac->splitdefined = PETSC_TRUE;
3076c924f48SJed Brown   }
3086c924f48SJed Brown   ierr = PetscFree(ifields);CHKERRQ(ierr);
3095d4c12cdSJungho Lee   ierr = PetscFree(ifields_col);CHKERRQ(ierr);
3106c924f48SJed Brown   PetscFunctionReturn(0);
3116c924f48SJed Brown }
3126c924f48SJed Brown 
3136c924f48SJed Brown #undef __FUNCT__
31469a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitSetDefaults"
31569a612a9SBarry Smith static PetscErrorCode PCFieldSplitSetDefaults(PC pc)
3160971522cSBarry Smith {
3170971522cSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
3180971522cSBarry Smith   PetscErrorCode    ierr;
3195a9f2f41SSatish Balay   PC_FieldSplitLink ilink              = jac->head;
3207287d2a3SDmitry Karpeev   PetscBool         fieldsplit_default = PETSC_FALSE,stokes = PETSC_FALSE;
3216c924f48SJed Brown   PetscInt          i;
3220971522cSBarry Smith 
3230971522cSBarry Smith   PetscFunctionBegin;
3247287d2a3SDmitry Karpeev   /*
3257287d2a3SDmitry Karpeev    Kinda messy, but at least this now uses DMCreateFieldDecomposition() even with jac->reset.
3267287d2a3SDmitry Karpeev    Should probably be rewritten.
3277287d2a3SDmitry Karpeev    */
3287287d2a3SDmitry Karpeev   if (!ilink || jac->reset) {
3290298fd71SBarry Smith     ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_detect_saddle_point",&stokes,NULL);CHKERRQ(ierr);
3304ab8060aSDmitry Karpeev     if (pc->dm && jac->dm_splits && !stokes) {
331bafc1b83SMatthew G Knepley       PetscInt  numFields, f, i, j;
3320784a22cSJed Brown       char      **fieldNames;
3337b62db95SJungho Lee       IS        *fields;
334e7c4fc90SDmitry Karpeev       DM        *dms;
335bafc1b83SMatthew G Knepley       DM        subdm[128];
336bafc1b83SMatthew G Knepley       PetscBool flg;
337bafc1b83SMatthew G Knepley 
33816621825SDmitry Karpeev       ierr = DMCreateFieldDecomposition(pc->dm, &numFields, &fieldNames, &fields, &dms);CHKERRQ(ierr);
339bafc1b83SMatthew G Knepley       /* Allow the user to prescribe the splits */
340bafc1b83SMatthew G Knepley       for (i = 0, flg = PETSC_TRUE;; i++) {
341bafc1b83SMatthew G Knepley         PetscInt ifields[128];
342bafc1b83SMatthew G Knepley         IS       compField;
343bafc1b83SMatthew G Knepley         char     optionname[128], splitname[8];
344bafc1b83SMatthew G Knepley         PetscInt nfields = numFields;
345bafc1b83SMatthew G Knepley 
3468caf3d72SBarry Smith         ierr = PetscSNPrintf(optionname, sizeof(optionname), "-pc_fieldsplit_%D_fields", i);CHKERRQ(ierr);
347bafc1b83SMatthew G Knepley         ierr = PetscOptionsGetIntArray(((PetscObject) pc)->prefix, optionname, ifields, &nfields, &flg);CHKERRQ(ierr);
348bafc1b83SMatthew G Knepley         if (!flg) break;
34982f516ccSBarry Smith         if (numFields > 128) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Cannot currently support %d > 128 fields", numFields);
350bafc1b83SMatthew G Knepley         ierr = DMCreateSubDM(pc->dm, nfields, ifields, &compField, &subdm[i]);CHKERRQ(ierr);
351bafc1b83SMatthew G Knepley         if (nfields == 1) {
352bafc1b83SMatthew G Knepley           ierr = PCFieldSplitSetIS(pc, fieldNames[ifields[0]], compField);CHKERRQ(ierr);
35382f516ccSBarry Smith           /* ierr = PetscPrintf(PetscObjectComm((PetscObject)pc), "%s Field Indices:", fieldNames[ifields[0]]);CHKERRQ(ierr);
3540298fd71SBarry Smith              ierr = ISView(compField, NULL);CHKERRQ(ierr); */
355bafc1b83SMatthew G Knepley         } else {
3568caf3d72SBarry Smith           ierr = PetscSNPrintf(splitname, sizeof(splitname), "%D", i);CHKERRQ(ierr);
357bafc1b83SMatthew G Knepley           ierr = PCFieldSplitSetIS(pc, splitname, compField);CHKERRQ(ierr);
35882f516ccSBarry Smith           /* ierr = PetscPrintf(PetscObjectComm((PetscObject)pc), "%s Field Indices:", splitname);CHKERRQ(ierr);
3590298fd71SBarry Smith              ierr = ISView(compField, NULL);CHKERRQ(ierr); */
3607287d2a3SDmitry Karpeev         }
361bafc1b83SMatthew G Knepley         ierr = ISDestroy(&compField);CHKERRQ(ierr);
362bafc1b83SMatthew G Knepley         for (j = 0; j < nfields; ++j) {
363bafc1b83SMatthew G Knepley           f    = ifields[j];
3647b62db95SJungho Lee           ierr = PetscFree(fieldNames[f]);CHKERRQ(ierr);
3657b62db95SJungho Lee           ierr = ISDestroy(&fields[f]);CHKERRQ(ierr);
3667b62db95SJungho Lee         }
367bafc1b83SMatthew G Knepley       }
368bafc1b83SMatthew G Knepley       if (i == 0) {
369bafc1b83SMatthew G Knepley         for (f = 0; f < numFields; ++f) {
370bafc1b83SMatthew G Knepley           ierr = PCFieldSplitSetIS(pc, fieldNames[f], fields[f]);CHKERRQ(ierr);
371bafc1b83SMatthew G Knepley           ierr = PetscFree(fieldNames[f]);CHKERRQ(ierr);
372bafc1b83SMatthew G Knepley           ierr = ISDestroy(&fields[f]);CHKERRQ(ierr);
373bafc1b83SMatthew G Knepley         }
374bafc1b83SMatthew G Knepley       } else {
375d724dfffSBarry Smith         for (j=0; j<numFields; j++) {
376d724dfffSBarry Smith           ierr = DMDestroy(dms+j);CHKERRQ(ierr);
377d724dfffSBarry Smith         }
378d724dfffSBarry Smith         ierr = PetscFree(dms);CHKERRQ(ierr);
379785e854fSJed Brown         ierr = PetscMalloc1(i, &dms);CHKERRQ(ierr);
3802fa5cd67SKarl Rupp         for (j = 0; j < i; ++j) dms[j] = subdm[j];
381bafc1b83SMatthew G Knepley       }
3827b62db95SJungho Lee       ierr = PetscFree(fieldNames);CHKERRQ(ierr);
3837b62db95SJungho Lee       ierr = PetscFree(fields);CHKERRQ(ierr);
384e7c4fc90SDmitry Karpeev       if (dms) {
3858b8307b2SJed Brown         ierr = PetscInfo(pc, "Setting up physics based fieldsplit preconditioner using the embedded DM\n");CHKERRQ(ierr);
386bafc1b83SMatthew G Knepley         for (ilink = jac->head, i = 0; ilink; ilink = ilink->next, ++i) {
3877287d2a3SDmitry Karpeev           const char *prefix;
3887287d2a3SDmitry Karpeev           ierr = PetscObjectGetOptionsPrefix((PetscObject)(ilink->ksp),&prefix);CHKERRQ(ierr);
3897287d2a3SDmitry Karpeev           ierr = PetscObjectSetOptionsPrefix((PetscObject)(dms[i]), prefix);CHKERRQ(ierr);
3907b62db95SJungho Lee           ierr = KSPSetDM(ilink->ksp, dms[i]);CHKERRQ(ierr);
3917b62db95SJungho Lee           ierr = KSPSetDMActive(ilink->ksp, PETSC_FALSE);CHKERRQ(ierr);
3927287d2a3SDmitry Karpeev           ierr = PetscObjectIncrementTabLevel((PetscObject)dms[i],(PetscObject)ilink->ksp,0);CHKERRQ(ierr);
393e7c4fc90SDmitry Karpeev           ierr = DMDestroy(&dms[i]);CHKERRQ(ierr);
3942fa5ba8aSJed Brown         }
3957b62db95SJungho Lee         ierr = PetscFree(dms);CHKERRQ(ierr);
3968b8307b2SJed Brown       }
39766ffff09SJed Brown     } else {
398521d7252SBarry Smith       if (jac->bs <= 0) {
399704ba839SBarry Smith         if (pc->pmat) {
400521d7252SBarry Smith           ierr = MatGetBlockSize(pc->pmat,&jac->bs);CHKERRQ(ierr);
4012fa5cd67SKarl Rupp         } else jac->bs = 1;
402521d7252SBarry Smith       }
403d32f9abdSBarry Smith 
4046ce1633cSBarry Smith       if (stokes) {
4056ce1633cSBarry Smith         IS       zerodiags,rest;
4066ce1633cSBarry Smith         PetscInt nmin,nmax;
4076ce1633cSBarry Smith 
4086ce1633cSBarry Smith         ierr = MatGetOwnershipRange(pc->mat,&nmin,&nmax);CHKERRQ(ierr);
4096ce1633cSBarry Smith         ierr = MatFindZeroDiagonals(pc->mat,&zerodiags);CHKERRQ(ierr);
4106ce1633cSBarry Smith         ierr = ISComplement(zerodiags,nmin,nmax,&rest);CHKERRQ(ierr);
4117287d2a3SDmitry Karpeev         if (jac->reset) {
4127287d2a3SDmitry Karpeev           jac->head->is       = rest;
4137287d2a3SDmitry Karpeev           jac->head->next->is = zerodiags;
4142fa5cd67SKarl Rupp         } else {
4156ce1633cSBarry Smith           ierr = PCFieldSplitSetIS(pc,"0",rest);CHKERRQ(ierr);
4166ce1633cSBarry Smith           ierr = PCFieldSplitSetIS(pc,"1",zerodiags);CHKERRQ(ierr);
4177287d2a3SDmitry Karpeev         }
418fcfd50ebSBarry Smith         ierr = ISDestroy(&zerodiags);CHKERRQ(ierr);
419fcfd50ebSBarry Smith         ierr = ISDestroy(&rest);CHKERRQ(ierr);
4206ce1633cSBarry Smith       } else {
421ce94432eSBarry Smith         if (jac->reset) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Cases not yet handled when PCReset() was used");
4229eeaaa73SJed Brown         ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_default",&fieldsplit_default,NULL);CHKERRQ(ierr);
4237287d2a3SDmitry Karpeev         if (!fieldsplit_default) {
424d32f9abdSBarry Smith           /* Allow user to set fields from command line,  if bs was known at the time of PCSetFromOptions_FieldSplit()
425d32f9abdSBarry Smith            then it is set there. This is not ideal because we should only have options set in XXSetFromOptions(). */
4266c924f48SJed Brown           ierr = PCFieldSplitSetRuntimeSplits_Private(pc);CHKERRQ(ierr);
4276c924f48SJed Brown           if (jac->splitdefined) {ierr = PetscInfo(pc,"Splits defined using the options database\n");CHKERRQ(ierr);}
428d32f9abdSBarry Smith         }
4297287d2a3SDmitry Karpeev         if (fieldsplit_default || !jac->splitdefined) {
430d32f9abdSBarry Smith           ierr = PetscInfo(pc,"Using default splitting of fields\n");CHKERRQ(ierr);
431db4c96c1SJed Brown           for (i=0; i<jac->bs; i++) {
4326c924f48SJed Brown             char splitname[8];
4338caf3d72SBarry Smith             ierr = PetscSNPrintf(splitname,sizeof(splitname),"%D",i);CHKERRQ(ierr);
4345d4c12cdSJungho Lee             ierr = PCFieldSplitSetFields(pc,splitname,1,&i,&i);CHKERRQ(ierr);
43579416396SBarry Smith           }
4365d4c12cdSJungho Lee           jac->defaultsplit = PETSC_TRUE;
437521d7252SBarry Smith         }
43866ffff09SJed Brown       }
4396ce1633cSBarry Smith     }
440edf189efSBarry Smith   } else if (jac->nsplits == 1) {
441edf189efSBarry Smith     if (ilink->is) {
442edf189efSBarry Smith       IS       is2;
443edf189efSBarry Smith       PetscInt nmin,nmax;
444edf189efSBarry Smith 
445edf189efSBarry Smith       ierr = MatGetOwnershipRange(pc->mat,&nmin,&nmax);CHKERRQ(ierr);
446edf189efSBarry Smith       ierr = ISComplement(ilink->is,nmin,nmax,&is2);CHKERRQ(ierr);
447db4c96c1SJed Brown       ierr = PCFieldSplitSetIS(pc,"1",is2);CHKERRQ(ierr);
448fcfd50ebSBarry Smith       ierr = ISDestroy(&is2);CHKERRQ(ierr);
44982f516ccSBarry Smith     } else SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Must provide at least two sets of fields to PCFieldSplit()");
450edf189efSBarry Smith   }
451d0af7cd3SBarry Smith 
452d0af7cd3SBarry Smith 
45382f516ccSBarry Smith   if (jac->nsplits < 2) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_PLIB,"Unhandled case, must have at least two fields, not %d", jac->nsplits);
45469a612a9SBarry Smith   PetscFunctionReturn(0);
45569a612a9SBarry Smith }
45669a612a9SBarry Smith 
4575a576424SJed Brown PETSC_EXTERN PetscErrorCode PetscOptionsFindPairPrefix_Private(const char pre[], const char name[], char *value[], PetscBool *flg);
458514bf10dSMatthew G Knepley 
45969a612a9SBarry Smith #undef __FUNCT__
46069a612a9SBarry Smith #define __FUNCT__ "PCSetUp_FieldSplit"
46169a612a9SBarry Smith static PetscErrorCode PCSetUp_FieldSplit(PC pc)
46269a612a9SBarry Smith {
46369a612a9SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
46469a612a9SBarry Smith   PetscErrorCode    ierr;
4655a9f2f41SSatish Balay   PC_FieldSplitLink ilink;
4662c9966d7SBarry Smith   PetscInt          i,nsplit;
46769a612a9SBarry Smith   MatStructure      flag = pc->flag;
4685f4ab4e1SJungho Lee   PetscBool         sorted, sorted_col;
46969a612a9SBarry Smith 
47069a612a9SBarry Smith   PetscFunctionBegin;
47169a612a9SBarry Smith   ierr   = PCFieldSplitSetDefaults(pc);CHKERRQ(ierr);
47297bbdb24SBarry Smith   nsplit = jac->nsplits;
4735a9f2f41SSatish Balay   ilink  = jac->head;
47497bbdb24SBarry Smith 
47597bbdb24SBarry Smith   /* get the matrices for each split */
476704ba839SBarry Smith   if (!jac->issetup) {
4771b9fc7fcSBarry Smith     PetscInt rstart,rend,nslots,bs;
47897bbdb24SBarry Smith 
479704ba839SBarry Smith     jac->issetup = PETSC_TRUE;
480704ba839SBarry Smith 
4815d4c12cdSJungho Lee     /* This is done here instead of in PCFieldSplitSetFields() because may not have matrix at that point */
4822c9966d7SBarry Smith     if (jac->defaultsplit || !ilink->is) {
4832c9966d7SBarry Smith       if (jac->bs <= 0) jac->bs = nsplit;
4842c9966d7SBarry Smith     }
48551f519a2SBarry Smith     bs     = jac->bs;
48697bbdb24SBarry Smith     ierr   = MatGetOwnershipRange(pc->pmat,&rstart,&rend);CHKERRQ(ierr);
4871b9fc7fcSBarry Smith     nslots = (rend - rstart)/bs;
4881b9fc7fcSBarry Smith     for (i=0; i<nsplit; i++) {
4891b9fc7fcSBarry Smith       if (jac->defaultsplit) {
490ce94432eSBarry Smith         ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+i,nsplit,&ilink->is);CHKERRQ(ierr);
4915f4ab4e1SJungho Lee         ierr = ISDuplicate(ilink->is,&ilink->is_col);CHKERRQ(ierr);
492704ba839SBarry Smith       } else if (!ilink->is) {
493ccb205f8SBarry Smith         if (ilink->nfields > 1) {
4945f4ab4e1SJungho Lee           PetscInt *ii,*jj,j,k,nfields = ilink->nfields,*fields = ilink->fields,*fields_col = ilink->fields_col;
495785e854fSJed Brown           ierr = PetscMalloc1(ilink->nfields*nslots,&ii);CHKERRQ(ierr);
496785e854fSJed Brown           ierr = PetscMalloc1(ilink->nfields*nslots,&jj);CHKERRQ(ierr);
4971b9fc7fcSBarry Smith           for (j=0; j<nslots; j++) {
4981b9fc7fcSBarry Smith             for (k=0; k<nfields; k++) {
4991b9fc7fcSBarry Smith               ii[nfields*j + k] = rstart + bs*j + fields[k];
5005f4ab4e1SJungho Lee               jj[nfields*j + k] = rstart + bs*j + fields_col[k];
50197bbdb24SBarry Smith             }
50297bbdb24SBarry Smith           }
503ce94432eSBarry Smith           ierr = ISCreateGeneral(PetscObjectComm((PetscObject)pc),nslots*nfields,ii,PETSC_OWN_POINTER,&ilink->is);CHKERRQ(ierr);
504ce94432eSBarry Smith           ierr = ISCreateGeneral(PetscObjectComm((PetscObject)pc),nslots*nfields,jj,PETSC_OWN_POINTER,&ilink->is_col);CHKERRQ(ierr);
505ccb205f8SBarry Smith         } else {
506ce94432eSBarry Smith           ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+ilink->fields[0],bs,&ilink->is);CHKERRQ(ierr);
507ce94432eSBarry Smith           ierr = ISCreateStride(PetscObjectComm((PetscObject)pc),nslots,rstart+ilink->fields_col[0],bs,&ilink->is_col);CHKERRQ(ierr);
508ccb205f8SBarry Smith        }
5093e197d65SBarry Smith       }
510704ba839SBarry Smith       ierr = ISSorted(ilink->is,&sorted);CHKERRQ(ierr);
5115f4ab4e1SJungho Lee       if (ilink->is_col) { ierr = ISSorted(ilink->is_col,&sorted_col);CHKERRQ(ierr); }
5125f4ab4e1SJungho Lee       if (!sorted || !sorted_col) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Fields must be sorted when creating split");
513704ba839SBarry Smith       ilink = ilink->next;
5141b9fc7fcSBarry Smith     }
5151b9fc7fcSBarry Smith   }
5161b9fc7fcSBarry Smith 
517704ba839SBarry Smith   ilink = jac->head;
51897bbdb24SBarry Smith   if (!jac->pmat) {
519bdddcaaaSMatthew G Knepley     Vec xtmp;
520bdddcaaaSMatthew G Knepley 
5210298fd71SBarry Smith     ierr = MatGetVecs(pc->pmat,&xtmp,NULL);CHKERRQ(ierr);
522785e854fSJed Brown     ierr = PetscMalloc1(nsplit,&jac->pmat);CHKERRQ(ierr);
523dcca6d9dSJed Brown     ierr = PetscMalloc2(nsplit,&jac->x,nsplit,&jac->y);CHKERRQ(ierr);
524cf502942SBarry Smith     for (i=0; i<nsplit; i++) {
525bdddcaaaSMatthew G Knepley       MatNullSpace sp;
526bdddcaaaSMatthew G Knepley 
527a3df900dSMatthew G Knepley       /* Check for preconditioning matrix attached to IS */
528a3df900dSMatthew G Knepley       ierr = PetscObjectQuery((PetscObject) ilink->is, "pmat", (PetscObject*) &jac->pmat[i]);CHKERRQ(ierr);
529a3df900dSMatthew G Knepley       if (jac->pmat[i]) {
530a3df900dSMatthew G Knepley         ierr = PetscObjectReference((PetscObject) jac->pmat[i]);CHKERRQ(ierr);
531a3df900dSMatthew G Knepley         if (jac->type == PC_COMPOSITE_SCHUR) {
532a3df900dSMatthew G Knepley           jac->schur_user = jac->pmat[i];
5332fa5cd67SKarl Rupp 
534a3df900dSMatthew G Knepley           ierr = PetscObjectReference((PetscObject) jac->schur_user);CHKERRQ(ierr);
535a3df900dSMatthew G Knepley         }
536a3df900dSMatthew G Knepley       } else {
5375f4ab4e1SJungho Lee         ierr = MatGetSubMatrix(pc->pmat,ilink->is,ilink->is_col,MAT_INITIAL_MATRIX,&jac->pmat[i]);CHKERRQ(ierr);
538a3df900dSMatthew G Knepley       }
539bdddcaaaSMatthew G Knepley       /* create work vectors for each split */
540bdddcaaaSMatthew G Knepley       ierr     = MatGetVecs(jac->pmat[i],&jac->x[i],&jac->y[i]);CHKERRQ(ierr);
5410298fd71SBarry Smith       ilink->x = jac->x[i]; ilink->y = jac->y[i]; ilink->z = NULL;
542bdddcaaaSMatthew G Knepley       /* compute scatter contexts needed by multiplicative versions and non-default splits */
5430298fd71SBarry Smith       ierr = VecScatterCreate(xtmp,ilink->is,jac->x[i],NULL,&ilink->sctx);CHKERRQ(ierr);
544ed1f0337SMatthew G Knepley       /* Check for null space attached to IS */
545bafc1b83SMatthew G Knepley       ierr = PetscObjectQuery((PetscObject) ilink->is, "nullspace", (PetscObject*) &sp);CHKERRQ(ierr);
546bafc1b83SMatthew G Knepley       if (sp) {
547bafc1b83SMatthew G Knepley         ierr = MatSetNullSpace(jac->pmat[i], sp);CHKERRQ(ierr);
548bafc1b83SMatthew G Knepley       }
549ed1f0337SMatthew G Knepley       ierr = PetscObjectQuery((PetscObject) ilink->is, "nearnullspace", (PetscObject*) &sp);CHKERRQ(ierr);
550ed1f0337SMatthew G Knepley       if (sp) {
551ed1f0337SMatthew G Knepley         ierr = MatSetNearNullSpace(jac->pmat[i], sp);CHKERRQ(ierr);
552ed1f0337SMatthew G Knepley       }
553704ba839SBarry Smith       ilink = ilink->next;
554cf502942SBarry Smith     }
555bdddcaaaSMatthew G Knepley     ierr = VecDestroy(&xtmp);CHKERRQ(ierr);
55697bbdb24SBarry Smith   } else {
557cf502942SBarry Smith     for (i=0; i<nsplit; i++) {
558a3df900dSMatthew G Knepley       Mat pmat;
559a3df900dSMatthew G Knepley 
560a3df900dSMatthew G Knepley       /* Check for preconditioning matrix attached to IS */
561a3df900dSMatthew G Knepley       ierr = PetscObjectQuery((PetscObject) ilink->is, "pmat", (PetscObject*) &pmat);CHKERRQ(ierr);
562a3df900dSMatthew G Knepley       if (!pmat) {
5635f4ab4e1SJungho Lee         ierr = MatGetSubMatrix(pc->pmat,ilink->is,ilink->is_col,MAT_REUSE_MATRIX,&jac->pmat[i]);CHKERRQ(ierr);
564a3df900dSMatthew G Knepley       }
565704ba839SBarry Smith       ilink = ilink->next;
566cf502942SBarry Smith     }
56797bbdb24SBarry Smith   }
5684e39094bSDmitry Karpeev   if (jac->diag_use_amat) {
569519d70e2SJed Brown     ilink = jac->head;
570519d70e2SJed Brown     if (!jac->mat) {
571785e854fSJed Brown       ierr = PetscMalloc1(nsplit,&jac->mat);CHKERRQ(ierr);
572519d70e2SJed Brown       for (i=0; i<nsplit; i++) {
5735f4ab4e1SJungho Lee         ierr  = MatGetSubMatrix(pc->mat,ilink->is,ilink->is_col,MAT_INITIAL_MATRIX,&jac->mat[i]);CHKERRQ(ierr);
574519d70e2SJed Brown         ilink = ilink->next;
575519d70e2SJed Brown       }
576519d70e2SJed Brown     } else {
577519d70e2SJed Brown       for (i=0; i<nsplit; i++) {
5785f4ab4e1SJungho Lee         if (jac->mat[i]) {ierr = MatGetSubMatrix(pc->mat,ilink->is,ilink->is_col,MAT_REUSE_MATRIX,&jac->mat[i]);CHKERRQ(ierr);}
579519d70e2SJed Brown         ilink = ilink->next;
580519d70e2SJed Brown       }
581519d70e2SJed Brown     }
582519d70e2SJed Brown   } else {
583519d70e2SJed Brown     jac->mat = jac->pmat;
584519d70e2SJed Brown   }
58597bbdb24SBarry Smith 
5866c8605c2SJed Brown   if (jac->type != PC_COMPOSITE_ADDITIVE  && jac->type != PC_COMPOSITE_SCHUR) {
58768dd23aaSBarry Smith     /* extract the rows of the matrix associated with each field: used for efficient computation of residual inside algorithm */
5884e39094bSDmitry Karpeev     /* FIXME: Can/should we reuse jac->mat whenever (jac->diag_use_amat) is true? */
58968dd23aaSBarry Smith     ilink = jac->head;
59068dd23aaSBarry Smith     if (!jac->Afield) {
591785e854fSJed Brown       ierr = PetscMalloc1(nsplit,&jac->Afield);CHKERRQ(ierr);
59268dd23aaSBarry Smith       for (i=0; i<nsplit; i++) {
5930298fd71SBarry Smith         ierr  = MatGetSubMatrix(pc->mat,ilink->is,NULL,MAT_INITIAL_MATRIX,&jac->Afield[i]);CHKERRQ(ierr);
59468dd23aaSBarry Smith         ilink = ilink->next;
59568dd23aaSBarry Smith       }
59668dd23aaSBarry Smith     } else {
59768dd23aaSBarry Smith       for (i=0; i<nsplit; i++) {
5980298fd71SBarry Smith         ierr  = MatGetSubMatrix(pc->mat,ilink->is,NULL,MAT_REUSE_MATRIX,&jac->Afield[i]);CHKERRQ(ierr);
59968dd23aaSBarry Smith         ilink = ilink->next;
60068dd23aaSBarry Smith       }
60168dd23aaSBarry Smith     }
60268dd23aaSBarry Smith   }
60368dd23aaSBarry Smith 
6043b224e63SBarry Smith   if (jac->type == PC_COMPOSITE_SCHUR) {
6053b224e63SBarry Smith     IS          ccis;
6064aa3045dSJed Brown     PetscInt    rstart,rend;
607093c86ffSJed Brown     char        lscname[256];
608093c86ffSJed Brown     PetscObject LSC_L;
609ce94432eSBarry Smith 
610ce94432eSBarry Smith     if (nsplit != 2) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_INCOMP,"To use Schur complement preconditioner you must have exactly 2 fields");
61168dd23aaSBarry Smith 
612e6cab6aaSJed Brown     /* When extracting off-diagonal submatrices, we take complements from this range */
613e6cab6aaSJed Brown     ierr = MatGetOwnershipRangeColumn(pc->mat,&rstart,&rend);CHKERRQ(ierr);
614e6cab6aaSJed Brown 
6153b224e63SBarry Smith     /* need to handle case when one is resetting up the preconditioner */
6163b224e63SBarry Smith     if (jac->schur) {
6170298fd71SBarry Smith       KSP kspA = jac->head->ksp, kspInner = NULL, kspUpper = jac->kspupper;
618443836d0SMatthew G Knepley 
619fb3147dbSMatthew G Knepley       ierr  = MatSchurComplementGetKSP(jac->schur, &kspInner);CHKERRQ(ierr);
6203b224e63SBarry Smith       ilink = jac->head;
62149bb4cd7SJungho Lee       ierr  = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr);
6224e39094bSDmitry Karpeev       if (jac->offdiag_use_amat) {
623c84da90fSDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->B);CHKERRQ(ierr);
624c84da90fSDmitry Karpeev       } else {
625df06c9e3SDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->B);CHKERRQ(ierr);
626c84da90fSDmitry Karpeev       }
627fcfd50ebSBarry Smith       ierr  = ISDestroy(&ccis);CHKERRQ(ierr);
6283b224e63SBarry Smith       ilink = ilink->next;
62949bb4cd7SJungho Lee       ierr  = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr);
6304e39094bSDmitry Karpeev       if (jac->offdiag_use_amat) {
631c84da90fSDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->C);CHKERRQ(ierr);
632c84da90fSDmitry Karpeev       } else {
633df06c9e3SDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_REUSE_MATRIX,&jac->C);CHKERRQ(ierr);
634c84da90fSDmitry Karpeev       }
635fcfd50ebSBarry Smith       ierr  = ISDestroy(&ccis);CHKERRQ(ierr);
636bee83525SDmitry Karpeev       ierr  = MatSchurComplementUpdateSubMatrices(jac->schur,jac->mat[0],jac->pmat[0],jac->B,jac->C,jac->mat[1],pc->flag);CHKERRQ(ierr);
637a7476a74SDmitry Karpeev       if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELFP) {
638a7476a74SDmitry Karpeev 	ierr = MatDestroy(&jac->schurp);CHKERRQ(ierr);
639a7476a74SDmitry Karpeev 	ierr = MatSchurComplementGetPmat(jac->schur,MAT_INITIAL_MATRIX,&jac->schurp);CHKERRQ(ierr);
640a7476a74SDmitry Karpeev       }
641443836d0SMatthew G Knepley       if (kspA != kspInner) {
642443836d0SMatthew G Knepley         ierr = KSPSetOperators(kspA,jac->mat[0],jac->pmat[0],pc->flag);CHKERRQ(ierr);
643443836d0SMatthew G Knepley       }
644443836d0SMatthew G Knepley       if (kspUpper != kspA) {
645443836d0SMatthew G Knepley         ierr = KSPSetOperators(kspUpper,jac->mat[0],jac->pmat[0],pc->flag);CHKERRQ(ierr);
646443836d0SMatthew G Knepley       }
647084e4875SJed Brown       ierr = KSPSetOperators(jac->kspschur,jac->schur,FieldSplitSchurPre(jac),pc->flag);CHKERRQ(ierr);
6483b224e63SBarry Smith     } else {
649bafc1b83SMatthew G Knepley       const char   *Dprefix;
650470b340bSDmitry Karpeev       char         schurprefix[256], schurmatprefix[256];
651514bf10dSMatthew G Knepley       char         schurtestoption[256];
652bdddcaaaSMatthew G Knepley       MatNullSpace sp;
653514bf10dSMatthew G Knepley       PetscBool    flg;
6543b224e63SBarry Smith 
655a04f6461SBarry Smith       /* extract the A01 and A10 matrices */
6563b224e63SBarry Smith       ilink = jac->head;
65749bb4cd7SJungho Lee       ierr  = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr);
6584e39094bSDmitry Karpeev       if (jac->offdiag_use_amat) {
659c84da90fSDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->B);CHKERRQ(ierr);
660c84da90fSDmitry Karpeev       } else {
661df06c9e3SDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->B);CHKERRQ(ierr);
662c84da90fSDmitry Karpeev       }
663fcfd50ebSBarry Smith       ierr  = ISDestroy(&ccis);CHKERRQ(ierr);
6643b224e63SBarry Smith       ilink = ilink->next;
66549bb4cd7SJungho Lee       ierr  = ISComplement(ilink->is_col,rstart,rend,&ccis);CHKERRQ(ierr);
6664e39094bSDmitry Karpeev       if (jac->offdiag_use_amat) {
667c84da90fSDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->mat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->C);CHKERRQ(ierr);
668c84da90fSDmitry Karpeev       } else {
669df06c9e3SDmitry Karpeev 	ierr  = MatGetSubMatrix(pc->pmat,ilink->is,ccis,MAT_INITIAL_MATRIX,&jac->C);CHKERRQ(ierr);
670c84da90fSDmitry Karpeev       }
671fcfd50ebSBarry Smith       ierr  = ISDestroy(&ccis);CHKERRQ(ierr);
67220252d06SBarry Smith 
673f5236f50SJed Brown       /* Use mat[0] (diagonal block of Amat) preconditioned by pmat[0] to define Schur complement */
67420252d06SBarry Smith       ierr = MatCreate(((PetscObject)jac->mat[0])->comm,&jac->schur);CHKERRQ(ierr);
67520252d06SBarry Smith       ierr = MatSetType(jac->schur,MATSCHURCOMPLEMENT);CHKERRQ(ierr);
676bee83525SDmitry Karpeev       ierr = MatSchurComplementSetSubMatrices(jac->schur,jac->mat[0],jac->pmat[0],jac->B,jac->C,jac->mat[1]);CHKERRQ(ierr);
677470b340bSDmitry Karpeev       ierr = PetscSNPrintf(schurmatprefix, sizeof(schurmatprefix), "%sfieldsplit_%s_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr);
678470b340bSDmitry Karpeev       /* Note that the inner KSP is NOT going to inherit this prefix, and if it did, it would be reset just below.  Is that what we want? */
679470b340bSDmitry Karpeev       ierr = MatSetOptionsPrefix(jac->schur,schurmatprefix);CHKERRQ(ierr);
680470b340bSDmitry Karpeev       ierr = MatSetFromOptions(jac->schur);CHKERRQ(ierr);
681bdddcaaaSMatthew G Knepley       ierr = MatGetNullSpace(jac->pmat[1], &sp);CHKERRQ(ierr);
68220252d06SBarry Smith       if (sp) {
68320252d06SBarry Smith         ierr = MatSetNullSpace(jac->schur, sp);CHKERRQ(ierr);
68420252d06SBarry Smith       }
68520252d06SBarry Smith 
68620252d06SBarry Smith       ierr = PetscSNPrintf(schurtestoption, sizeof(schurtestoption), "-fieldsplit_%s_inner_", ilink->splitname);CHKERRQ(ierr);
6870298fd71SBarry Smith       ierr = PetscOptionsFindPairPrefix_Private(((PetscObject)pc)->prefix, schurtestoption, NULL, &flg);CHKERRQ(ierr);
688514bf10dSMatthew G Knepley       if (flg) {
689514bf10dSMatthew G Knepley         DM  dmInner;
69021635b76SJed Brown         KSP kspInner;
69121635b76SJed Brown 
69221635b76SJed Brown         ierr = MatSchurComplementGetKSP(jac->schur, &kspInner);CHKERRQ(ierr);
69321635b76SJed Brown         ierr = PetscSNPrintf(schurprefix, sizeof(schurprefix), "%sfieldsplit_%s_inner_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr);
69421635b76SJed Brown         /* Indent this deeper to emphasize the "inner" nature of this solver. */
69521635b76SJed Brown         ierr = PetscObjectIncrementTabLevel((PetscObject)kspInner, (PetscObject) pc, 2);CHKERRQ(ierr);
69621635b76SJed Brown         ierr = KSPSetOptionsPrefix(kspInner, schurprefix);CHKERRQ(ierr);
697514bf10dSMatthew G Knepley 
698514bf10dSMatthew G Knepley         /* Set DM for new solver */
699bafc1b83SMatthew G Knepley         ierr = KSPGetDM(jac->head->ksp, &dmInner);CHKERRQ(ierr);
70021635b76SJed Brown         ierr = KSPSetDM(kspInner, dmInner);CHKERRQ(ierr);
70121635b76SJed Brown         ierr = KSPSetDMActive(kspInner, PETSC_FALSE);CHKERRQ(ierr);
702514bf10dSMatthew G Knepley       } else {
70321635b76SJed Brown          /* Use the outer solver for the inner solve, but revert the KSPPREONLY from PCFieldSplitSetFields_FieldSplit or
70421635b76SJed Brown           * PCFieldSplitSetIS_FieldSplit. We don't want KSPPREONLY because it makes the Schur complement inexact,
70521635b76SJed Brown           * preventing Schur complement reduction to be an accurate solve. Usually when an iterative solver is used for
70621635b76SJed Brown           * S = D - C A_inner^{-1} B, we expect S to be defined using an accurate definition of A_inner^{-1}, so we make
70721635b76SJed Brown           * GMRES the default. Note that it is also common to use PREONLY for S, in which case S may not be used
70821635b76SJed Brown           * directly, and the user is responsible for setting an inexact method for fieldsplit's A^{-1}. */
70921635b76SJed Brown         ierr = KSPSetType(jac->head->ksp,KSPGMRES);CHKERRQ(ierr);
710514bf10dSMatthew G Knepley         ierr = MatSchurComplementSetKSP(jac->schur,jac->head->ksp);CHKERRQ(ierr);
711bafc1b83SMatthew G Knepley       }
7125a9f2f41SSatish Balay       ierr = KSPSetOperators(jac->head->ksp,jac->mat[0],jac->pmat[0],flag);CHKERRQ(ierr);
7135a9f2f41SSatish Balay       ierr = KSPSetFromOptions(jac->head->ksp);CHKERRQ(ierr);
71497bbdb24SBarry Smith       ierr = MatSetFromOptions(jac->schur);CHKERRQ(ierr);
71597bbdb24SBarry Smith 
716443836d0SMatthew G Knepley       ierr = PetscSNPrintf(schurtestoption, sizeof(schurtestoption), "-fieldsplit_%s_upper_", ilink->splitname);CHKERRQ(ierr);
7170298fd71SBarry Smith       ierr = PetscOptionsFindPairPrefix_Private(((PetscObject)pc)->prefix, schurtestoption, NULL, &flg);CHKERRQ(ierr);
718443836d0SMatthew G Knepley       if (flg) {
719443836d0SMatthew G Knepley         DM dmInner;
720443836d0SMatthew G Knepley 
721443836d0SMatthew G Knepley         ierr = PetscSNPrintf(schurprefix, sizeof(schurprefix), "%sfieldsplit_%s_upper_", ((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "", ilink->splitname);CHKERRQ(ierr);
72282f516ccSBarry Smith         ierr = KSPCreate(PetscObjectComm((PetscObject)pc), &jac->kspupper);CHKERRQ(ierr);
723443836d0SMatthew G Knepley         ierr = KSPSetOptionsPrefix(jac->kspupper, schurprefix);CHKERRQ(ierr);
724443836d0SMatthew G Knepley         ierr = KSPGetDM(jac->head->ksp, &dmInner);CHKERRQ(ierr);
725443836d0SMatthew G Knepley         ierr = KSPSetDM(jac->kspupper, dmInner);CHKERRQ(ierr);
726443836d0SMatthew G Knepley         ierr = KSPSetDMActive(jac->kspupper, PETSC_FALSE);CHKERRQ(ierr);
727443836d0SMatthew G Knepley         ierr = KSPSetFromOptions(jac->kspupper);CHKERRQ(ierr);
728443836d0SMatthew G Knepley         ierr = KSPSetOperators(jac->kspupper,jac->mat[0],jac->pmat[0],flag);CHKERRQ(ierr);
729443836d0SMatthew G Knepley         ierr = VecDuplicate(jac->head->x, &jac->head->z);CHKERRQ(ierr);
730443836d0SMatthew G Knepley       } else {
731443836d0SMatthew G Knepley         jac->kspupper = jac->head->ksp;
732443836d0SMatthew G Knepley         ierr          = PetscObjectReference((PetscObject) jac->head->ksp);CHKERRQ(ierr);
733443836d0SMatthew G Knepley       }
734443836d0SMatthew G Knepley 
735a7476a74SDmitry Karpeev       if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELFP) {
736a7476a74SDmitry Karpeev 	ierr = MatSchurComplementGetPmat(jac->schur,MAT_INITIAL_MATRIX,&jac->schurp);CHKERRQ(ierr);
737a7476a74SDmitry Karpeev       }
738ce94432eSBarry Smith       ierr = KSPCreate(PetscObjectComm((PetscObject)pc),&jac->kspschur);CHKERRQ(ierr);
73997bbdb24SBarry Smith       ierr = PetscLogObjectParent((PetscObject)pc,(PetscObject)jac->kspschur);CHKERRQ(ierr);
74020252d06SBarry Smith       ierr = PetscObjectIncrementTabLevel((PetscObject)jac->kspschur,(PetscObject)pc,1);CHKERRQ(ierr);
74197bbdb24SBarry Smith       ierr = KSPSetOperators(jac->kspschur,jac->schur,FieldSplitSchurPre(jac),DIFFERENT_NONZERO_PATTERN);CHKERRQ(ierr);
74297bbdb24SBarry Smith       if (jac->schurpre == PC_FIELDSPLIT_SCHUR_PRE_SELF) {
7437233a360SDmitry Karpeev         PC pcschur;
7447233a360SDmitry Karpeev         ierr = KSPGetPC(jac->kspschur,&pcschur);CHKERRQ(ierr);
7457233a360SDmitry Karpeev         ierr = PCSetType(pcschur,PCNONE);CHKERRQ(ierr);
74697bbdb24SBarry Smith         /* Note: This is bad if there exist preconditioners for MATSCHURCOMPLEMENT */
74797bbdb24SBarry Smith       }
74897bbdb24SBarry Smith       ierr = KSPGetOptionsPrefix(jac->head->next->ksp, &Dprefix);CHKERRQ(ierr);
74997bbdb24SBarry Smith       ierr = KSPSetOptionsPrefix(jac->kspschur,         Dprefix);CHKERRQ(ierr);
750b20b4189SMatthew G. Knepley       /* propogate DM */
751b20b4189SMatthew G. Knepley       {
752b20b4189SMatthew G. Knepley         DM sdm;
753b20b4189SMatthew G. Knepley         ierr = KSPGetDM(jac->head->next->ksp, &sdm);CHKERRQ(ierr);
754b20b4189SMatthew G. Knepley         if (sdm) {
755b20b4189SMatthew G. Knepley           ierr = KSPSetDM(jac->kspschur, sdm);CHKERRQ(ierr);
756b20b4189SMatthew G. Knepley           ierr = KSPSetDMActive(jac->kspschur, PETSC_FALSE);CHKERRQ(ierr);
757b20b4189SMatthew G. Knepley         }
758b20b4189SMatthew G. Knepley       }
75997bbdb24SBarry Smith       /* really want setfromoptions called in PCSetFromOptions_FieldSplit(), but it is not ready yet */
76097bbdb24SBarry Smith       /* need to call this every time, since the jac->kspschur is freshly created, otherwise its options never get set */
76197bbdb24SBarry Smith       ierr = KSPSetFromOptions(jac->kspschur);CHKERRQ(ierr);
76297bbdb24SBarry Smith     }
76397bbdb24SBarry Smith 
7645a9f2f41SSatish Balay     /* HACK: special support to forward L and Lp matrices that might be used by PCLSC */
7658caf3d72SBarry Smith     ierr = PetscSNPrintf(lscname,sizeof(lscname),"%s_LSC_L",ilink->splitname);CHKERRQ(ierr);
766519d70e2SJed Brown     ierr = PetscObjectQuery((PetscObject)pc->mat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);
7673b224e63SBarry Smith     if (!LSC_L) {ierr = PetscObjectQuery((PetscObject)pc->pmat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);}
768c1570756SJed Brown     if (LSC_L) {ierr = PetscObjectCompose((PetscObject)jac->schur,"LSC_L",(PetscObject)LSC_L);CHKERRQ(ierr);}
7698caf3d72SBarry Smith     ierr = PetscSNPrintf(lscname,sizeof(lscname),"%s_LSC_Lp",ilink->splitname);CHKERRQ(ierr);
77097bbdb24SBarry Smith     ierr = PetscObjectQuery((PetscObject)pc->pmat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);
7715a9f2f41SSatish Balay     if (!LSC_L) {ierr = PetscObjectQuery((PetscObject)pc->mat,lscname,(PetscObject*)&LSC_L);CHKERRQ(ierr);}
7720971522cSBarry Smith     if (LSC_L) {ierr = PetscObjectCompose((PetscObject)jac->schur,"LSC_Lp",(PetscObject)LSC_L);CHKERRQ(ierr);}
77397bbdb24SBarry Smith   } else {
77468bd789dSDmitry Karpeev     /* set up the individual splits' PCs */
7750971522cSBarry Smith     i     = 0;
7760971522cSBarry Smith     ilink = jac->head;
7770971522cSBarry Smith     while (ilink) {
7780971522cSBarry Smith       ierr = KSPSetOperators(ilink->ksp,jac->mat[i],jac->pmat[i],flag);CHKERRQ(ierr);
7790971522cSBarry Smith       /* really want setfromoptions called in PCSetFromOptions_FieldSplit(), but it is not ready yet */
7800971522cSBarry Smith       if (!jac->suboptionsset) {ierr = KSPSetFromOptions(ilink->ksp);CHKERRQ(ierr);}
7810971522cSBarry Smith       i++;
7820971522cSBarry Smith       ilink = ilink->next;
7830971522cSBarry Smith     }
7843b224e63SBarry Smith   }
7853b224e63SBarry Smith 
786c1570756SJed Brown   jac->suboptionsset = PETSC_TRUE;
7870971522cSBarry Smith   PetscFunctionReturn(0);
7880971522cSBarry Smith }
7890971522cSBarry Smith 
7905a9f2f41SSatish Balay #define FieldSplitSplitSolveAdd(ilink,xx,yy) \
791ca9f406cSSatish Balay   (VecScatterBegin(ilink->sctx,xx,ilink->x,INSERT_VALUES,SCATTER_FORWARD) || \
792ca9f406cSSatish Balay    VecScatterEnd(ilink->sctx,xx,ilink->x,INSERT_VALUES,SCATTER_FORWARD) || \
7935a9f2f41SSatish Balay    KSPSolve(ilink->ksp,ilink->x,ilink->y) || \
794ca9f406cSSatish Balay    VecScatterBegin(ilink->sctx,ilink->y,yy,ADD_VALUES,SCATTER_REVERSE) || \
795ca9f406cSSatish Balay    VecScatterEnd(ilink->sctx,ilink->y,yy,ADD_VALUES,SCATTER_REVERSE))
79679416396SBarry Smith 
7970971522cSBarry Smith #undef __FUNCT__
7983b224e63SBarry Smith #define __FUNCT__ "PCApply_FieldSplit_Schur"
7993b224e63SBarry Smith static PetscErrorCode PCApply_FieldSplit_Schur(PC pc,Vec x,Vec y)
8003b224e63SBarry Smith {
8013b224e63SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
8023b224e63SBarry Smith   PetscErrorCode    ierr;
8033b224e63SBarry Smith   PC_FieldSplitLink ilinkA = jac->head, ilinkD = ilinkA->next;
804443836d0SMatthew G Knepley   KSP               kspA   = ilinkA->ksp, kspLower = kspA, kspUpper = jac->kspupper;
8053b224e63SBarry Smith 
8063b224e63SBarry Smith   PetscFunctionBegin;
807c5d2311dSJed Brown   switch (jac->schurfactorization) {
808c9c6ffaaSJed Brown   case PC_FIELDSPLIT_SCHUR_FACT_DIAG:
809a04f6461SBarry Smith     /* [A00 0; 0 -S], positive definite, suitable for MINRES */
810c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
811c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
812c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
813443836d0SMatthew G Knepley     ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
814c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
815c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
816c5d2311dSJed Brown     ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr);
817c5d2311dSJed Brown     ierr = VecScale(ilinkD->y,-1.);CHKERRQ(ierr);
818c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
819c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
820c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
821c5d2311dSJed Brown     break;
822c9c6ffaaSJed Brown   case PC_FIELDSPLIT_SCHUR_FACT_LOWER:
823a04f6461SBarry Smith     /* [A00 0; A10 S], suitable for left preconditioning */
824c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
825c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
826443836d0SMatthew G Knepley     ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
827c5d2311dSJed Brown     ierr = MatMult(jac->C,ilinkA->y,ilinkD->x);CHKERRQ(ierr);
828c5d2311dSJed Brown     ierr = VecScale(ilinkD->x,-1.);CHKERRQ(ierr);
829c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
830c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
831c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
832c5d2311dSJed Brown     ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr);
833c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
834c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
835c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
836c5d2311dSJed Brown     break;
837c9c6ffaaSJed Brown   case PC_FIELDSPLIT_SCHUR_FACT_UPPER:
838a04f6461SBarry Smith     /* [A00 A01; 0 S], suitable for right preconditioning */
839c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
840c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
841c5d2311dSJed Brown     ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr);
842c5d2311dSJed Brown     ierr = MatMult(jac->B,ilinkD->y,ilinkA->x);CHKERRQ(ierr);
843c5d2311dSJed Brown     ierr = VecScale(ilinkA->x,-1.);CHKERRQ(ierr);
844c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
845c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
846c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
847443836d0SMatthew G Knepley     ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
848c5d2311dSJed Brown     ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
849c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
850c5d2311dSJed Brown     ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
851c5d2311dSJed Brown     break;
852c9c6ffaaSJed Brown   case PC_FIELDSPLIT_SCHUR_FACT_FULL:
853a04f6461SBarry Smith     /* [1 0; A10 A00^{-1} 1] [A00 0; 0 S] [1 A00^{-1}A01; 0 1], an exact solve if applied exactly, needs one extra solve with A */
8543b224e63SBarry Smith     ierr = VecScatterBegin(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
8553b224e63SBarry Smith     ierr = VecScatterEnd(ilinkA->sctx,x,ilinkA->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
856443836d0SMatthew G Knepley     ierr = KSPSolve(kspLower,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
8573b224e63SBarry Smith     ierr = MatMult(jac->C,ilinkA->y,ilinkD->x);CHKERRQ(ierr);
8583b224e63SBarry Smith     ierr = VecScale(ilinkD->x,-1.0);CHKERRQ(ierr);
8593b224e63SBarry Smith     ierr = VecScatterBegin(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
8603b224e63SBarry Smith     ierr = VecScatterEnd(ilinkD->sctx,x,ilinkD->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
8613b224e63SBarry Smith 
8623b224e63SBarry Smith     ierr = KSPSolve(jac->kspschur,ilinkD->x,ilinkD->y);CHKERRQ(ierr);
8633b224e63SBarry Smith     ierr = VecScatterBegin(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
8643b224e63SBarry Smith     ierr = VecScatterEnd(ilinkD->sctx,ilinkD->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
8653b224e63SBarry Smith 
866443836d0SMatthew G Knepley     if (kspUpper == kspA) {
8673b224e63SBarry Smith       ierr = MatMult(jac->B,ilinkD->y,ilinkA->y);CHKERRQ(ierr);
8683b224e63SBarry Smith       ierr = VecAXPY(ilinkA->x,-1.0,ilinkA->y);CHKERRQ(ierr);
869443836d0SMatthew G Knepley       ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
870443836d0SMatthew G Knepley     } else {
871443836d0SMatthew G Knepley       ierr = KSPSolve(kspA,ilinkA->x,ilinkA->y);CHKERRQ(ierr);
872443836d0SMatthew G Knepley       ierr = MatMult(jac->B,ilinkD->y,ilinkA->x);CHKERRQ(ierr);
873443836d0SMatthew G Knepley       ierr = KSPSolve(kspUpper,ilinkA->x,ilinkA->z);CHKERRQ(ierr);
874443836d0SMatthew G Knepley       ierr = VecAXPY(ilinkA->y,-1.0,ilinkA->z);CHKERRQ(ierr);
875443836d0SMatthew G Knepley     }
8763b224e63SBarry Smith     ierr = VecScatterBegin(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
8773b224e63SBarry Smith     ierr = VecScatterEnd(ilinkA->sctx,ilinkA->y,y,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
878c5d2311dSJed Brown   }
8793b224e63SBarry Smith   PetscFunctionReturn(0);
8803b224e63SBarry Smith }
8813b224e63SBarry Smith 
8823b224e63SBarry Smith #undef __FUNCT__
8830971522cSBarry Smith #define __FUNCT__ "PCApply_FieldSplit"
8840971522cSBarry Smith static PetscErrorCode PCApply_FieldSplit(PC pc,Vec x,Vec y)
8850971522cSBarry Smith {
8860971522cSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
8870971522cSBarry Smith   PetscErrorCode    ierr;
8885a9f2f41SSatish Balay   PC_FieldSplitLink ilink = jac->head;
889939b8a20SBarry Smith   PetscInt          cnt,bs;
8900971522cSBarry Smith 
8910971522cSBarry Smith   PetscFunctionBegin;
89279416396SBarry Smith   if (jac->type == PC_COMPOSITE_ADDITIVE) {
8931b9fc7fcSBarry Smith     if (jac->defaultsplit) {
894939b8a20SBarry Smith       ierr = VecGetBlockSize(x,&bs);CHKERRQ(ierr);
895ce94432eSBarry Smith       if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of x vector %D does not match fieldsplit blocksize %D",bs,jac->bs);
896939b8a20SBarry Smith       ierr = VecGetBlockSize(y,&bs);CHKERRQ(ierr);
897ce94432eSBarry Smith       if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of y vector %D does not match fieldsplit blocksize %D",bs,jac->bs);
8980971522cSBarry Smith       ierr = VecStrideGatherAll(x,jac->x,INSERT_VALUES);CHKERRQ(ierr);
8995a9f2f41SSatish Balay       while (ilink) {
9005a9f2f41SSatish Balay         ierr  = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr);
9015a9f2f41SSatish Balay         ilink = ilink->next;
9020971522cSBarry Smith       }
9030971522cSBarry Smith       ierr = VecStrideScatterAll(jac->y,y,INSERT_VALUES);CHKERRQ(ierr);
9041b9fc7fcSBarry Smith     } else {
905efb30889SBarry Smith       ierr = VecSet(y,0.0);CHKERRQ(ierr);
9065a9f2f41SSatish Balay       while (ilink) {
9075a9f2f41SSatish Balay         ierr  = FieldSplitSplitSolveAdd(ilink,x,y);CHKERRQ(ierr);
9085a9f2f41SSatish Balay         ilink = ilink->next;
9091b9fc7fcSBarry Smith       }
9101b9fc7fcSBarry Smith     }
91116913363SBarry Smith   } else if (jac->type == PC_COMPOSITE_MULTIPLICATIVE || jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) {
91279416396SBarry Smith     if (!jac->w1) {
91379416396SBarry Smith       ierr = VecDuplicate(x,&jac->w1);CHKERRQ(ierr);
91479416396SBarry Smith       ierr = VecDuplicate(x,&jac->w2);CHKERRQ(ierr);
91579416396SBarry Smith     }
916efb30889SBarry Smith     ierr = VecSet(y,0.0);CHKERRQ(ierr);
9175a9f2f41SSatish Balay     ierr = FieldSplitSplitSolveAdd(ilink,x,y);CHKERRQ(ierr);
9183e197d65SBarry Smith     cnt  = 1;
9195a9f2f41SSatish Balay     while (ilink->next) {
9205a9f2f41SSatish Balay       ilink = ilink->next;
9213e197d65SBarry Smith       /* compute the residual only over the part of the vector needed */
9223e197d65SBarry Smith       ierr = MatMult(jac->Afield[cnt++],y,ilink->x);CHKERRQ(ierr);
9233e197d65SBarry Smith       ierr = VecScale(ilink->x,-1.0);CHKERRQ(ierr);
9243e197d65SBarry Smith       ierr = VecScatterBegin(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
9253e197d65SBarry Smith       ierr = VecScatterEnd(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
9263e197d65SBarry Smith       ierr = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr);
9273e197d65SBarry Smith       ierr = VecScatterBegin(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
9283e197d65SBarry Smith       ierr = VecScatterEnd(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
9293e197d65SBarry Smith     }
93051f519a2SBarry Smith     if (jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) {
93111755939SBarry Smith       cnt -= 2;
93251f519a2SBarry Smith       while (ilink->previous) {
93351f519a2SBarry Smith         ilink = ilink->previous;
93411755939SBarry Smith         /* compute the residual only over the part of the vector needed */
93511755939SBarry Smith         ierr = MatMult(jac->Afield[cnt--],y,ilink->x);CHKERRQ(ierr);
93611755939SBarry Smith         ierr = VecScale(ilink->x,-1.0);CHKERRQ(ierr);
93711755939SBarry Smith         ierr = VecScatterBegin(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
93811755939SBarry Smith         ierr = VecScatterEnd(ilink->sctx,x,ilink->x,ADD_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
93911755939SBarry Smith         ierr = KSPSolve(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr);
94011755939SBarry Smith         ierr = VecScatterBegin(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
94111755939SBarry Smith         ierr = VecScatterEnd(ilink->sctx,ilink->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
94251f519a2SBarry Smith       }
94311755939SBarry Smith     }
944ce94432eSBarry Smith   } else SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_SUP,"Unsupported or unknown composition",(int) jac->type);
9450971522cSBarry Smith   PetscFunctionReturn(0);
9460971522cSBarry Smith }
9470971522cSBarry Smith 
948421e10b8SBarry Smith #define FieldSplitSplitSolveAddTranspose(ilink,xx,yy) \
949ca9f406cSSatish Balay   (VecScatterBegin(ilink->sctx,xx,ilink->y,INSERT_VALUES,SCATTER_FORWARD) || \
950ca9f406cSSatish Balay    VecScatterEnd(ilink->sctx,xx,ilink->y,INSERT_VALUES,SCATTER_FORWARD) || \
951421e10b8SBarry Smith    KSPSolveTranspose(ilink->ksp,ilink->y,ilink->x) || \
952ca9f406cSSatish Balay    VecScatterBegin(ilink->sctx,ilink->x,yy,ADD_VALUES,SCATTER_REVERSE) || \
953ca9f406cSSatish Balay    VecScatterEnd(ilink->sctx,ilink->x,yy,ADD_VALUES,SCATTER_REVERSE))
954421e10b8SBarry Smith 
955421e10b8SBarry Smith #undef __FUNCT__
9568c03b21aSDmitry Karpeev #define __FUNCT__ "PCApplyTranspose_FieldSplit"
957421e10b8SBarry Smith static PetscErrorCode PCApplyTranspose_FieldSplit(PC pc,Vec x,Vec y)
958421e10b8SBarry Smith {
959421e10b8SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
960421e10b8SBarry Smith   PetscErrorCode    ierr;
961421e10b8SBarry Smith   PC_FieldSplitLink ilink = jac->head;
962939b8a20SBarry Smith   PetscInt          bs;
963421e10b8SBarry Smith 
964421e10b8SBarry Smith   PetscFunctionBegin;
965421e10b8SBarry Smith   if (jac->type == PC_COMPOSITE_ADDITIVE) {
966421e10b8SBarry Smith     if (jac->defaultsplit) {
967939b8a20SBarry Smith       ierr = VecGetBlockSize(x,&bs);CHKERRQ(ierr);
968ce94432eSBarry Smith       if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of x vector %D does not match fieldsplit blocksize %D",bs,jac->bs);
969939b8a20SBarry Smith       ierr = VecGetBlockSize(y,&bs);CHKERRQ(ierr);
970ce94432eSBarry Smith       if (jac->bs > 0 && bs != jac->bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Blocksize of y vector %D does not match fieldsplit blocksize %D",bs,jac->bs);
971421e10b8SBarry Smith       ierr = VecStrideGatherAll(x,jac->x,INSERT_VALUES);CHKERRQ(ierr);
972421e10b8SBarry Smith       while (ilink) {
973421e10b8SBarry Smith         ierr  = KSPSolveTranspose(ilink->ksp,ilink->x,ilink->y);CHKERRQ(ierr);
974421e10b8SBarry Smith         ilink = ilink->next;
975421e10b8SBarry Smith       }
976421e10b8SBarry Smith       ierr = VecStrideScatterAll(jac->y,y,INSERT_VALUES);CHKERRQ(ierr);
977421e10b8SBarry Smith     } else {
978421e10b8SBarry Smith       ierr = VecSet(y,0.0);CHKERRQ(ierr);
979421e10b8SBarry Smith       while (ilink) {
980421e10b8SBarry Smith         ierr  = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr);
981421e10b8SBarry Smith         ilink = ilink->next;
982421e10b8SBarry Smith       }
983421e10b8SBarry Smith     }
984421e10b8SBarry Smith   } else {
985421e10b8SBarry Smith     if (!jac->w1) {
986421e10b8SBarry Smith       ierr = VecDuplicate(x,&jac->w1);CHKERRQ(ierr);
987421e10b8SBarry Smith       ierr = VecDuplicate(x,&jac->w2);CHKERRQ(ierr);
988421e10b8SBarry Smith     }
989421e10b8SBarry Smith     ierr = VecSet(y,0.0);CHKERRQ(ierr);
990421e10b8SBarry Smith     if (jac->type == PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE) {
991421e10b8SBarry Smith       ierr = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr);
992421e10b8SBarry Smith       while (ilink->next) {
993421e10b8SBarry Smith         ilink = ilink->next;
9949989ab13SBarry Smith         ierr  = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr);
995421e10b8SBarry Smith         ierr  = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr);
996421e10b8SBarry Smith         ierr  = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr);
997421e10b8SBarry Smith       }
998421e10b8SBarry Smith       while (ilink->previous) {
999421e10b8SBarry Smith         ilink = ilink->previous;
10009989ab13SBarry Smith         ierr  = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr);
1001421e10b8SBarry Smith         ierr  = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr);
1002421e10b8SBarry Smith         ierr  = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr);
1003421e10b8SBarry Smith       }
1004421e10b8SBarry Smith     } else {
1005421e10b8SBarry Smith       while (ilink->next) {   /* get to last entry in linked list */
1006421e10b8SBarry Smith         ilink = ilink->next;
1007421e10b8SBarry Smith       }
1008421e10b8SBarry Smith       ierr = FieldSplitSplitSolveAddTranspose(ilink,x,y);CHKERRQ(ierr);
1009421e10b8SBarry Smith       while (ilink->previous) {
1010421e10b8SBarry Smith         ilink = ilink->previous;
10119989ab13SBarry Smith         ierr  = MatMultTranspose(pc->mat,y,jac->w1);CHKERRQ(ierr);
1012421e10b8SBarry Smith         ierr  = VecWAXPY(jac->w2,-1.0,jac->w1,x);CHKERRQ(ierr);
1013421e10b8SBarry Smith         ierr  = FieldSplitSplitSolveAddTranspose(ilink,jac->w2,y);CHKERRQ(ierr);
1014421e10b8SBarry Smith       }
1015421e10b8SBarry Smith     }
1016421e10b8SBarry Smith   }
1017421e10b8SBarry Smith   PetscFunctionReturn(0);
1018421e10b8SBarry Smith }
1019421e10b8SBarry Smith 
10200971522cSBarry Smith #undef __FUNCT__
1021574deadeSBarry Smith #define __FUNCT__ "PCReset_FieldSplit"
1022574deadeSBarry Smith static PetscErrorCode PCReset_FieldSplit(PC pc)
10230971522cSBarry Smith {
10240971522cSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
10250971522cSBarry Smith   PetscErrorCode    ierr;
10265a9f2f41SSatish Balay   PC_FieldSplitLink ilink = jac->head,next;
10270971522cSBarry Smith 
10280971522cSBarry Smith   PetscFunctionBegin;
10295a9f2f41SSatish Balay   while (ilink) {
1030574deadeSBarry Smith     ierr  = KSPReset(ilink->ksp);CHKERRQ(ierr);
1031fcfd50ebSBarry Smith     ierr  = VecDestroy(&ilink->x);CHKERRQ(ierr);
1032fcfd50ebSBarry Smith     ierr  = VecDestroy(&ilink->y);CHKERRQ(ierr);
1033443836d0SMatthew G Knepley     ierr  = VecDestroy(&ilink->z);CHKERRQ(ierr);
1034fcfd50ebSBarry Smith     ierr  = VecScatterDestroy(&ilink->sctx);CHKERRQ(ierr);
1035fcfd50ebSBarry Smith     ierr  = ISDestroy(&ilink->is);CHKERRQ(ierr);
1036b5787286SJed Brown     ierr  = ISDestroy(&ilink->is_col);CHKERRQ(ierr);
10375a9f2f41SSatish Balay     next  = ilink->next;
10385a9f2f41SSatish Balay     ilink = next;
10390971522cSBarry Smith   }
104005b42c5fSBarry Smith   ierr = PetscFree2(jac->x,jac->y);CHKERRQ(ierr);
1041574deadeSBarry Smith   if (jac->mat && jac->mat != jac->pmat) {
1042574deadeSBarry Smith     ierr = MatDestroyMatrices(jac->nsplits,&jac->mat);CHKERRQ(ierr);
1043574deadeSBarry Smith   } else if (jac->mat) {
10440298fd71SBarry Smith     jac->mat = NULL;
1045574deadeSBarry Smith   }
104697bbdb24SBarry Smith   if (jac->pmat) {ierr = MatDestroyMatrices(jac->nsplits,&jac->pmat);CHKERRQ(ierr);}
104768dd23aaSBarry Smith   if (jac->Afield) {ierr = MatDestroyMatrices(jac->nsplits,&jac->Afield);CHKERRQ(ierr);}
10486bf464f9SBarry Smith   ierr       = VecDestroy(&jac->w1);CHKERRQ(ierr);
10496bf464f9SBarry Smith   ierr       = VecDestroy(&jac->w2);CHKERRQ(ierr);
10506bf464f9SBarry Smith   ierr       = MatDestroy(&jac->schur);CHKERRQ(ierr);
1051a7476a74SDmitry Karpeev   ierr       = MatDestroy(&jac->schurp);CHKERRQ(ierr);
10526bf464f9SBarry Smith   ierr       = MatDestroy(&jac->schur_user);CHKERRQ(ierr);
10536bf464f9SBarry Smith   ierr       = KSPDestroy(&jac->kspschur);CHKERRQ(ierr);
1054d78dad28SBarry Smith   ierr       = KSPDestroy(&jac->kspupper);CHKERRQ(ierr);
10556bf464f9SBarry Smith   ierr       = MatDestroy(&jac->B);CHKERRQ(ierr);
10566bf464f9SBarry Smith   ierr       = MatDestroy(&jac->C);CHKERRQ(ierr);
105763ec74ffSBarry Smith   jac->reset = PETSC_TRUE;
1058574deadeSBarry Smith   PetscFunctionReturn(0);
1059574deadeSBarry Smith }
1060574deadeSBarry Smith 
1061574deadeSBarry Smith #undef __FUNCT__
1062574deadeSBarry Smith #define __FUNCT__ "PCDestroy_FieldSplit"
1063574deadeSBarry Smith static PetscErrorCode PCDestroy_FieldSplit(PC pc)
1064574deadeSBarry Smith {
1065574deadeSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
1066574deadeSBarry Smith   PetscErrorCode    ierr;
1067574deadeSBarry Smith   PC_FieldSplitLink ilink = jac->head,next;
1068574deadeSBarry Smith 
1069574deadeSBarry Smith   PetscFunctionBegin;
1070574deadeSBarry Smith   ierr = PCReset_FieldSplit(pc);CHKERRQ(ierr);
1071574deadeSBarry Smith   while (ilink) {
10726bf464f9SBarry Smith     ierr  = KSPDestroy(&ilink->ksp);CHKERRQ(ierr);
1073574deadeSBarry Smith     next  = ilink->next;
1074574deadeSBarry Smith     ierr  = PetscFree(ilink->splitname);CHKERRQ(ierr);
1075574deadeSBarry Smith     ierr  = PetscFree(ilink->fields);CHKERRQ(ierr);
10765d4c12cdSJungho Lee     ierr  = PetscFree(ilink->fields_col);CHKERRQ(ierr);
1077574deadeSBarry Smith     ierr  = PetscFree(ilink);CHKERRQ(ierr);
1078574deadeSBarry Smith     ilink = next;
1079574deadeSBarry Smith   }
1080574deadeSBarry Smith   ierr = PetscFree2(jac->x,jac->y);CHKERRQ(ierr);
1081c31cb41cSBarry Smith   ierr = PetscFree(pc->data);CHKERRQ(ierr);
1082bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",NULL);CHKERRQ(ierr);
1083bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetFields_C",NULL);CHKERRQ(ierr);
1084bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetIS_C",NULL);CHKERRQ(ierr);
1085bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetType_C",NULL);CHKERRQ(ierr);
1086bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetBlockSize_C",NULL);CHKERRQ(ierr);
1087bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",NULL);CHKERRQ(ierr);
1088bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",NULL);CHKERRQ(ierr);
10890971522cSBarry Smith   PetscFunctionReturn(0);
10900971522cSBarry Smith }
10910971522cSBarry Smith 
10920971522cSBarry Smith #undef __FUNCT__
10930971522cSBarry Smith #define __FUNCT__ "PCSetFromOptions_FieldSplit"
10940971522cSBarry Smith static PetscErrorCode PCSetFromOptions_FieldSplit(PC pc)
10950971522cSBarry Smith {
10961b9fc7fcSBarry Smith   PetscErrorCode  ierr;
10976c924f48SJed Brown   PetscInt        bs;
1098bc59fbc5SBarry Smith   PetscBool       flg,stokes = PETSC_FALSE;
10999dcbbd2bSBarry Smith   PC_FieldSplit   *jac = (PC_FieldSplit*)pc->data;
11003b224e63SBarry Smith   PCCompositeType ctype;
11011b9fc7fcSBarry Smith 
11020971522cSBarry Smith   PetscFunctionBegin;
11031b9fc7fcSBarry Smith   ierr = PetscOptionsHead("FieldSplit options");CHKERRQ(ierr);
11044ab8060aSDmitry Karpeev   ierr = PetscOptionsBool("-pc_fieldsplit_dm_splits","Whether to use DMCreateFieldDecomposition() for splits","PCFieldSplitSetDMSplits",jac->dm_splits,&jac->dm_splits,NULL);CHKERRQ(ierr);
110551f519a2SBarry Smith   ierr = PetscOptionsInt("-pc_fieldsplit_block_size","Blocksize that defines number of fields","PCFieldSplitSetBlockSize",jac->bs,&bs,&flg);CHKERRQ(ierr);
110651f519a2SBarry Smith   if (flg) {
110751f519a2SBarry Smith     ierr = PCFieldSplitSetBlockSize(pc,bs);CHKERRQ(ierr);
110851f519a2SBarry Smith   }
1109704ba839SBarry Smith 
11104e39094bSDmitry Karpeev   ierr = PetscOptionsBool("-pc_fieldsplit_diag_use_amat","Use Amat (not Pmat) to extract diagonal fieldsplit blocks", "PCFieldSplitSetDiagUseAmat",pc->useAmat,&jac->diag_use_amat,NULL);CHKERRQ(ierr);
11114e39094bSDmitry Karpeev   ierr = PetscOptionsBool("-pc_fieldsplit_off_diag_use_amat","Use Amat (not Pmat) to extract off-diagonal fieldsplit blocks", "PCFieldSplitSetOffDiagUseAmat",pc->useAmat,&jac->offdiag_use_amat,NULL);CHKERRQ(ierr);
1112*00216929SDmitry Karpeev   /* FIXME: No programmatic equivalent to the following. */
1113*00216929SDmitry Karpeev   ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_fieldsplit_detect_saddle_point",&stokes,NULL);CHKERRQ(ierr);
1114c0adfefeSBarry Smith   if (stokes) {
1115c0adfefeSBarry Smith     ierr          = PCFieldSplitSetType(pc,PC_COMPOSITE_SCHUR);CHKERRQ(ierr);
1116c0adfefeSBarry Smith     jac->schurpre = PC_FIELDSPLIT_SCHUR_PRE_SELF;
1117c0adfefeSBarry Smith   }
1118c0adfefeSBarry Smith 
11193b224e63SBarry Smith   ierr = PetscOptionsEnum("-pc_fieldsplit_type","Type of composition","PCFieldSplitSetType",PCCompositeTypes,(PetscEnum)jac->type,(PetscEnum*)&ctype,&flg);CHKERRQ(ierr);
11203b224e63SBarry Smith   if (flg) {
11213b224e63SBarry Smith     ierr = PCFieldSplitSetType(pc,ctype);CHKERRQ(ierr);
11223b224e63SBarry Smith   }
1123c30613efSMatthew Knepley   /* Only setup fields once */
1124c30613efSMatthew Knepley   if ((jac->bs > 0) && (jac->nsplits == 0)) {
1125d32f9abdSBarry Smith     /* only allow user to set fields from command line if bs is already known.
1126d32f9abdSBarry Smith        otherwise user can set them in PCFieldSplitSetDefaults() */
11276c924f48SJed Brown     ierr = PCFieldSplitSetRuntimeSplits_Private(pc);CHKERRQ(ierr);
11286c924f48SJed Brown     if (jac->splitdefined) {ierr = PetscInfo(pc,"Splits defined using the options database\n");CHKERRQ(ierr);}
1129d32f9abdSBarry Smith   }
1130c5d2311dSJed Brown   if (jac->type == PC_COMPOSITE_SCHUR) {
1131c9c6ffaaSJed Brown     ierr = PetscOptionsGetEnum(((PetscObject)pc)->prefix,"-pc_fieldsplit_schur_factorization_type",PCFieldSplitSchurFactTypes,(PetscEnum*)&jac->schurfactorization,&flg);CHKERRQ(ierr);
1132c9c6ffaaSJed Brown     if (flg) {ierr = PetscInfo(pc,"Deprecated use of -pc_fieldsplit_schur_factorization_type\n");CHKERRQ(ierr);}
11330298fd71SBarry Smith     ierr = PetscOptionsEnum("-pc_fieldsplit_schur_fact_type","Which off-diagonal parts of the block factorization to use","PCFieldSplitSetSchurFactType",PCFieldSplitSchurFactTypes,(PetscEnum)jac->schurfactorization,(PetscEnum*)&jac->schurfactorization,NULL);CHKERRQ(ierr);
11340298fd71SBarry Smith     ierr = PetscOptionsEnum("-pc_fieldsplit_schur_precondition","How to build preconditioner for Schur complement","PCFieldSplitSchurPrecondition",PCFieldSplitSchurPreTypes,(PetscEnum)jac->schurpre,(PetscEnum*)&jac->schurpre,NULL);CHKERRQ(ierr);
1135c5d2311dSJed Brown   }
11361b9fc7fcSBarry Smith   ierr = PetscOptionsTail();CHKERRQ(ierr);
11370971522cSBarry Smith   PetscFunctionReturn(0);
11380971522cSBarry Smith }
11390971522cSBarry Smith 
11400971522cSBarry Smith /*------------------------------------------------------------------------------------*/
11410971522cSBarry Smith 
11420971522cSBarry Smith #undef __FUNCT__
11430971522cSBarry Smith #define __FUNCT__ "PCFieldSplitSetFields_FieldSplit"
11441e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitSetFields_FieldSplit(PC pc,const char splitname[],PetscInt n,const PetscInt *fields,const PetscInt *fields_col)
11450971522cSBarry Smith {
114697bbdb24SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
11470971522cSBarry Smith   PetscErrorCode    ierr;
11485a9f2f41SSatish Balay   PC_FieldSplitLink ilink,next = jac->head;
114969a612a9SBarry Smith   char              prefix[128];
11505d4c12cdSJungho Lee   PetscInt          i;
11510971522cSBarry Smith 
11520971522cSBarry Smith   PetscFunctionBegin;
11536c924f48SJed Brown   if (jac->splitdefined) {
11546c924f48SJed Brown     ierr = PetscInfo1(pc,"Ignoring new split \"%s\" because the splits have already been defined\n",splitname);CHKERRQ(ierr);
11556c924f48SJed Brown     PetscFunctionReturn(0);
11566c924f48SJed Brown   }
115751f519a2SBarry Smith   for (i=0; i<n; i++) {
1158e32f2f54SBarry Smith     if (fields[i] >= jac->bs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Field %D requested but only %D exist",fields[i],jac->bs);
1159e32f2f54SBarry Smith     if (fields[i] < 0) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative field %D requested",fields[i]);
116051f519a2SBarry Smith   }
1161b00a9115SJed Brown   ierr = PetscNew(&ilink);CHKERRQ(ierr);
1162a04f6461SBarry Smith   if (splitname) {
1163db4c96c1SJed Brown     ierr = PetscStrallocpy(splitname,&ilink->splitname);CHKERRQ(ierr);
1164a04f6461SBarry Smith   } else {
1165785e854fSJed Brown     ierr = PetscMalloc1(3,&ilink->splitname);CHKERRQ(ierr);
1166a04f6461SBarry Smith     ierr = PetscSNPrintf(ilink->splitname,2,"%s",jac->nsplits);CHKERRQ(ierr);
1167a04f6461SBarry Smith   }
1168785e854fSJed Brown   ierr = PetscMalloc1(n,&ilink->fields);CHKERRQ(ierr);
11695a9f2f41SSatish Balay   ierr = PetscMemcpy(ilink->fields,fields,n*sizeof(PetscInt));CHKERRQ(ierr);
1170785e854fSJed Brown   ierr = PetscMalloc1(n,&ilink->fields_col);CHKERRQ(ierr);
11715d4c12cdSJungho Lee   ierr = PetscMemcpy(ilink->fields_col,fields_col,n*sizeof(PetscInt));CHKERRQ(ierr);
11722fa5cd67SKarl Rupp 
11735a9f2f41SSatish Balay   ilink->nfields = n;
11740298fd71SBarry Smith   ilink->next    = NULL;
1175ce94432eSBarry Smith   ierr           = KSPCreate(PetscObjectComm((PetscObject)pc),&ilink->ksp);CHKERRQ(ierr);
117620252d06SBarry Smith   ierr           = PetscObjectIncrementTabLevel((PetscObject)ilink->ksp,(PetscObject)pc,1);CHKERRQ(ierr);
11775a9f2f41SSatish Balay   ierr           = KSPSetType(ilink->ksp,KSPPREONLY);CHKERRQ(ierr);
11789005cf84SBarry Smith   ierr           = PetscLogObjectParent((PetscObject)pc,(PetscObject)ilink->ksp);CHKERRQ(ierr);
117969a612a9SBarry Smith 
11808caf3d72SBarry Smith   ierr = PetscSNPrintf(prefix,sizeof(prefix),"%sfieldsplit_%s_",((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "",ilink->splitname);CHKERRQ(ierr);
11815a9f2f41SSatish Balay   ierr = KSPSetOptionsPrefix(ilink->ksp,prefix);CHKERRQ(ierr);
11820971522cSBarry Smith 
11830971522cSBarry Smith   if (!next) {
11845a9f2f41SSatish Balay     jac->head       = ilink;
11850298fd71SBarry Smith     ilink->previous = NULL;
11860971522cSBarry Smith   } else {
11870971522cSBarry Smith     while (next->next) {
11880971522cSBarry Smith       next = next->next;
11890971522cSBarry Smith     }
11905a9f2f41SSatish Balay     next->next      = ilink;
119151f519a2SBarry Smith     ilink->previous = next;
11920971522cSBarry Smith   }
11930971522cSBarry Smith   jac->nsplits++;
11940971522cSBarry Smith   PetscFunctionReturn(0);
11950971522cSBarry Smith }
11960971522cSBarry Smith 
1197e69d4d44SBarry Smith #undef __FUNCT__
1198e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP_FieldSplit_Schur"
11991e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitGetSubKSP_FieldSplit_Schur(PC pc,PetscInt *n,KSP **subksp)
1200e69d4d44SBarry Smith {
1201e69d4d44SBarry Smith   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1202e69d4d44SBarry Smith   PetscErrorCode ierr;
1203e69d4d44SBarry Smith 
1204e69d4d44SBarry Smith   PetscFunctionBegin;
1205785e854fSJed Brown   ierr = PetscMalloc1(jac->nsplits,subksp);CHKERRQ(ierr);
1206e69d4d44SBarry Smith   ierr = MatSchurComplementGetKSP(jac->schur,*subksp);CHKERRQ(ierr);
12072fa5cd67SKarl Rupp 
1208e69d4d44SBarry Smith   (*subksp)[1] = jac->kspschur;
120913e0d083SBarry Smith   if (n) *n = jac->nsplits;
1210e69d4d44SBarry Smith   PetscFunctionReturn(0);
1211e69d4d44SBarry Smith }
12120971522cSBarry Smith 
12130971522cSBarry Smith #undef __FUNCT__
121469a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP_FieldSplit"
12151e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitGetSubKSP_FieldSplit(PC pc,PetscInt *n,KSP **subksp)
12160971522cSBarry Smith {
12170971522cSBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
12180971522cSBarry Smith   PetscErrorCode    ierr;
12190971522cSBarry Smith   PetscInt          cnt   = 0;
12205a9f2f41SSatish Balay   PC_FieldSplitLink ilink = jac->head;
12210971522cSBarry Smith 
12220971522cSBarry Smith   PetscFunctionBegin;
1223785e854fSJed Brown   ierr = PetscMalloc1(jac->nsplits,subksp);CHKERRQ(ierr);
12245a9f2f41SSatish Balay   while (ilink) {
12255a9f2f41SSatish Balay     (*subksp)[cnt++] = ilink->ksp;
12265a9f2f41SSatish Balay     ilink            = ilink->next;
12270971522cSBarry Smith   }
12285d480477SMatthew G Knepley   if (cnt != jac->nsplits) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Corrupt PCFIELDSPLIT object: number of splits in linked list %D does not match number in object %D",cnt,jac->nsplits);
122913e0d083SBarry Smith   if (n) *n = jac->nsplits;
12300971522cSBarry Smith   PetscFunctionReturn(0);
12310971522cSBarry Smith }
12320971522cSBarry Smith 
1233704ba839SBarry Smith #undef __FUNCT__
1234704ba839SBarry Smith #define __FUNCT__ "PCFieldSplitSetIS_FieldSplit"
12351e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitSetIS_FieldSplit(PC pc,const char splitname[],IS is)
1236704ba839SBarry Smith {
1237704ba839SBarry Smith   PC_FieldSplit     *jac = (PC_FieldSplit*)pc->data;
1238704ba839SBarry Smith   PetscErrorCode    ierr;
1239704ba839SBarry Smith   PC_FieldSplitLink ilink, next = jac->head;
1240704ba839SBarry Smith   char              prefix[128];
1241704ba839SBarry Smith 
1242704ba839SBarry Smith   PetscFunctionBegin;
12436c924f48SJed Brown   if (jac->splitdefined) {
12446c924f48SJed Brown     ierr = PetscInfo1(pc,"Ignoring new split \"%s\" because the splits have already been defined\n",splitname);CHKERRQ(ierr);
12456c924f48SJed Brown     PetscFunctionReturn(0);
12466c924f48SJed Brown   }
1247b00a9115SJed Brown   ierr = PetscNew(&ilink);CHKERRQ(ierr);
1248a04f6461SBarry Smith   if (splitname) {
1249db4c96c1SJed Brown     ierr = PetscStrallocpy(splitname,&ilink->splitname);CHKERRQ(ierr);
1250a04f6461SBarry Smith   } else {
1251785e854fSJed Brown     ierr = PetscMalloc1(8,&ilink->splitname);CHKERRQ(ierr);
1252b5787286SJed Brown     ierr = PetscSNPrintf(ilink->splitname,7,"%D",jac->nsplits);CHKERRQ(ierr);
1253a04f6461SBarry Smith   }
12541ab39975SBarry Smith   ierr          = PetscObjectReference((PetscObject)is);CHKERRQ(ierr);
1255b5787286SJed Brown   ierr          = ISDestroy(&ilink->is);CHKERRQ(ierr);
1256b5787286SJed Brown   ilink->is     = is;
1257b5787286SJed Brown   ierr          = PetscObjectReference((PetscObject)is);CHKERRQ(ierr);
1258b5787286SJed Brown   ierr          = ISDestroy(&ilink->is_col);CHKERRQ(ierr);
1259b5787286SJed Brown   ilink->is_col = is;
12600298fd71SBarry Smith   ilink->next   = NULL;
1261ce94432eSBarry Smith   ierr          = KSPCreate(PetscObjectComm((PetscObject)pc),&ilink->ksp);CHKERRQ(ierr);
126220252d06SBarry Smith   ierr          = PetscObjectIncrementTabLevel((PetscObject)ilink->ksp,(PetscObject)pc,1);CHKERRQ(ierr);
1263704ba839SBarry Smith   ierr          = KSPSetType(ilink->ksp,KSPPREONLY);CHKERRQ(ierr);
12649005cf84SBarry Smith   ierr          = PetscLogObjectParent((PetscObject)pc,(PetscObject)ilink->ksp);CHKERRQ(ierr);
1265704ba839SBarry Smith 
12668caf3d72SBarry Smith   ierr = PetscSNPrintf(prefix,sizeof(prefix),"%sfieldsplit_%s_",((PetscObject)pc)->prefix ? ((PetscObject)pc)->prefix : "",ilink->splitname);CHKERRQ(ierr);
1267704ba839SBarry Smith   ierr = KSPSetOptionsPrefix(ilink->ksp,prefix);CHKERRQ(ierr);
1268704ba839SBarry Smith 
1269704ba839SBarry Smith   if (!next) {
1270704ba839SBarry Smith     jac->head       = ilink;
12710298fd71SBarry Smith     ilink->previous = NULL;
1272704ba839SBarry Smith   } else {
1273704ba839SBarry Smith     while (next->next) {
1274704ba839SBarry Smith       next = next->next;
1275704ba839SBarry Smith     }
1276704ba839SBarry Smith     next->next      = ilink;
1277704ba839SBarry Smith     ilink->previous = next;
1278704ba839SBarry Smith   }
1279704ba839SBarry Smith   jac->nsplits++;
1280704ba839SBarry Smith   PetscFunctionReturn(0);
1281704ba839SBarry Smith }
1282704ba839SBarry Smith 
12830971522cSBarry Smith #undef __FUNCT__
12840971522cSBarry Smith #define __FUNCT__ "PCFieldSplitSetFields"
12850971522cSBarry Smith /*@
12860971522cSBarry Smith     PCFieldSplitSetFields - Sets the fields for one particular split in the field split preconditioner
12870971522cSBarry Smith 
1288ad4df100SBarry Smith     Logically Collective on PC
12890971522cSBarry Smith 
12900971522cSBarry Smith     Input Parameters:
12910971522cSBarry Smith +   pc  - the preconditioner context
12920298fd71SBarry Smith .   splitname - name of this split, if NULL the number of the split is used
12930971522cSBarry Smith .   n - the number of fields in this split
1294db4c96c1SJed Brown -   fields - the fields in this split
12950971522cSBarry Smith 
12960971522cSBarry Smith     Level: intermediate
12970971522cSBarry Smith 
1298d32f9abdSBarry Smith     Notes: Use PCFieldSplitSetIS() to set a completely general set of indices as a field.
1299d32f9abdSBarry Smith 
13007287d2a3SDmitry Karpeev      The PCFieldSplitSetFields() is for defining fields as strided blocks. For example, if the block
1301d32f9abdSBarry Smith      size is three then one can define a field as 0, or 1 or 2 or 0,1 or 0,2 or 1,2 which mean
1302d32f9abdSBarry Smith      0xx3xx6xx9xx12 ... x1xx4xx7xx ... xx2xx5xx8xx.. 01x34x67x... 0x1x3x5x7.. x12x45x78x....
1303d32f9abdSBarry Smith      where the numbered entries indicate what is in the field.
1304d32f9abdSBarry Smith 
1305db4c96c1SJed Brown      This function is called once per split (it creates a new split each time).  Solve options
1306db4c96c1SJed Brown      for this split will be available under the prefix -fieldsplit_SPLITNAME_.
1307db4c96c1SJed Brown 
13085d4c12cdSJungho Lee      Developer Note: This routine does not actually create the IS representing the split, that is delayed
13095d4c12cdSJungho Lee      until PCSetUp_FieldSplit(), because information about the vector/matrix layouts may not be
13105d4c12cdSJungho Lee      available when this routine is called.
13115d4c12cdSJungho Lee 
1312d32f9abdSBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetBlockSize(), PCFieldSplitSetIS()
13130971522cSBarry Smith 
13140971522cSBarry Smith @*/
13155d4c12cdSJungho Lee PetscErrorCode  PCFieldSplitSetFields(PC pc,const char splitname[],PetscInt n,const PetscInt *fields,const PetscInt *fields_col)
13160971522cSBarry Smith {
13174ac538c5SBarry Smith   PetscErrorCode ierr;
13180971522cSBarry Smith 
13190971522cSBarry Smith   PetscFunctionBegin;
13200700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1321db4c96c1SJed Brown   PetscValidCharPointer(splitname,2);
1322ce94432eSBarry Smith   if (n < 1) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_OUTOFRANGE,"Provided number of fields %D in split \"%s\" not positive",n,splitname);
1323db4c96c1SJed Brown   PetscValidIntPointer(fields,3);
13245d4c12cdSJungho Lee   ierr = PetscTryMethod(pc,"PCFieldSplitSetFields_C",(PC,const char[],PetscInt,const PetscInt*,const PetscInt*),(pc,splitname,n,fields,fields_col));CHKERRQ(ierr);
13250971522cSBarry Smith   PetscFunctionReturn(0);
13260971522cSBarry Smith }
13270971522cSBarry Smith 
13280971522cSBarry Smith #undef __FUNCT__
1329c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetDiagUseAmat"
1330c84da90fSDmitry Karpeev /*@
1331c84da90fSDmitry Karpeev     PCFieldSplitSetDiagUseAmat - set flag indicating whether to extract diagonal blocks from Amat (rather than Pmat)
1332c84da90fSDmitry Karpeev 
1333c84da90fSDmitry Karpeev     Logically Collective on PC
1334c84da90fSDmitry Karpeev 
1335c84da90fSDmitry Karpeev     Input Parameters:
1336c84da90fSDmitry Karpeev +   pc  - the preconditioner object
1337c84da90fSDmitry Karpeev -   flg - boolean flag indicating whether or not to use Amat to extract the diagonal blocks from
1338c84da90fSDmitry Karpeev 
13399506b623SDmitry Karpeev     Options Database:
13409506b623SDmitry Karpeev .     -pc_fieldsplit_diag_use_amat
1341c84da90fSDmitry Karpeev 
1342c84da90fSDmitry Karpeev     Level: intermediate
1343c84da90fSDmitry Karpeev 
1344c84da90fSDmitry Karpeev .seealso: PCFieldSplitGetDiagUseAmat(), PCFieldSplitSetOffDiagUseAmat(), PCFIELDSPLIT
1345c84da90fSDmitry Karpeev 
1346c84da90fSDmitry Karpeev @*/
1347c84da90fSDmitry Karpeev PetscErrorCode  PCFieldSplitSetDiagUseAmat(PC pc,PetscBool flg)
1348c84da90fSDmitry Karpeev {
1349c84da90fSDmitry Karpeev   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1350c84da90fSDmitry Karpeev   PetscBool      isfs;
1351c84da90fSDmitry Karpeev   PetscErrorCode ierr;
1352c84da90fSDmitry Karpeev 
1353c84da90fSDmitry Karpeev   PetscFunctionBegin;
1354c84da90fSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1355c84da90fSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
1356c84da90fSDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT);
1357c84da90fSDmitry Karpeev   jac->diag_use_amat = flg;
1358c84da90fSDmitry Karpeev   PetscFunctionReturn(0);
1359c84da90fSDmitry Karpeev }
1360c84da90fSDmitry Karpeev 
1361c84da90fSDmitry Karpeev #undef __FUNCT__
1362c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetDiagUseAmat"
1363c84da90fSDmitry Karpeev /*@
1364c84da90fSDmitry Karpeev     PCFieldSplitGetDiagUseAmat - get the flag indicating whether to extract diagonal blocks from Amat (rather than Pmat)
1365c84da90fSDmitry Karpeev 
1366c84da90fSDmitry Karpeev     Logically Collective on PC
1367c84da90fSDmitry Karpeev 
1368c84da90fSDmitry Karpeev     Input Parameters:
1369c84da90fSDmitry Karpeev .   pc  - the preconditioner object
1370c84da90fSDmitry Karpeev 
1371c84da90fSDmitry Karpeev     Output Parameters:
1372c84da90fSDmitry Karpeev .   flg - boolean flag indicating whether or not to use Amat to extract the diagonal blocks from
1373c84da90fSDmitry Karpeev 
1374c84da90fSDmitry Karpeev 
1375c84da90fSDmitry Karpeev     Level: intermediate
1376c84da90fSDmitry Karpeev 
1377c84da90fSDmitry Karpeev .seealso: PCFieldSplitSetDiagUseAmat(), PCFieldSplitGetOffDiagUseAmat(), PCFIELDSPLIT
1378c84da90fSDmitry Karpeev 
1379c84da90fSDmitry Karpeev @*/
1380c84da90fSDmitry Karpeev PetscErrorCode  PCFieldSplitGetDiagUseAmat(PC pc,PetscBool *flg)
1381c84da90fSDmitry Karpeev {
1382c84da90fSDmitry Karpeev   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1383c84da90fSDmitry Karpeev   PetscBool      isfs;
1384c84da90fSDmitry Karpeev   PetscErrorCode ierr;
1385c84da90fSDmitry Karpeev 
1386c84da90fSDmitry Karpeev   PetscFunctionBegin;
1387c84da90fSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1388c84da90fSDmitry Karpeev   PetscValidPointer(flg,2);
1389c84da90fSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
1390c84da90fSDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT);
1391c84da90fSDmitry Karpeev   *flg = jac->diag_use_amat;
1392c84da90fSDmitry Karpeev   PetscFunctionReturn(0);
1393c84da90fSDmitry Karpeev }
1394c84da90fSDmitry Karpeev 
1395c84da90fSDmitry Karpeev #undef __FUNCT__
1396c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetOffDiagUseAmat"
1397c84da90fSDmitry Karpeev /*@
1398c84da90fSDmitry Karpeev     PCFieldSplitSetOffDiagUseAmat - set flag indicating whether to extract off-diagonal blocks from Amat (rather than Pmat)
1399c84da90fSDmitry Karpeev 
1400c84da90fSDmitry Karpeev     Logically Collective on PC
1401c84da90fSDmitry Karpeev 
1402c84da90fSDmitry Karpeev     Input Parameters:
1403c84da90fSDmitry Karpeev +   pc  - the preconditioner object
1404c84da90fSDmitry Karpeev -   flg - boolean flag indicating whether or not to use Amat to extract the off-diagonal blocks from
1405c84da90fSDmitry Karpeev 
14069506b623SDmitry Karpeev     Options Database:
14079506b623SDmitry Karpeev .     -pc_fieldsplit_off_diag_use_amat
1408c84da90fSDmitry Karpeev 
1409c84da90fSDmitry Karpeev     Level: intermediate
1410c84da90fSDmitry Karpeev 
1411c84da90fSDmitry Karpeev .seealso: PCFieldSplitGetOffDiagUseAmat(), PCFieldSplitSetDiagUseAmat(), PCFIELDSPLIT
1412c84da90fSDmitry Karpeev 
1413c84da90fSDmitry Karpeev @*/
1414c84da90fSDmitry Karpeev PetscErrorCode  PCFieldSplitSetOffDiagUseAmat(PC pc,PetscBool flg)
1415c84da90fSDmitry Karpeev {
1416c84da90fSDmitry Karpeev   PC_FieldSplit *jac = (PC_FieldSplit*)pc->data;
1417c84da90fSDmitry Karpeev   PetscBool      isfs;
1418c84da90fSDmitry Karpeev   PetscErrorCode ierr;
1419c84da90fSDmitry Karpeev 
1420c84da90fSDmitry Karpeev   PetscFunctionBegin;
1421c84da90fSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1422c84da90fSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
1423c84da90fSDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT);
1424c84da90fSDmitry Karpeev   jac->offdiag_use_amat = flg;
1425c84da90fSDmitry Karpeev   PetscFunctionReturn(0);
1426c84da90fSDmitry Karpeev }
1427c84da90fSDmitry Karpeev 
1428c84da90fSDmitry Karpeev #undef __FUNCT__
1429c84da90fSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetOffDiagUseAmat"
1430c84da90fSDmitry Karpeev /*@
1431c84da90fSDmitry Karpeev     PCFieldSplitGetOffDiagUseAmat - get the flag indicating whether to extract off-diagonal blocks from Amat (rather than Pmat)
1432c84da90fSDmitry Karpeev 
1433c84da90fSDmitry Karpeev     Logically Collective on PC
1434c84da90fSDmitry Karpeev 
1435c84da90fSDmitry Karpeev     Input Parameters:
1436c84da90fSDmitry Karpeev .   pc  - the preconditioner object
1437c84da90fSDmitry Karpeev 
1438c84da90fSDmitry Karpeev     Output Parameters:
1439c84da90fSDmitry Karpeev .   flg - boolean flag indicating whether or not to use Amat to extract the off-diagonal blocks from
1440c84da90fSDmitry Karpeev 
1441c84da90fSDmitry Karpeev 
1442c84da90fSDmitry Karpeev     Level: intermediate
1443c84da90fSDmitry Karpeev 
1444c84da90fSDmitry Karpeev .seealso: PCFieldSplitSetOffDiagUseAmat(), PCFieldSplitGetDiagUseAmat(), PCFIELDSPLIT
1445c84da90fSDmitry Karpeev 
1446c84da90fSDmitry Karpeev @*/
1447c84da90fSDmitry Karpeev PetscErrorCode  PCFieldSplitGetOffDiagUseAmat(PC pc,PetscBool *flg)
1448c84da90fSDmitry Karpeev {
1449c84da90fSDmitry Karpeev   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1450c84da90fSDmitry Karpeev   PetscBool      isfs;
1451c84da90fSDmitry Karpeev   PetscErrorCode ierr;
1452c84da90fSDmitry Karpeev 
1453c84da90fSDmitry Karpeev   PetscFunctionBegin;
1454c84da90fSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1455c84da90fSDmitry Karpeev   PetscValidPointer(flg,2);
1456c84da90fSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
1457c84da90fSDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"PC not of type %s",PCFIELDSPLIT);
1458c84da90fSDmitry Karpeev   *flg = jac->offdiag_use_amat;
1459c84da90fSDmitry Karpeev   PetscFunctionReturn(0);
1460c84da90fSDmitry Karpeev }
1461c84da90fSDmitry Karpeev 
1462c84da90fSDmitry Karpeev 
1463c84da90fSDmitry Karpeev 
1464c84da90fSDmitry Karpeev #undef __FUNCT__
1465704ba839SBarry Smith #define __FUNCT__ "PCFieldSplitSetIS"
1466704ba839SBarry Smith /*@
1467704ba839SBarry Smith     PCFieldSplitSetIS - Sets the exact elements for field
1468704ba839SBarry Smith 
1469ad4df100SBarry Smith     Logically Collective on PC
1470704ba839SBarry Smith 
1471704ba839SBarry Smith     Input Parameters:
1472704ba839SBarry Smith +   pc  - the preconditioner context
14730298fd71SBarry Smith .   splitname - name of this split, if NULL the number of the split is used
1474db4c96c1SJed Brown -   is - the index set that defines the vector elements in this field
1475704ba839SBarry Smith 
1476d32f9abdSBarry Smith 
1477a6ffb8dbSJed Brown     Notes:
1478a6ffb8dbSJed Brown     Use PCFieldSplitSetFields(), for fields defined by strided types.
1479a6ffb8dbSJed Brown 
1480db4c96c1SJed Brown     This function is called once per split (it creates a new split each time).  Solve options
1481db4c96c1SJed Brown     for this split will be available under the prefix -fieldsplit_SPLITNAME_.
1482d32f9abdSBarry Smith 
1483704ba839SBarry Smith     Level: intermediate
1484704ba839SBarry Smith 
1485704ba839SBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetBlockSize()
1486704ba839SBarry Smith 
1487704ba839SBarry Smith @*/
14887087cfbeSBarry Smith PetscErrorCode  PCFieldSplitSetIS(PC pc,const char splitname[],IS is)
1489704ba839SBarry Smith {
14904ac538c5SBarry Smith   PetscErrorCode ierr;
1491704ba839SBarry Smith 
1492704ba839SBarry Smith   PetscFunctionBegin;
14930700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
14947b62db95SJungho Lee   if (splitname) PetscValidCharPointer(splitname,2);
1495db4c96c1SJed Brown   PetscValidHeaderSpecific(is,IS_CLASSID,3);
14964ac538c5SBarry Smith   ierr = PetscTryMethod(pc,"PCFieldSplitSetIS_C",(PC,const char[],IS),(pc,splitname,is));CHKERRQ(ierr);
1497704ba839SBarry Smith   PetscFunctionReturn(0);
1498704ba839SBarry Smith }
1499704ba839SBarry Smith 
1500704ba839SBarry Smith #undef __FUNCT__
150157a9adfeSMatthew G Knepley #define __FUNCT__ "PCFieldSplitGetIS"
150257a9adfeSMatthew G Knepley /*@
150357a9adfeSMatthew G Knepley     PCFieldSplitGetIS - Retrieves the elements for a field as an IS
150457a9adfeSMatthew G Knepley 
150557a9adfeSMatthew G Knepley     Logically Collective on PC
150657a9adfeSMatthew G Knepley 
150757a9adfeSMatthew G Knepley     Input Parameters:
150857a9adfeSMatthew G Knepley +   pc  - the preconditioner context
150957a9adfeSMatthew G Knepley -   splitname - name of this split
151057a9adfeSMatthew G Knepley 
151157a9adfeSMatthew G Knepley     Output Parameter:
15120298fd71SBarry Smith -   is - the index set that defines the vector elements in this field, or NULL if the field is not found
151357a9adfeSMatthew G Knepley 
151457a9adfeSMatthew G Knepley     Level: intermediate
151557a9adfeSMatthew G Knepley 
151657a9adfeSMatthew G Knepley .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetIS()
151757a9adfeSMatthew G Knepley 
151857a9adfeSMatthew G Knepley @*/
151957a9adfeSMatthew G Knepley PetscErrorCode PCFieldSplitGetIS(PC pc,const char splitname[],IS *is)
152057a9adfeSMatthew G Knepley {
152157a9adfeSMatthew G Knepley   PetscErrorCode ierr;
152257a9adfeSMatthew G Knepley 
152357a9adfeSMatthew G Knepley   PetscFunctionBegin;
152457a9adfeSMatthew G Knepley   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
152557a9adfeSMatthew G Knepley   PetscValidCharPointer(splitname,2);
152657a9adfeSMatthew G Knepley   PetscValidPointer(is,3);
152757a9adfeSMatthew G Knepley   {
152857a9adfeSMatthew G Knepley     PC_FieldSplit     *jac  = (PC_FieldSplit*) pc->data;
152957a9adfeSMatthew G Knepley     PC_FieldSplitLink ilink = jac->head;
153057a9adfeSMatthew G Knepley     PetscBool         found;
153157a9adfeSMatthew G Knepley 
15320298fd71SBarry Smith     *is = NULL;
153357a9adfeSMatthew G Knepley     while (ilink) {
153457a9adfeSMatthew G Knepley       ierr = PetscStrcmp(ilink->splitname, splitname, &found);CHKERRQ(ierr);
153557a9adfeSMatthew G Knepley       if (found) {
153657a9adfeSMatthew G Knepley         *is = ilink->is;
153757a9adfeSMatthew G Knepley         break;
153857a9adfeSMatthew G Knepley       }
153957a9adfeSMatthew G Knepley       ilink = ilink->next;
154057a9adfeSMatthew G Knepley     }
154157a9adfeSMatthew G Knepley   }
154257a9adfeSMatthew G Knepley   PetscFunctionReturn(0);
154357a9adfeSMatthew G Knepley }
154457a9adfeSMatthew G Knepley 
154557a9adfeSMatthew G Knepley #undef __FUNCT__
154651f519a2SBarry Smith #define __FUNCT__ "PCFieldSplitSetBlockSize"
154751f519a2SBarry Smith /*@
154851f519a2SBarry Smith     PCFieldSplitSetBlockSize - Sets the block size for defining where fields start in the
154951f519a2SBarry Smith       fieldsplit preconditioner. If not set the matrix block size is used.
155051f519a2SBarry Smith 
1551ad4df100SBarry Smith     Logically Collective on PC
155251f519a2SBarry Smith 
155351f519a2SBarry Smith     Input Parameters:
155451f519a2SBarry Smith +   pc  - the preconditioner context
155551f519a2SBarry Smith -   bs - the block size
155651f519a2SBarry Smith 
155751f519a2SBarry Smith     Level: intermediate
155851f519a2SBarry Smith 
155951f519a2SBarry Smith .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields()
156051f519a2SBarry Smith 
156151f519a2SBarry Smith @*/
15627087cfbeSBarry Smith PetscErrorCode  PCFieldSplitSetBlockSize(PC pc,PetscInt bs)
156351f519a2SBarry Smith {
15644ac538c5SBarry Smith   PetscErrorCode ierr;
156551f519a2SBarry Smith 
156651f519a2SBarry Smith   PetscFunctionBegin;
15670700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1568c5eb9154SBarry Smith   PetscValidLogicalCollectiveInt(pc,bs,2);
15694ac538c5SBarry Smith   ierr = PetscTryMethod(pc,"PCFieldSplitSetBlockSize_C",(PC,PetscInt),(pc,bs));CHKERRQ(ierr);
157051f519a2SBarry Smith   PetscFunctionReturn(0);
157151f519a2SBarry Smith }
157251f519a2SBarry Smith 
157351f519a2SBarry Smith #undef __FUNCT__
157469a612a9SBarry Smith #define __FUNCT__ "PCFieldSplitGetSubKSP"
15750971522cSBarry Smith /*@C
157669a612a9SBarry Smith    PCFieldSplitGetSubKSP - Gets the KSP contexts for all splits
15770971522cSBarry Smith 
157869a612a9SBarry Smith    Collective on KSP
15790971522cSBarry Smith 
15800971522cSBarry Smith    Input Parameter:
15810971522cSBarry Smith .  pc - the preconditioner context
15820971522cSBarry Smith 
15830971522cSBarry Smith    Output Parameters:
158413e0d083SBarry Smith +  n - the number of splits
158569a612a9SBarry Smith -  pc - the array of KSP contexts
15860971522cSBarry Smith 
15870971522cSBarry Smith    Note:
1588d32f9abdSBarry Smith    After PCFieldSplitGetSubKSP() the array of KSPs IS to be freed by the user
1589d32f9abdSBarry Smith    (not the KSP just the array that contains them).
15900971522cSBarry Smith 
159169a612a9SBarry Smith    You must call KSPSetUp() before calling PCFieldSplitGetSubKSP().
15920971522cSBarry Smith 
1593196cc216SBarry Smith    Fortran Usage: You must pass in a KSP array that is large enough to contain all the local KSPs.
15940298fd71SBarry Smith       You can call PCFieldSplitGetSubKSP(pc,n,NULL_OBJECT,ierr) to determine how large the
1595196cc216SBarry Smith       KSP array must be.
1596196cc216SBarry Smith 
1597196cc216SBarry Smith 
15980971522cSBarry Smith    Level: advanced
15990971522cSBarry Smith 
16000971522cSBarry Smith .seealso: PCFIELDSPLIT
16010971522cSBarry Smith @*/
16027087cfbeSBarry Smith PetscErrorCode  PCFieldSplitGetSubKSP(PC pc,PetscInt *n,KSP *subksp[])
16030971522cSBarry Smith {
16044ac538c5SBarry Smith   PetscErrorCode ierr;
16050971522cSBarry Smith 
16060971522cSBarry Smith   PetscFunctionBegin;
16070700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
160813e0d083SBarry Smith   if (n) PetscValidIntPointer(n,2);
16094ac538c5SBarry Smith   ierr = PetscUseMethod(pc,"PCFieldSplitGetSubKSP_C",(PC,PetscInt*,KSP **),(pc,n,subksp));CHKERRQ(ierr);
16100971522cSBarry Smith   PetscFunctionReturn(0);
16110971522cSBarry Smith }
16120971522cSBarry Smith 
1613e69d4d44SBarry Smith #undef __FUNCT__
1614e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitSchurPrecondition"
1615e69d4d44SBarry Smith /*@
1616e69d4d44SBarry Smith     PCFieldSplitSchurPrecondition -  Indicates if the Schur complement is preconditioned by a preconditioner constructed by the
1617a04f6461SBarry Smith       A11 matrix. Otherwise no preconditioner is used.
1618e69d4d44SBarry Smith 
1619e69d4d44SBarry Smith     Collective on PC
1620e69d4d44SBarry Smith 
1621e69d4d44SBarry Smith     Input Parameters:
1622e69d4d44SBarry Smith +   pc      - the preconditioner context
1623a7476a74SDmitry Karpeev .   ptype   - which matrix to use for preconditioning the Schur complement: PC_FIELDSPLIT_SCHUR_PRE_A11 (default), PC_FIELDSPLIT_SCHUR_PRE_SELF, PC_FIELDSPLIT_PRE_USER
16240298fd71SBarry Smith -   userpre - matrix to use for preconditioning, or NULL
1625084e4875SJed Brown 
1626e69d4d44SBarry Smith     Options Database:
1627a7476a74SDmitry Karpeev .     -pc_fieldsplit_schur_precondition <self,selfp,user,a11> default is a11
1628e69d4d44SBarry Smith 
1629fd1303e9SJungho Lee     Notes:
1630fd1303e9SJungho Lee $    If ptype is
1631fd1303e9SJungho Lee $        user then the preconditioner for the Schur complement is generated by the provided matrix (pre argument
1632fd1303e9SJungho Lee $             to this function).
1633e87fab1bSBarry Smith $        a11 then the preconditioner for the Schur complement is generated by the block diagonal part of the original
1634fd1303e9SJungho Lee $             matrix associated with the Schur complement (i.e. A11)
1635fd1303e9SJungho Lee $        self the preconditioner for the Schur complement is generated from the Schur complement matrix itself:
1636fd1303e9SJungho Lee $             The only preconditioner that currently works directly with the Schur complement matrix object is the PCLSC
1637fd1303e9SJungho Lee $             preconditioner
1638a7476a74SDmitry Karpeev $        selfp then the preconditioning matrix is an explicitly-assembled approximation Sp = A11 - A10 inv(diag(A00)) A01
1639a7476a74SDmitry Karpeev $             This is only a good preconditioner when diag(A00) is a good preconditioner for A00.
1640fd1303e9SJungho Lee 
1641e87fab1bSBarry Smith      When solving a saddle point problem, where the A11 block is identically zero, using a11 as the ptype only makes sense
1642fd1303e9SJungho Lee     with the additional option -fieldsplit_1_pc_type none. Usually for saddle point problems one would use a ptype of self and
1643a7476a74SDmitry Karpeev     -fieldsplit_1_pc_type lsc which uses the least squares commutator to compute a preconditioner for the Schur complement.
1644fd1303e9SJungho Lee 
1645a7476a74SDmitry Karpeev     Developer Notes: This is a terrible name, which gives no good indication of what the function does.
1646a7476a74SDmitry Karpeev                      Among other things, it should have 'Set' in the name, since it sets the type of matrix to use.
1647fd1303e9SJungho Lee 
1648e69d4d44SBarry Smith     Level: intermediate
1649e69d4d44SBarry Smith 
1650fd1303e9SJungho Lee .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields(), PCFieldSplitSchurPreType, PCLSC
1651e69d4d44SBarry Smith 
1652e69d4d44SBarry Smith @*/
16537087cfbeSBarry Smith PetscErrorCode  PCFieldSplitSchurPrecondition(PC pc,PCFieldSplitSchurPreType ptype,Mat pre)
1654e69d4d44SBarry Smith {
16554ac538c5SBarry Smith   PetscErrorCode ierr;
1656e69d4d44SBarry Smith 
1657e69d4d44SBarry Smith   PetscFunctionBegin;
16580700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
16594ac538c5SBarry Smith   ierr = PetscTryMethod(pc,"PCFieldSplitSchurPrecondition_C",(PC,PCFieldSplitSchurPreType,Mat),(pc,ptype,pre));CHKERRQ(ierr);
1660e69d4d44SBarry Smith   PetscFunctionReturn(0);
1661e69d4d44SBarry Smith }
1662e69d4d44SBarry Smith 
1663e69d4d44SBarry Smith #undef __FUNCT__
1664470b340bSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSchurGetS"
166545e7fc46SDmitry Karpeev /*@
1666470b340bSDmitry Karpeev     PCFieldSplitSchurGetS -  extract the MatSchurComplement object used by this PC in case it needs to be configured separately
166745e7fc46SDmitry Karpeev 
166845e7fc46SDmitry Karpeev     Not collective
166945e7fc46SDmitry Karpeev 
167045e7fc46SDmitry Karpeev     Input Parameter:
167145e7fc46SDmitry Karpeev .   pc      - the preconditioner context
167245e7fc46SDmitry Karpeev 
167345e7fc46SDmitry Karpeev     Output Parameter:
1674470b340bSDmitry Karpeev .   S       - the Schur complement matrix
167545e7fc46SDmitry Karpeev 
1676470b340bSDmitry Karpeev     Notes:
1677470b340bSDmitry Karpeev     This matrix should not be destroyed using MatDestroy(); rather, use PCFieldSplitSchurRestoreS().
167845e7fc46SDmitry Karpeev 
167945e7fc46SDmitry Karpeev     Level: advanced
168045e7fc46SDmitry Karpeev 
1681470b340bSDmitry Karpeev .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSchurPreType, PCFieldSplitSchurPrecondition(), MatSchurComplement, PCFieldSplitSchurRestoreS()
168245e7fc46SDmitry Karpeev 
168345e7fc46SDmitry Karpeev @*/
1684470b340bSDmitry Karpeev PetscErrorCode  PCFieldSplitSchurGetS(PC pc,Mat *S)
168545e7fc46SDmitry Karpeev {
168645e7fc46SDmitry Karpeev   PetscErrorCode ierr;
168745e7fc46SDmitry Karpeev   const char*    t;
168845e7fc46SDmitry Karpeev   PetscBool      isfs;
168945e7fc46SDmitry Karpeev   PC_FieldSplit  *jac;
169045e7fc46SDmitry Karpeev 
169145e7fc46SDmitry Karpeev   PetscFunctionBegin;
169245e7fc46SDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
169345e7fc46SDmitry Karpeev   ierr = PetscObjectGetType((PetscObject)pc,&t);CHKERRQ(ierr);
169445e7fc46SDmitry Karpeev   ierr = PetscStrcmp(t,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
169545e7fc46SDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PC of type PCFIELDSPLIT, got %s instead",t);
169645e7fc46SDmitry Karpeev   jac = (PC_FieldSplit*)pc->data;
1697470b340bSDmitry Karpeev   if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PCFIELDSPLIT of type SCHUR, got %D instead",jac->type);
1698470b340bSDmitry Karpeev   if (S) *S = jac->schur;
169945e7fc46SDmitry Karpeev   PetscFunctionReturn(0);
170045e7fc46SDmitry Karpeev }
170145e7fc46SDmitry Karpeev 
170245e7fc46SDmitry Karpeev #undef __FUNCT__
1703470b340bSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSchurRestoreS"
1704470b340bSDmitry Karpeev /*@
1705470b340bSDmitry Karpeev     PCFieldSplitSchurRestoreS -  restores the MatSchurComplement object used by this PC
1706470b340bSDmitry Karpeev 
1707470b340bSDmitry Karpeev     Not collective
1708470b340bSDmitry Karpeev 
1709470b340bSDmitry Karpeev     Input Parameters:
1710470b340bSDmitry Karpeev +   pc      - the preconditioner context
1711470b340bSDmitry Karpeev .   S       - the Schur complement matrix
1712470b340bSDmitry Karpeev 
1713470b340bSDmitry Karpeev     Level: advanced
1714470b340bSDmitry Karpeev 
1715470b340bSDmitry Karpeev .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSchurPreType, PCFieldSplitSchurPrecondition(), MatSchurComplement, PCFieldSplitSchurGetS()
1716470b340bSDmitry Karpeev 
1717470b340bSDmitry Karpeev @*/
1718bca69d2bSDmitry Karpeev PetscErrorCode  PCFieldSplitSchurRestoreS(PC pc,Mat *S)
1719470b340bSDmitry Karpeev {
1720470b340bSDmitry Karpeev   PetscErrorCode ierr;
1721470b340bSDmitry Karpeev   const char*    t;
1722470b340bSDmitry Karpeev   PetscBool      isfs;
1723470b340bSDmitry Karpeev   PC_FieldSplit  *jac;
1724470b340bSDmitry Karpeev 
1725470b340bSDmitry Karpeev   PetscFunctionBegin;
1726470b340bSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1727470b340bSDmitry Karpeev   ierr = PetscObjectGetType((PetscObject)pc,&t);CHKERRQ(ierr);
1728470b340bSDmitry Karpeev   ierr = PetscStrcmp(t,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
1729470b340bSDmitry Karpeev   if (!isfs) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PC of type PCFIELDSPLIT, got %s instead",t);
1730470b340bSDmitry Karpeev   jac = (PC_FieldSplit*)pc->data;
1731470b340bSDmitry Karpeev   if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Expected PCFIELDSPLIT of type SCHUR, got %D instead",jac->type);
1732bca69d2bSDmitry Karpeev   if (!S || *S != jac->schur) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"MatSchurComplement restored is not the same as gotten");
1733470b340bSDmitry Karpeev   PetscFunctionReturn(0);
1734470b340bSDmitry Karpeev }
1735470b340bSDmitry Karpeev 
1736470b340bSDmitry Karpeev 
1737470b340bSDmitry Karpeev #undef __FUNCT__
1738e69d4d44SBarry Smith #define __FUNCT__ "PCFieldSplitSchurPrecondition_FieldSplit"
17391e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitSchurPrecondition_FieldSplit(PC pc,PCFieldSplitSchurPreType ptype,Mat pre)
1740e69d4d44SBarry Smith {
1741e69d4d44SBarry Smith   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1742084e4875SJed Brown   PetscErrorCode ierr;
1743e69d4d44SBarry Smith 
1744e69d4d44SBarry Smith   PetscFunctionBegin;
1745084e4875SJed Brown   jac->schurpre = ptype;
1746a7476a74SDmitry Karpeev   if (ptype == PC_FIELDSPLIT_SCHUR_PRE_USER && pre) {
17476bf464f9SBarry Smith     ierr            = MatDestroy(&jac->schur_user);CHKERRQ(ierr);
1748084e4875SJed Brown     jac->schur_user = pre;
1749084e4875SJed Brown     ierr            = PetscObjectReference((PetscObject)jac->schur_user);CHKERRQ(ierr);
1750084e4875SJed Brown   }
1751e69d4d44SBarry Smith   PetscFunctionReturn(0);
1752e69d4d44SBarry Smith }
1753e69d4d44SBarry Smith 
175430ad9308SMatthew Knepley #undef __FUNCT__
1755c9c6ffaaSJed Brown #define __FUNCT__ "PCFieldSplitSetSchurFactType"
1756ab1df9f5SJed Brown /*@
1757c9c6ffaaSJed Brown     PCFieldSplitSetSchurFactType -  sets which blocks of the approximate block factorization to retain
1758ab1df9f5SJed Brown 
1759ab1df9f5SJed Brown     Collective on PC
1760ab1df9f5SJed Brown 
1761ab1df9f5SJed Brown     Input Parameters:
1762ab1df9f5SJed Brown +   pc  - the preconditioner context
1763c9c6ffaaSJed Brown -   ftype - which blocks of factorization to retain, PC_FIELDSPLIT_SCHUR_FACT_FULL is default
1764ab1df9f5SJed Brown 
1765ab1df9f5SJed Brown     Options Database:
1766c9c6ffaaSJed Brown .     -pc_fieldsplit_schur_fact_type <diag,lower,upper,full> default is full
1767ab1df9f5SJed Brown 
1768ab1df9f5SJed Brown 
1769ab1df9f5SJed Brown     Level: intermediate
1770ab1df9f5SJed Brown 
1771ab1df9f5SJed Brown     Notes:
1772ab1df9f5SJed Brown     The FULL factorization is
1773ab1df9f5SJed Brown 
1774ab1df9f5SJed Brown $   (A   B)  = (1       0) (A   0) (1  Ainv*B)
1775ab1df9f5SJed Brown $   (C   D)    (C*Ainv  1) (0   S) (0     1  )
1776ab1df9f5SJed Brown 
17776be4592eSBarry Smith     where S = D - C*Ainv*B. In practice, the full factorization is applied via block triangular solves with the grouping L*(D*U). UPPER uses D*U, LOWER uses L*D,
17786be4592eSBarry Smith     and DIAG is the diagonal part with the sign of S flipped (because this makes the preconditioner positive definite for many formulations, thus allowing the use of KSPMINRES).
1779ab1df9f5SJed Brown 
17806be4592eSBarry Smith     If applied exactly, FULL factorization is a direct solver. The preconditioned operator with LOWER or UPPER has all eigenvalues equal to 1 and minimal polynomial
17816be4592eSBarry Smith     of degree 2, so KSPGMRES converges in 2 iterations. If the iteration count is very low, consider using KSPFGMRES or KSPGCR which can use one less preconditioner
17826be4592eSBarry Smith     application in this case. Note that the preconditioned operator may be highly non-normal, so such fast convergence may not be observed in practice. With DIAG,
17836be4592eSBarry Smith     the preconditioned operator has three distinct nonzero eigenvalues and minimal polynomial of degree at most 4, so KSPGMRES converges in at most 4 iterations.
1784ab1df9f5SJed Brown 
17856be4592eSBarry Smith     For symmetric problems in which A is positive definite and S is negative definite, DIAG can be used with KSPMINRES. Note that a flexible method like KSPFGMRES
17866be4592eSBarry Smith     or KSPGCR must be used if the fieldsplit preconditioner is nonlinear (e.g. a few iterations of a Krylov method is used inside a split).
1787ab1df9f5SJed Brown 
1788ab1df9f5SJed Brown     References:
1789ab1df9f5SJed Brown     Murphy, Golub, and Wathen, A note on preconditioning indefinite linear systems, SIAM J. Sci. Comput., 21 (2000) pp. 1969-1972.
1790ab1df9f5SJed Brown 
1791ab1df9f5SJed Brown     Ipsen, A note on preconditioning nonsymmetric matrices, SIAM J. Sci. Comput., 23 (2001), pp. 1050-1051.
1792ab1df9f5SJed Brown 
1793ab1df9f5SJed Brown .seealso: PCFieldSplitGetSubKSP(), PCFIELDSPLIT, PCFieldSplitSetFields(), PCFieldSplitSchurPreType
1794ab1df9f5SJed Brown @*/
1795c9c6ffaaSJed Brown PetscErrorCode  PCFieldSplitSetSchurFactType(PC pc,PCFieldSplitSchurFactType ftype)
1796ab1df9f5SJed Brown {
1797ab1df9f5SJed Brown   PetscErrorCode ierr;
1798ab1df9f5SJed Brown 
1799ab1df9f5SJed Brown   PetscFunctionBegin;
1800ab1df9f5SJed Brown   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1801c9c6ffaaSJed Brown   ierr = PetscTryMethod(pc,"PCFieldSplitSetSchurFactType_C",(PC,PCFieldSplitSchurFactType),(pc,ftype));CHKERRQ(ierr);
1802ab1df9f5SJed Brown   PetscFunctionReturn(0);
1803ab1df9f5SJed Brown }
1804ab1df9f5SJed Brown 
1805ab1df9f5SJed Brown #undef __FUNCT__
1806c9c6ffaaSJed Brown #define __FUNCT__ "PCFieldSplitSetSchurFactType_FieldSplit"
18071e6b0712SBarry Smith static PetscErrorCode PCFieldSplitSetSchurFactType_FieldSplit(PC pc,PCFieldSplitSchurFactType ftype)
1808ab1df9f5SJed Brown {
1809ab1df9f5SJed Brown   PC_FieldSplit *jac = (PC_FieldSplit*)pc->data;
1810ab1df9f5SJed Brown 
1811ab1df9f5SJed Brown   PetscFunctionBegin;
1812ab1df9f5SJed Brown   jac->schurfactorization = ftype;
1813ab1df9f5SJed Brown   PetscFunctionReturn(0);
1814ab1df9f5SJed Brown }
1815ab1df9f5SJed Brown 
1816ab1df9f5SJed Brown #undef __FUNCT__
181730ad9308SMatthew Knepley #define __FUNCT__ "PCFieldSplitGetSchurBlocks"
181830ad9308SMatthew Knepley /*@C
18198c03b21aSDmitry Karpeev    PCFieldSplitGetSchurBlocks - Gets all matrix blocks for the Schur complement
182030ad9308SMatthew Knepley 
182130ad9308SMatthew Knepley    Collective on KSP
182230ad9308SMatthew Knepley 
182330ad9308SMatthew Knepley    Input Parameter:
182430ad9308SMatthew Knepley .  pc - the preconditioner context
182530ad9308SMatthew Knepley 
182630ad9308SMatthew Knepley    Output Parameters:
1827a04f6461SBarry Smith +  A00 - the (0,0) block
1828a04f6461SBarry Smith .  A01 - the (0,1) block
1829a04f6461SBarry Smith .  A10 - the (1,0) block
1830a04f6461SBarry Smith -  A11 - the (1,1) block
183130ad9308SMatthew Knepley 
183230ad9308SMatthew Knepley    Level: advanced
183330ad9308SMatthew Knepley 
183430ad9308SMatthew Knepley .seealso: PCFIELDSPLIT
183530ad9308SMatthew Knepley @*/
1836a04f6461SBarry Smith PetscErrorCode  PCFieldSplitGetSchurBlocks(PC pc,Mat *A00,Mat *A01,Mat *A10, Mat *A11)
183730ad9308SMatthew Knepley {
183830ad9308SMatthew Knepley   PC_FieldSplit *jac = (PC_FieldSplit*) pc->data;
183930ad9308SMatthew Knepley 
184030ad9308SMatthew Knepley   PetscFunctionBegin;
18410700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1842ce94432eSBarry Smith   if (jac->type != PC_COMPOSITE_SCHUR) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONG, "FieldSplit is not using a Schur complement approach.");
1843a04f6461SBarry Smith   if (A00) *A00 = jac->pmat[0];
1844a04f6461SBarry Smith   if (A01) *A01 = jac->B;
1845a04f6461SBarry Smith   if (A10) *A10 = jac->C;
1846a04f6461SBarry Smith   if (A11) *A11 = jac->pmat[1];
184730ad9308SMatthew Knepley   PetscFunctionReturn(0);
184830ad9308SMatthew Knepley }
184930ad9308SMatthew Knepley 
185079416396SBarry Smith #undef __FUNCT__
185179416396SBarry Smith #define __FUNCT__ "PCFieldSplitSetType_FieldSplit"
18521e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitSetType_FieldSplit(PC pc,PCCompositeType type)
185379416396SBarry Smith {
185479416396SBarry Smith   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
1855e69d4d44SBarry Smith   PetscErrorCode ierr;
185679416396SBarry Smith 
185779416396SBarry Smith   PetscFunctionBegin;
185879416396SBarry Smith   jac->type = type;
18593b224e63SBarry Smith   if (type == PC_COMPOSITE_SCHUR) {
18603b224e63SBarry Smith     pc->ops->apply = PCApply_FieldSplit_Schur;
18613b224e63SBarry Smith     pc->ops->view  = PCView_FieldSplit_Schur;
18622fa5cd67SKarl Rupp 
1863bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit_Schur);CHKERRQ(ierr);
1864bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",PCFieldSplitSchurPrecondition_FieldSplit);CHKERRQ(ierr);
1865bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",PCFieldSplitSetSchurFactType_FieldSplit);CHKERRQ(ierr);
1866e69d4d44SBarry Smith 
18673b224e63SBarry Smith   } else {
18683b224e63SBarry Smith     pc->ops->apply = PCApply_FieldSplit;
18693b224e63SBarry Smith     pc->ops->view  = PCView_FieldSplit;
18702fa5cd67SKarl Rupp 
1871bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit);CHKERRQ(ierr);
1872bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSchurPrecondition_C",0);CHKERRQ(ierr);
1873bdf89e91SBarry Smith     ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetSchurFactType_C",0);CHKERRQ(ierr);
18743b224e63SBarry Smith   }
187579416396SBarry Smith   PetscFunctionReturn(0);
187679416396SBarry Smith }
187779416396SBarry Smith 
187851f519a2SBarry Smith #undef __FUNCT__
187951f519a2SBarry Smith #define __FUNCT__ "PCFieldSplitSetBlockSize_FieldSplit"
18801e6b0712SBarry Smith static PetscErrorCode  PCFieldSplitSetBlockSize_FieldSplit(PC pc,PetscInt bs)
188151f519a2SBarry Smith {
188251f519a2SBarry Smith   PC_FieldSplit *jac = (PC_FieldSplit*)pc->data;
188351f519a2SBarry Smith 
188451f519a2SBarry Smith   PetscFunctionBegin;
1885ce94432eSBarry Smith   if (bs < 1) SETERRQ1(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_OUTOFRANGE,"Blocksize must be positive, you gave %D",bs);
1886ce94432eSBarry Smith   if (jac->bs > 0 && jac->bs != bs) SETERRQ2(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONGSTATE,"Cannot change fieldsplit blocksize from %D to %D after it has been set",jac->bs,bs);
188751f519a2SBarry Smith   jac->bs = bs;
188851f519a2SBarry Smith   PetscFunctionReturn(0);
188951f519a2SBarry Smith }
189051f519a2SBarry Smith 
189179416396SBarry Smith #undef __FUNCT__
189279416396SBarry Smith #define __FUNCT__ "PCFieldSplitSetType"
1893bc08b0f1SBarry Smith /*@
189479416396SBarry Smith    PCFieldSplitSetType - Sets the type of fieldsplit preconditioner.
189579416396SBarry Smith 
189679416396SBarry Smith    Collective on PC
189779416396SBarry Smith 
189879416396SBarry Smith    Input Parameter:
189979416396SBarry Smith .  pc - the preconditioner context
190081540f2fSBarry Smith .  type - PC_COMPOSITE_ADDITIVE, PC_COMPOSITE_MULTIPLICATIVE (default), PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE, PC_COMPOSITE_SPECIAL, PC_COMPOSITE_SCHUR
190179416396SBarry Smith 
190279416396SBarry Smith    Options Database Key:
1903a4efd8eaSMatthew Knepley .  -pc_fieldsplit_type <type: one of multiplicative, additive, symmetric_multiplicative, special, schur> - Sets fieldsplit preconditioner type
190479416396SBarry Smith 
1905b02e2d75SMatthew G Knepley    Level: Intermediate
190679416396SBarry Smith 
190779416396SBarry Smith .keywords: PC, set, type, composite preconditioner, additive, multiplicative
190879416396SBarry Smith 
190979416396SBarry Smith .seealso: PCCompositeSetType()
191079416396SBarry Smith 
191179416396SBarry Smith @*/
19127087cfbeSBarry Smith PetscErrorCode  PCFieldSplitSetType(PC pc,PCCompositeType type)
191379416396SBarry Smith {
19144ac538c5SBarry Smith   PetscErrorCode ierr;
191579416396SBarry Smith 
191679416396SBarry Smith   PetscFunctionBegin;
19170700a824SBarry Smith   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
19184ac538c5SBarry Smith   ierr = PetscTryMethod(pc,"PCFieldSplitSetType_C",(PC,PCCompositeType),(pc,type));CHKERRQ(ierr);
191979416396SBarry Smith   PetscFunctionReturn(0);
192079416396SBarry Smith }
192179416396SBarry Smith 
1922b02e2d75SMatthew G Knepley #undef __FUNCT__
1923b02e2d75SMatthew G Knepley #define __FUNCT__ "PCFieldSplitGetType"
1924b02e2d75SMatthew G Knepley /*@
1925b02e2d75SMatthew G Knepley   PCFieldSplitGetType - Gets the type of fieldsplit preconditioner.
1926b02e2d75SMatthew G Knepley 
1927b02e2d75SMatthew G Knepley   Not collective
1928b02e2d75SMatthew G Knepley 
1929b02e2d75SMatthew G Knepley   Input Parameter:
1930b02e2d75SMatthew G Knepley . pc - the preconditioner context
1931b02e2d75SMatthew G Knepley 
1932b02e2d75SMatthew G Knepley   Output Parameter:
1933b02e2d75SMatthew G Knepley . type - PC_COMPOSITE_ADDITIVE, PC_COMPOSITE_MULTIPLICATIVE (default), PC_COMPOSITE_SYMMETRIC_MULTIPLICATIVE, PC_COMPOSITE_SPECIAL, PC_COMPOSITE_SCHUR
1934b02e2d75SMatthew G Knepley 
1935b02e2d75SMatthew G Knepley   Level: Intermediate
1936b02e2d75SMatthew G Knepley 
1937b02e2d75SMatthew G Knepley .keywords: PC, set, type, composite preconditioner, additive, multiplicative
1938b02e2d75SMatthew G Knepley .seealso: PCCompositeSetType()
1939b02e2d75SMatthew G Knepley @*/
1940b02e2d75SMatthew G Knepley PetscErrorCode PCFieldSplitGetType(PC pc, PCCompositeType *type)
1941b02e2d75SMatthew G Knepley {
1942b02e2d75SMatthew G Knepley   PC_FieldSplit *jac = (PC_FieldSplit*) pc->data;
1943b02e2d75SMatthew G Knepley 
1944b02e2d75SMatthew G Knepley   PetscFunctionBegin;
1945b02e2d75SMatthew G Knepley   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
1946b02e2d75SMatthew G Knepley   PetscValidIntPointer(type,2);
1947b02e2d75SMatthew G Knepley   *type = jac->type;
1948b02e2d75SMatthew G Knepley   PetscFunctionReturn(0);
1949b02e2d75SMatthew G Knepley }
1950b02e2d75SMatthew G Knepley 
19514ab8060aSDmitry Karpeev #undef __FUNCT__
19524ab8060aSDmitry Karpeev #define __FUNCT__ "PCFieldSplitSetDMSplits"
19534ab8060aSDmitry Karpeev /*@
19544ab8060aSDmitry Karpeev    PCFieldSplitSetDMSplits - Flags whether DMCreateFieldDecomposition() should be used to define the splits, whenever possible.
19554ab8060aSDmitry Karpeev 
19564ab8060aSDmitry Karpeev    Logically Collective
19574ab8060aSDmitry Karpeev 
19584ab8060aSDmitry Karpeev    Input Parameters:
19594ab8060aSDmitry Karpeev +  pc   - the preconditioner context
19604ab8060aSDmitry Karpeev -  flg  - boolean indicating whether to use field splits defined by the DM
19614ab8060aSDmitry Karpeev 
19624ab8060aSDmitry Karpeev    Options Database Key:
19634ab8060aSDmitry Karpeev .  -pc_fieldsplit_dm_splits
19644ab8060aSDmitry Karpeev 
19654ab8060aSDmitry Karpeev    Level: Intermediate
19664ab8060aSDmitry Karpeev 
19674ab8060aSDmitry Karpeev .keywords: PC, DM, composite preconditioner, additive, multiplicative
19684ab8060aSDmitry Karpeev 
19694ab8060aSDmitry Karpeev .seealso: PCFieldSplitGetDMSplits()
19704ab8060aSDmitry Karpeev 
19714ab8060aSDmitry Karpeev @*/
19724ab8060aSDmitry Karpeev PetscErrorCode  PCFieldSplitSetDMSplits(PC pc,PetscBool flg)
19734ab8060aSDmitry Karpeev {
19744ab8060aSDmitry Karpeev   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
19754ab8060aSDmitry Karpeev   PetscBool      isfs;
19764ab8060aSDmitry Karpeev   PetscErrorCode ierr;
19774ab8060aSDmitry Karpeev 
19784ab8060aSDmitry Karpeev   PetscFunctionBegin;
19794ab8060aSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
19804ab8060aSDmitry Karpeev   PetscValidLogicalCollectiveBool(pc,flg,2);
19814ab8060aSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
19824ab8060aSDmitry Karpeev   if (isfs) {
19834ab8060aSDmitry Karpeev     jac->dm_splits = flg;
19844ab8060aSDmitry Karpeev   }
19854ab8060aSDmitry Karpeev   PetscFunctionReturn(0);
19864ab8060aSDmitry Karpeev }
19874ab8060aSDmitry Karpeev 
19884ab8060aSDmitry Karpeev 
19894ab8060aSDmitry Karpeev #undef __FUNCT__
19904ab8060aSDmitry Karpeev #define __FUNCT__ "PCFieldSplitGetDMSplits"
19914ab8060aSDmitry Karpeev /*@
19924ab8060aSDmitry Karpeev    PCFieldSplitGetDMSplits - Returns flag indicating whether DMCreateFieldDecomposition() should be used to define the splits, whenever possible.
19934ab8060aSDmitry Karpeev 
19944ab8060aSDmitry Karpeev    Logically Collective
19954ab8060aSDmitry Karpeev 
19964ab8060aSDmitry Karpeev    Input Parameter:
19974ab8060aSDmitry Karpeev .  pc   - the preconditioner context
19984ab8060aSDmitry Karpeev 
19994ab8060aSDmitry Karpeev    Output Parameter:
20004ab8060aSDmitry Karpeev .  flg  - boolean indicating whether to use field splits defined by the DM
20014ab8060aSDmitry Karpeev 
20024ab8060aSDmitry Karpeev    Level: Intermediate
20034ab8060aSDmitry Karpeev 
20044ab8060aSDmitry Karpeev .keywords: PC, DM, composite preconditioner, additive, multiplicative
20054ab8060aSDmitry Karpeev 
20064ab8060aSDmitry Karpeev .seealso: PCFieldSplitSetDMSplits()
20074ab8060aSDmitry Karpeev 
20084ab8060aSDmitry Karpeev @*/
20094ab8060aSDmitry Karpeev PetscErrorCode  PCFieldSplitGetDMSplits(PC pc,PetscBool* flg)
20104ab8060aSDmitry Karpeev {
20114ab8060aSDmitry Karpeev   PC_FieldSplit  *jac = (PC_FieldSplit*)pc->data;
20124ab8060aSDmitry Karpeev   PetscBool      isfs;
20134ab8060aSDmitry Karpeev   PetscErrorCode ierr;
20144ab8060aSDmitry Karpeev 
20154ab8060aSDmitry Karpeev   PetscFunctionBegin;
20164ab8060aSDmitry Karpeev   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
20174ab8060aSDmitry Karpeev   PetscValidPointer(flg,2);
20184ab8060aSDmitry Karpeev   ierr = PetscObjectTypeCompare((PetscObject)pc,PCFIELDSPLIT,&isfs);CHKERRQ(ierr);
20194ab8060aSDmitry Karpeev   if (isfs) {
20204ab8060aSDmitry Karpeev     if(flg) *flg = jac->dm_splits;
20214ab8060aSDmitry Karpeev   }
20224ab8060aSDmitry Karpeev   PetscFunctionReturn(0);
20234ab8060aSDmitry Karpeev }
20244ab8060aSDmitry Karpeev 
20250971522cSBarry Smith /* -------------------------------------------------------------------------------------*/
20260971522cSBarry Smith /*MC
2027a8c7a070SBarry Smith    PCFIELDSPLIT - Preconditioner created by combining separate preconditioners for individual
2028a04f6461SBarry Smith                   fields or groups of fields. See the users manual section "Solving Block Matrices" for more details.
20290971522cSBarry Smith 
2030edf189efSBarry Smith      To set options on the solvers for each block append -fieldsplit_ to all the PC
2031edf189efSBarry Smith         options database keys. For example, -fieldsplit_pc_type ilu -fieldsplit_pc_factor_levels 1
20320971522cSBarry Smith 
2033a8c7a070SBarry Smith      To set the options on the solvers separate for each block call PCFieldSplitGetSubKSP()
203469a612a9SBarry Smith          and set the options directly on the resulting KSP object
20350971522cSBarry Smith 
20360971522cSBarry Smith    Level: intermediate
20370971522cSBarry Smith 
203879416396SBarry Smith    Options Database Keys:
203981540f2fSBarry Smith +   -pc_fieldsplit_%d_fields <a,b,..> - indicates the fields to be used in the %d'th split
204081540f2fSBarry Smith .   -pc_fieldsplit_default - automatically add any fields to additional splits that have not
204181540f2fSBarry Smith                               been supplied explicitly by -pc_fieldsplit_%d_fields
204281540f2fSBarry Smith .   -pc_fieldsplit_block_size <bs> - size of block that defines fields (i.e. there are bs fields)
20430f188ba9SJed Brown .   -pc_fieldsplit_type <additive,multiplicative,symmetric_multiplicative,schur> - type of relaxation or factorization splitting
2044a7476a74SDmitry Karpeev .   -pc_fieldsplit_schur_precondition <self,selfp,user,a11> - default is a11
2045435f959eSBarry Smith .   -pc_fieldsplit_detect_saddle_point - automatically finds rows with zero or negative diagonal and uses Schur complement with no preconditioner as the solver
204679416396SBarry Smith 
20475d4c12cdSJungho Lee -    Options prefix for inner solvers when using Schur complement preconditioner are -fieldsplit_0_ and -fieldsplit_1_
20485d4c12cdSJungho Lee      for all other solvers they are -fieldsplit_%d_ for the dth field, use -fieldsplit_ for all fields
20495d4c12cdSJungho Lee 
2050c8a0d604SMatthew G Knepley    Notes:
2051c8a0d604SMatthew G Knepley     Use PCFieldSplitSetFields() to set fields defined by "strided" entries and PCFieldSplitSetIS()
2052d32f9abdSBarry Smith      to define a field by an arbitrary collection of entries.
2053d32f9abdSBarry Smith 
2054d32f9abdSBarry Smith       If no fields are set the default is used. The fields are defined by entries strided by bs,
2055d32f9abdSBarry Smith       beginning at 0 then 1, etc to bs-1. The block size can be set with PCFieldSplitSetBlockSize(),
2056d32f9abdSBarry Smith       if this is not called the block size defaults to the blocksize of the second matrix passed
2057d32f9abdSBarry Smith       to KSPSetOperators()/PCSetOperators().
2058d32f9abdSBarry Smith 
2059c8a0d604SMatthew G Knepley $     For the Schur complement preconditioner if J = ( A00 A01 )
2060c8a0d604SMatthew G Knepley $                                                    ( A10 A11 )
2061c8a0d604SMatthew G Knepley $     the preconditioner using full factorization is
2062c8a0d604SMatthew G Knepley $              ( I   -A10 ksp(A00) ) ( inv(A00)     0  ) (     I          0  )
2063c8a0d604SMatthew G Knepley $              ( 0         I       ) (   0      ksp(S) ) ( -A10 ksp(A00)  I  )
2064a04f6461SBarry Smith      where the action of inv(A00) is applied using the KSP solver with prefix -fieldsplit_0_. The action of
2065c8a0d604SMatthew G Knepley      ksp(S) is computed using the KSP solver with prefix -fieldsplit_splitname_ (where splitname was given
2066a7476a74SDmitry Karpeev      in providing the SECOND split or 1 if not given). For PCFieldSplitGetKSP() when field number is 0,
2067c8a0d604SMatthew G Knepley      it returns the KSP associated with -fieldsplit_0_ while field number 1 gives -fieldsplit_1_ KSP. By default
2068a04f6461SBarry Smith      A11 is used to construct a preconditioner for S, use PCFieldSplitSchurPrecondition() to turn on or off this
2069a7476a74SDmitry Karpeev      option. You can use the preconditioner PCLSC to precondition the Schur complement with -fieldsplit_1_pc_type lsc.
2070a7476a74SDmitry Karpeev      When option -fieldsplit_schur_precondition selfp is given, an approximation to S is assembled --
2071a7476a74SDmitry Karpeev      Sp = A11 - A10 inv(diag(A00)) A01, which has type AIJ and can be used with a variety of preconditioners
2072a7476a74SDmitry Karpeev      (e.g., -fieldsplit_1_pc_type asm).
2073a7476a74SDmitry Karpeev      The factorization type is set using -pc_fieldsplit_schur_fact_type <diag, lower, upper, full>. The full is shown above,
20745668aaf4SBarry Smith      diag gives
2075c8a0d604SMatthew G Knepley $              ( inv(A00)     0   )
2076c8a0d604SMatthew G Knepley $              (   0      -ksp(S) )
20775668aaf4SBarry Smith      note that slightly counter intuitively there is a negative in front of the ksp(S) so that the preconditioner is positive definite. The lower factorization is the inverse of
2078c8a0d604SMatthew G Knepley $              (  A00   0 )
2079c8a0d604SMatthew G Knepley $              (  A10   S )
2080c8a0d604SMatthew G Knepley      where the inverses of A00 and S are applied using KSPs. The upper factorization is the inverse of
2081c8a0d604SMatthew G Knepley $              ( A00 A01 )
2082c8a0d604SMatthew G Knepley $              (  0   S  )
2083c8a0d604SMatthew G Knepley      where again the inverses of A00 and S are applied using KSPs.
2084e69d4d44SBarry Smith 
2085edf189efSBarry Smith      If only one set of indices (one IS) is provided with PCFieldSplitSetIS() then the complement of that IS
2086edf189efSBarry Smith      is used automatically for a second block.
2087edf189efSBarry Smith 
2088ff218e97SBarry Smith      The fieldsplit preconditioner cannot currently be used with the BAIJ or SBAIJ data formats if the blocksize is larger than 1.
2089ff218e97SBarry Smith      Generally it should be used with the AIJ format.
2090ff218e97SBarry Smith 
2091ff218e97SBarry Smith      The forms of these preconditioners are closely related if not identical to forms derived as "Distributive Iterations", see,
2092ff218e97SBarry Smith      for example, page 294 in "Principles of Computational Fluid Dynamics" by Pieter Wesseling. Note that one can also use PCFIELDSPLIT
2093ff218e97SBarry Smith      inside a smoother resulting in "Distributive Smoothers".
20940716a85fSBarry Smith 
2095a541d17aSBarry Smith    Concepts: physics based preconditioners, block preconditioners
20960971522cSBarry Smith 
20977e8cb189SBarry Smith .seealso:  PCCreate(), PCSetType(), PCType (for list of available types), PC, Block_Preconditioners, PCLSC,
2098e69d4d44SBarry Smith            PCFieldSplitGetSubKSP(), PCFieldSplitSetFields(), PCFieldSplitSetType(), PCFieldSplitSetIS(), PCFieldSplitSchurPrecondition()
20990971522cSBarry Smith M*/
21000971522cSBarry Smith 
21010971522cSBarry Smith #undef __FUNCT__
21020971522cSBarry Smith #define __FUNCT__ "PCCreate_FieldSplit"
21038cc058d9SJed Brown PETSC_EXTERN PetscErrorCode PCCreate_FieldSplit(PC pc)
21040971522cSBarry Smith {
21050971522cSBarry Smith   PetscErrorCode ierr;
21060971522cSBarry Smith   PC_FieldSplit  *jac;
21070971522cSBarry Smith 
21080971522cSBarry Smith   PetscFunctionBegin;
2109b00a9115SJed Brown   ierr = PetscNewLog(pc,&jac);CHKERRQ(ierr);
21102fa5cd67SKarl Rupp 
21110971522cSBarry Smith   jac->bs                 = -1;
21120971522cSBarry Smith   jac->nsplits            = 0;
21133e197d65SBarry Smith   jac->type               = PC_COMPOSITE_MULTIPLICATIVE;
2114e6cab6aaSJed Brown   jac->schurpre           = PC_FIELDSPLIT_SCHUR_PRE_USER; /* Try user preconditioner first, fall back on diagonal */
2115c9c6ffaaSJed Brown   jac->schurfactorization = PC_FIELDSPLIT_SCHUR_FACT_FULL;
2116fbe7908bSJed Brown   jac->dm_splits          = PETSC_TRUE;
211751f519a2SBarry Smith 
21180971522cSBarry Smith   pc->data = (void*)jac;
21190971522cSBarry Smith 
21200971522cSBarry Smith   pc->ops->apply           = PCApply_FieldSplit;
2121421e10b8SBarry Smith   pc->ops->applytranspose  = PCApplyTranspose_FieldSplit;
21220971522cSBarry Smith   pc->ops->setup           = PCSetUp_FieldSplit;
2123574deadeSBarry Smith   pc->ops->reset           = PCReset_FieldSplit;
21240971522cSBarry Smith   pc->ops->destroy         = PCDestroy_FieldSplit;
21250971522cSBarry Smith   pc->ops->setfromoptions  = PCSetFromOptions_FieldSplit;
21260971522cSBarry Smith   pc->ops->view            = PCView_FieldSplit;
21270971522cSBarry Smith   pc->ops->applyrichardson = 0;
21280971522cSBarry Smith 
2129bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitGetSubKSP_C",PCFieldSplitGetSubKSP_FieldSplit);CHKERRQ(ierr);
2130bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetFields_C",PCFieldSplitSetFields_FieldSplit);CHKERRQ(ierr);
2131bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetIS_C",PCFieldSplitSetIS_FieldSplit);CHKERRQ(ierr);
2132bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetType_C",PCFieldSplitSetType_FieldSplit);CHKERRQ(ierr);
2133bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCFieldSplitSetBlockSize_C",PCFieldSplitSetBlockSize_FieldSplit);CHKERRQ(ierr);
21340971522cSBarry Smith   PetscFunctionReturn(0);
21350971522cSBarry Smith }
21360971522cSBarry Smith 
21370971522cSBarry Smith 
2138a541d17aSBarry Smith 
2139