xref: /petsc/src/ksp/pc/impls/is/pcis.c (revision aaa7dc30da3270cff6cb10b1db605b2ca746f216)
123ce1328SBarry Smith 
2*aaa7dc30SBarry Smith #include <../src/ksp/pc/impls/is/pcis.h> /*I "petscpc.h" I*/
3831a100dSStefano Zampini 
4831a100dSStefano Zampini #undef __FUNCT__
5b965d45eSStefano Zampini #define __FUNCT__ "PCISSetUseStiffnessScaling_IS"
6b965d45eSStefano Zampini static PetscErrorCode PCISSetUseStiffnessScaling_IS(PC pc, PetscBool use)
7b965d45eSStefano Zampini {
8b965d45eSStefano Zampini   PC_IS *pcis = (PC_IS*)pc->data;
9b965d45eSStefano Zampini 
10b965d45eSStefano Zampini   PetscFunctionBegin;
11b965d45eSStefano Zampini   pcis->use_stiffness_scaling = use;
12b965d45eSStefano Zampini   PetscFunctionReturn(0);
13b965d45eSStefano Zampini }
14b965d45eSStefano Zampini 
15b965d45eSStefano Zampini #undef __FUNCT__
16b965d45eSStefano Zampini #define __FUNCT__ "PCISSetUseStiffnessScaling"
17b965d45eSStefano Zampini /*@
18b965d45eSStefano Zampini  PCISSetUseStiffnessScaling - Tells PCIS to construct partition of unity using
19b965d45eSStefano Zampini                               local matrices' diagonal.
20b965d45eSStefano Zampini 
21b965d45eSStefano Zampini    Not collective
22b965d45eSStefano Zampini 
23b965d45eSStefano Zampini    Input Parameters:
24b965d45eSStefano Zampini +  pc - the preconditioning context
25b965d45eSStefano Zampini -  use - whether or not pcis use matrix diagonal to build partition of unity.
26b965d45eSStefano Zampini 
27b965d45eSStefano Zampini    Level: intermediate
28b965d45eSStefano Zampini 
29b965d45eSStefano Zampini    Notes:
30b965d45eSStefano Zampini 
31b965d45eSStefano Zampini .seealso: PCBDDC
32b965d45eSStefano Zampini @*/
33b965d45eSStefano Zampini PetscErrorCode PCISSetUseStiffnessScaling(PC pc, PetscBool use)
34b965d45eSStefano Zampini {
35b965d45eSStefano Zampini   PetscErrorCode ierr;
36b965d45eSStefano Zampini 
37b965d45eSStefano Zampini   PetscFunctionBegin;
38b965d45eSStefano Zampini   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
39b965d45eSStefano Zampini   ierr = PetscTryMethod(pc,"PCISSetUseStiffnessScaling_C",(PC,PetscBool),(pc,use));CHKERRQ(ierr);
40b965d45eSStefano Zampini   PetscFunctionReturn(0);
41b965d45eSStefano Zampini }
42b965d45eSStefano Zampini 
43b965d45eSStefano Zampini #undef __FUNCT__
44ba1573a8SStefano Zampini #define __FUNCT__ "PCISSetSubdomainDiagonalScaling_IS"
45ba1573a8SStefano Zampini static PetscErrorCode PCISSetSubdomainDiagonalScaling_IS(PC pc, Vec scaling_factors)
46ba1573a8SStefano Zampini {
47ba1573a8SStefano Zampini   PetscErrorCode ierr;
48ba1573a8SStefano Zampini   PC_IS          *pcis = (PC_IS*)pc->data;
49ba1573a8SStefano Zampini 
50ba1573a8SStefano Zampini   PetscFunctionBegin;
51ba1573a8SStefano Zampini   ierr    = VecDestroy(&pcis->D);CHKERRQ(ierr);
52ba1573a8SStefano Zampini   ierr    = PetscObjectReference((PetscObject)scaling_factors);CHKERRQ(ierr);
53ba1573a8SStefano Zampini   pcis->D = scaling_factors;
54ba1573a8SStefano Zampini   PetscFunctionReturn(0);
55ba1573a8SStefano Zampini }
56ba1573a8SStefano Zampini 
57ba1573a8SStefano Zampini #undef __FUNCT__
58ba1573a8SStefano Zampini #define __FUNCT__ "PCISSetSubdomainDiagonalScaling"
59ba1573a8SStefano Zampini /*@
60ba1573a8SStefano Zampini  PCISSetSubdomainDiagonalScaling - Set diagonal scaling for PCIS.
61ba1573a8SStefano Zampini 
62ba1573a8SStefano Zampini    Not collective
63ba1573a8SStefano Zampini 
64ba1573a8SStefano Zampini    Input Parameters:
65ba1573a8SStefano Zampini +  pc - the preconditioning context
66ba1573a8SStefano Zampini -  scaling_factors - scaling factors for the subdomain
67ba1573a8SStefano Zampini 
68ba1573a8SStefano Zampini    Level: intermediate
69ba1573a8SStefano Zampini 
70ba1573a8SStefano Zampini    Notes:
71ba1573a8SStefano Zampini    Intended to use with jumping coefficients cases.
72ba1573a8SStefano Zampini 
73ba1573a8SStefano Zampini .seealso: PCBDDC
74ba1573a8SStefano Zampini @*/
75ba1573a8SStefano Zampini PetscErrorCode PCISSetSubdomainDiagonalScaling(PC pc, Vec scaling_factors)
76ba1573a8SStefano Zampini {
77ba1573a8SStefano Zampini   PetscErrorCode ierr;
78ba1573a8SStefano Zampini 
79ba1573a8SStefano Zampini   PetscFunctionBegin;
80ba1573a8SStefano Zampini   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
81ba1573a8SStefano Zampini   ierr = PetscTryMethod(pc,"PCISSetSubdomainDiagonalScaling_C",(PC,Vec),(pc,scaling_factors));CHKERRQ(ierr);
82ba1573a8SStefano Zampini   PetscFunctionReturn(0);
83ba1573a8SStefano Zampini }
84ba1573a8SStefano Zampini 
85ba1573a8SStefano Zampini #undef __FUNCT__
86831a100dSStefano Zampini #define __FUNCT__ "PCISSetSubdomainScalingFactor_IS"
87831a100dSStefano Zampini static PetscErrorCode PCISSetSubdomainScalingFactor_IS(PC pc, PetscScalar scal)
88831a100dSStefano Zampini {
89831a100dSStefano Zampini   PC_IS *pcis = (PC_IS*)pc->data;
90831a100dSStefano Zampini 
91831a100dSStefano Zampini   PetscFunctionBegin;
92831a100dSStefano Zampini   pcis->scaling_factor = scal;
93831a100dSStefano Zampini   PetscFunctionReturn(0);
94831a100dSStefano Zampini }
95831a100dSStefano Zampini 
96831a100dSStefano Zampini #undef __FUNCT__
97831a100dSStefano Zampini #define __FUNCT__ "PCISSetSubdomainScalingFactor"
98831a100dSStefano Zampini /*@
99831a100dSStefano Zampini  PCISSetSubdomainScalingFactor - Set scaling factor for PCIS.
100831a100dSStefano Zampini 
101831a100dSStefano Zampini    Not collective
102831a100dSStefano Zampini 
103831a100dSStefano Zampini    Input Parameters:
104831a100dSStefano Zampini +  pc - the preconditioning context
105831a100dSStefano Zampini -  scal - scaling factor for the subdomain
106831a100dSStefano Zampini 
107831a100dSStefano Zampini    Level: intermediate
108831a100dSStefano Zampini 
109831a100dSStefano Zampini    Notes:
110831a100dSStefano Zampini    Intended to use with jumping coefficients cases.
111831a100dSStefano Zampini 
112831a100dSStefano Zampini .seealso: PCBDDC
113831a100dSStefano Zampini @*/
114831a100dSStefano Zampini PetscErrorCode PCISSetSubdomainScalingFactor(PC pc, PetscScalar scal)
115831a100dSStefano Zampini {
116831a100dSStefano Zampini   PetscErrorCode ierr;
117831a100dSStefano Zampini 
118831a100dSStefano Zampini   PetscFunctionBegin;
119831a100dSStefano Zampini   PetscValidHeaderSpecific(pc,PC_CLASSID,1);
120831a100dSStefano Zampini   ierr = PetscTryMethod(pc,"PCISSetSubdomainScalingFactor_C",(PC,PetscScalar),(pc,scal));CHKERRQ(ierr);
121831a100dSStefano Zampini   PetscFunctionReturn(0);
122831a100dSStefano Zampini }
123831a100dSStefano Zampini 
124b4319ba4SBarry Smith 
125b4319ba4SBarry Smith /* -------------------------------------------------------------------------- */
126b4319ba4SBarry Smith /*
127b4319ba4SBarry Smith    PCISSetUp -
128b4319ba4SBarry Smith */
129b4319ba4SBarry Smith #undef __FUNCT__
130b4319ba4SBarry Smith #define __FUNCT__ "PCISSetUp"
1317087cfbeSBarry Smith PetscErrorCode  PCISSetUp(PC pc)
132b4319ba4SBarry Smith {
133b4319ba4SBarry Smith   PC_IS          *pcis  = (PC_IS*)(pc->data);
134bf327c11SStefano Zampini   Mat_IS         *matis;
1356849ba73SBarry Smith   PetscErrorCode ierr;
13685c21eb1SStefano Zampini   PetscBool      flg,issbaij;
137831a100dSStefano Zampini   Vec            counter;
138b4319ba4SBarry Smith 
139b4319ba4SBarry Smith   PetscFunctionBegin;
14085c21eb1SStefano Zampini   ierr = PetscObjectTypeCompare((PetscObject)pc->pmat,MATIS,&flg);CHKERRQ(ierr);
141ce94432eSBarry Smith   if (!flg) SETERRQ(PetscObjectComm((PetscObject)pc),PETSC_ERR_ARG_WRONG,"Preconditioner type of Neumann Neumman requires matrix of type MATIS");
14285c21eb1SStefano Zampini   matis = (Mat_IS*)pc->pmat->data;
143b4319ba4SBarry Smith 
144b4319ba4SBarry Smith   pcis->pure_neumann = matis->pure_neumann;
145b4319ba4SBarry Smith 
146892d8026SStefano Zampini   /* get info on mapping */
147bf327c11SStefano Zampini   ierr = ISLocalToGlobalMappingGetSize(matis->mapping,&pcis->n);CHKERRQ(ierr);
148bf327c11SStefano Zampini   ierr = ISLocalToGlobalMappingGetInfo(matis->mapping,&(pcis->n_neigh),&(pcis->neigh),&(pcis->n_shared),&(pcis->shared));CHKERRQ(ierr);
149892d8026SStefano Zampini   pcis->ISLocalToGlobalMappingGetInfoWasCalled = PETSC_TRUE;
150892d8026SStefano Zampini 
151892d8026SStefano Zampini   /* Creating local and global index sets for interior and inteface nodes. */
152b4319ba4SBarry Smith   {
15313f74950SBarry Smith     PetscInt    n_I;
15413f74950SBarry Smith     PetscInt    *idx_I_local,*idx_B_local,*idx_I_global,*idx_B_global;
155892d8026SStefano Zampini     PetscInt    *array;
156892d8026SStefano Zampini     PetscInt    i,j;
157892d8026SStefano Zampini 
158b4319ba4SBarry Smith     /* Identifying interior and interface nodes, in local numbering */
159785e854fSJed Brown     ierr = PetscMalloc1(pcis->n,&array);CHKERRQ(ierr);
160892d8026SStefano Zampini     ierr = PetscMemzero(array,pcis->n*sizeof(PetscInt));CHKERRQ(ierr);
1614843afd6SStefano Zampini     for (i=0;i<pcis->n_neigh;i++)
162892d8026SStefano Zampini       for (j=0;j<pcis->n_shared[i];j++)
163892d8026SStefano Zampini           array[pcis->shared[i][j]] += 1;
164892d8026SStefano Zampini 
165785e854fSJed Brown     ierr = PetscMalloc1(pcis->n,&idx_I_local);CHKERRQ(ierr);
166785e854fSJed Brown     ierr = PetscMalloc1(pcis->n,&idx_B_local);CHKERRQ(ierr);
167b4319ba4SBarry Smith     for (i=0, pcis->n_B=0, n_I=0; i<pcis->n; i++) {
168892d8026SStefano Zampini       if (!array[i]) {
1692fa5cd67SKarl Rupp         idx_I_local[n_I] = i;
1702fa5cd67SKarl Rupp         n_I++;
1712fa5cd67SKarl Rupp       } else {
1722fa5cd67SKarl Rupp         idx_B_local[pcis->n_B] = i;
1732fa5cd67SKarl Rupp         pcis->n_B++;
1742fa5cd67SKarl Rupp       }
175b4319ba4SBarry Smith     }
176b4319ba4SBarry Smith     /* Getting the global numbering */
177b4319ba4SBarry Smith     idx_B_global = idx_I_local + n_I; /* Just avoiding allocating extra memory, since we have vacant space */
178b4319ba4SBarry Smith     idx_I_global = idx_B_local + pcis->n_B;
179b4319ba4SBarry Smith     ierr         = ISLocalToGlobalMappingApply(matis->mapping,pcis->n_B,idx_B_local,idx_B_global);CHKERRQ(ierr);
180b4319ba4SBarry Smith     ierr         = ISLocalToGlobalMappingApply(matis->mapping,n_I,      idx_I_local,idx_I_global);CHKERRQ(ierr);
1812fa5cd67SKarl Rupp 
182b4319ba4SBarry Smith     /* Creating the index sets. */
183bb943df9SStefano Zampini     ierr = ISCreateGeneral(PETSC_COMM_SELF,pcis->n_B,idx_B_local,PETSC_COPY_VALUES, &pcis->is_B_local);CHKERRQ(ierr);
184bb943df9SStefano Zampini     ierr = ISCreateGeneral(PETSC_COMM_SELF,pcis->n_B,idx_B_global,PETSC_COPY_VALUES,&pcis->is_B_global);CHKERRQ(ierr);
185bb943df9SStefano Zampini     ierr = ISCreateGeneral(PETSC_COMM_SELF,n_I,idx_I_local,PETSC_COPY_VALUES, &pcis->is_I_local);CHKERRQ(ierr);
186bb943df9SStefano Zampini     ierr = ISCreateGeneral(PETSC_COMM_SELF,n_I,idx_I_global,PETSC_COPY_VALUES,&pcis->is_I_global);CHKERRQ(ierr);
1872fa5cd67SKarl Rupp 
188b4319ba4SBarry Smith     /* Freeing memory and restoring arrays */
189b4319ba4SBarry Smith     ierr = PetscFree(idx_B_local);CHKERRQ(ierr);
190b4319ba4SBarry Smith     ierr = PetscFree(idx_I_local);CHKERRQ(ierr);
191892d8026SStefano Zampini     ierr = PetscFree(array);CHKERRQ(ierr);
192b4319ba4SBarry Smith   }
193b4319ba4SBarry Smith 
194b4319ba4SBarry Smith   /*
195b4319ba4SBarry Smith     Extracting the blocks A_II, A_BI, A_IB and A_BB from A. If the numbering
196b4319ba4SBarry Smith     is such that interior nodes come first than the interface ones, we have
197b4319ba4SBarry Smith 
198b4319ba4SBarry Smith     [           |      ]
199b4319ba4SBarry Smith     [    A_II   | A_IB ]
200b4319ba4SBarry Smith     A = [           |      ]
201b4319ba4SBarry Smith     [-----------+------]
202b4319ba4SBarry Smith     [    A_BI   | A_BB ]
203b4319ba4SBarry Smith   */
204b4319ba4SBarry Smith 
2054aa3045dSJed Brown   ierr = MatGetSubMatrix(matis->A,pcis->is_I_local,pcis->is_I_local,MAT_INITIAL_MATRIX,&pcis->A_II);CHKERRQ(ierr);
20685c21eb1SStefano Zampini   ierr = MatGetSubMatrix(matis->A,pcis->is_B_local,pcis->is_B_local,MAT_INITIAL_MATRIX,&pcis->A_BB);CHKERRQ(ierr);
20785c21eb1SStefano Zampini   ierr = PetscObjectTypeCompare((PetscObject)matis->A,MATSEQSBAIJ,&issbaij);CHKERRQ(ierr);
20885c21eb1SStefano Zampini   if (!issbaij) {
2094aa3045dSJed Brown     ierr = MatGetSubMatrix(matis->A,pcis->is_I_local,pcis->is_B_local,MAT_INITIAL_MATRIX,&pcis->A_IB);CHKERRQ(ierr);
2104aa3045dSJed Brown     ierr = MatGetSubMatrix(matis->A,pcis->is_B_local,pcis->is_I_local,MAT_INITIAL_MATRIX,&pcis->A_BI);CHKERRQ(ierr);
21185c21eb1SStefano Zampini   } else {
21285c21eb1SStefano Zampini     Mat newmat;
21385c21eb1SStefano Zampini     ierr = MatConvert(matis->A,MATSEQBAIJ,MAT_INITIAL_MATRIX,&newmat);CHKERRQ(ierr);
21485c21eb1SStefano Zampini     ierr = MatGetSubMatrix(newmat,pcis->is_I_local,pcis->is_B_local,MAT_INITIAL_MATRIX,&pcis->A_IB);CHKERRQ(ierr);
21585c21eb1SStefano Zampini     ierr = MatGetSubMatrix(newmat,pcis->is_B_local,pcis->is_I_local,MAT_INITIAL_MATRIX,&pcis->A_BI);CHKERRQ(ierr);
21685c21eb1SStefano Zampini     ierr = MatDestroy(&newmat);CHKERRQ(ierr);
21785c21eb1SStefano Zampini   }
218b4319ba4SBarry Smith   /*
219b4319ba4SBarry Smith     Creating work vectors and arrays
220b4319ba4SBarry Smith   */
221892d8026SStefano Zampini   ierr = VecDuplicate(matis->x,&pcis->vec1_N);CHKERRQ(ierr);
222b4319ba4SBarry Smith   ierr = VecDuplicate(pcis->vec1_N,&pcis->vec2_N);CHKERRQ(ierr);
223b4319ba4SBarry Smith   ierr = VecCreateSeq(PETSC_COMM_SELF,pcis->n-pcis->n_B,&pcis->vec1_D);CHKERRQ(ierr);
224b4319ba4SBarry Smith   ierr = VecDuplicate(pcis->vec1_D,&pcis->vec2_D);CHKERRQ(ierr);
225b4319ba4SBarry Smith   ierr = VecDuplicate(pcis->vec1_D,&pcis->vec3_D);CHKERRQ(ierr);
226df187020SStefano Zampini   ierr = VecDuplicate(pcis->vec1_D,&pcis->vec4_D);CHKERRQ(ierr);
227b4319ba4SBarry Smith   ierr = VecCreateSeq(PETSC_COMM_SELF,pcis->n_B,&pcis->vec1_B);CHKERRQ(ierr);
228b4319ba4SBarry Smith   ierr = VecDuplicate(pcis->vec1_B,&pcis->vec2_B);CHKERRQ(ierr);
229b4319ba4SBarry Smith   ierr = VecDuplicate(pcis->vec1_B,&pcis->vec3_B);CHKERRQ(ierr);
23023ce1328SBarry Smith   ierr = MatGetVecs(pc->pmat,&pcis->vec1_global,0);CHKERRQ(ierr);
231785e854fSJed Brown   ierr = PetscMalloc1((pcis->n),&pcis->work_N);CHKERRQ(ierr);
232b4319ba4SBarry Smith 
233b4319ba4SBarry Smith   /* Creating the scatter contexts */
23423ce1328SBarry Smith   ierr = VecScatterCreate(pcis->vec1_global,pcis->is_I_global,pcis->vec1_D,(IS)0,&pcis->global_to_D);CHKERRQ(ierr);
235b4319ba4SBarry Smith   ierr = VecScatterCreate(pcis->vec1_N,pcis->is_B_local,pcis->vec1_B,(IS)0,&pcis->N_to_B);CHKERRQ(ierr);
23623ce1328SBarry Smith   ierr = VecScatterCreate(pcis->vec1_global,pcis->is_B_global,pcis->vec1_B,(IS)0,&pcis->global_to_B);CHKERRQ(ierr);
237b4319ba4SBarry Smith 
238831a100dSStefano Zampini   /* Creating scaling "matrix" D */
2390298fd71SBarry Smith   ierr = PetscOptionsGetBool(((PetscObject)pc)->prefix,"-pc_is_use_stiffness_scaling",&pcis->use_stiffness_scaling,NULL);CHKERRQ(ierr);
240831a100dSStefano Zampini   if (!pcis->D) {
241b965d45eSStefano Zampini     ierr = VecDuplicate(pcis->vec1_B,&pcis->D);CHKERRQ(ierr);
242b965d45eSStefano Zampini     if (!pcis->use_stiffness_scaling) {
243b965d45eSStefano Zampini       ierr = VecSet(pcis->D,pcis->scaling_factor);CHKERRQ(ierr);
244ba1573a8SStefano Zampini     } else {
245b965d45eSStefano Zampini       ierr = MatGetDiagonal(matis->A,pcis->vec1_N);CHKERRQ(ierr);
246b965d45eSStefano Zampini       ierr = VecScatterBegin(pcis->N_to_B,pcis->vec1_N,pcis->D,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
247b965d45eSStefano Zampini       ierr = VecScatterEnd  (pcis->N_to_B,pcis->vec1_N,pcis->D,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
248ba1573a8SStefano Zampini     }
249b965d45eSStefano Zampini   }
250b965d45eSStefano Zampini   ierr = VecCopy(pcis->D,pcis->vec1_B);CHKERRQ(ierr);
251892d8026SStefano Zampini   ierr = MatGetVecs(pc->pmat,&counter,0);CHKERRQ(ierr); /* temporary auxiliar vector */
252831a100dSStefano Zampini   ierr = VecSet(counter,0.0);CHKERRQ(ierr);
253ba1573a8SStefano Zampini   ierr = VecScatterBegin(pcis->global_to_B,pcis->vec1_B,counter,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
254ba1573a8SStefano Zampini   ierr = VecScatterEnd  (pcis->global_to_B,pcis->vec1_B,counter,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
255ba1573a8SStefano Zampini   ierr = VecScatterBegin(pcis->global_to_B,counter,pcis->vec1_B,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
256ba1573a8SStefano Zampini   ierr = VecScatterEnd  (pcis->global_to_B,counter,pcis->vec1_B,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
257ba1573a8SStefano Zampini   ierr = VecPointwiseDivide(pcis->D,pcis->D,pcis->vec1_B);CHKERRQ(ierr);
258892d8026SStefano Zampini   ierr = VecDestroy(&counter);CHKERRQ(ierr);
259b4319ba4SBarry Smith 
260b4319ba4SBarry Smith   /* See historical note 01, at the bottom of this file. */
261b4319ba4SBarry Smith 
262b4319ba4SBarry Smith   /*
263b4319ba4SBarry Smith     Creating the KSP contexts for the local Dirichlet and Neumann problems.
264b4319ba4SBarry Smith   */
265fcd409f5SStefano Zampini   if (pcis->computesolvers) {
266b4319ba4SBarry Smith     PC pc_ctx;
267b4319ba4SBarry Smith     /* Dirichlet */
268b4319ba4SBarry Smith     ierr = KSPCreate(PETSC_COMM_SELF,&pcis->ksp_D);CHKERRQ(ierr);
2691cee3971SBarry Smith     ierr = PetscObjectIncrementTabLevel((PetscObject)pcis->ksp_D,(PetscObject)pc,1);CHKERRQ(ierr);
270b4319ba4SBarry Smith     ierr = KSPSetOperators(pcis->ksp_D,pcis->A_II,pcis->A_II,SAME_PRECONDITIONER);CHKERRQ(ierr);
271b4319ba4SBarry Smith     ierr = KSPSetOptionsPrefix(pcis->ksp_D,"is_localD_");CHKERRQ(ierr);
272b4319ba4SBarry Smith     ierr = KSPGetPC(pcis->ksp_D,&pc_ctx);CHKERRQ(ierr);
273b4319ba4SBarry Smith     ierr = PCSetType(pc_ctx,PCLU);CHKERRQ(ierr);
274b4319ba4SBarry Smith     ierr = KSPSetType(pcis->ksp_D,KSPPREONLY);CHKERRQ(ierr);
275b4319ba4SBarry Smith     ierr = KSPSetFromOptions(pcis->ksp_D);CHKERRQ(ierr);
276b4319ba4SBarry Smith     /* the vectors in the following line are dummy arguments, just telling the KSP the vector size. Values are not used */
277b4319ba4SBarry Smith     ierr = KSPSetUp(pcis->ksp_D);CHKERRQ(ierr);
278b4319ba4SBarry Smith     /* Neumann */
279b4319ba4SBarry Smith     ierr = KSPCreate(PETSC_COMM_SELF,&pcis->ksp_N);CHKERRQ(ierr);
2801cee3971SBarry Smith     ierr = PetscObjectIncrementTabLevel((PetscObject)pcis->ksp_N,(PetscObject)pc,1);CHKERRQ(ierr);
281b4319ba4SBarry Smith     ierr = KSPSetOperators(pcis->ksp_N,matis->A,matis->A,SAME_PRECONDITIONER);CHKERRQ(ierr);
282b4319ba4SBarry Smith     ierr = KSPSetOptionsPrefix(pcis->ksp_N,"is_localN_");CHKERRQ(ierr);
283b4319ba4SBarry Smith     ierr = KSPGetPC(pcis->ksp_N,&pc_ctx);CHKERRQ(ierr);
284b4319ba4SBarry Smith     ierr = PCSetType(pc_ctx,PCLU);CHKERRQ(ierr);
285b4319ba4SBarry Smith     ierr = KSPSetType(pcis->ksp_N,KSPPREONLY);CHKERRQ(ierr);
286b4319ba4SBarry Smith     ierr = KSPSetFromOptions(pcis->ksp_N);CHKERRQ(ierr);
287b4319ba4SBarry Smith     {
288ace3abfcSBarry Smith       PetscBool damp_fixed                    = PETSC_FALSE,
28990d69ab7SBarry Smith                 remove_nullspace_fixed        = PETSC_FALSE,
29090d69ab7SBarry Smith                 set_damping_factor_floating   = PETSC_FALSE,
29190d69ab7SBarry Smith                 not_damp_floating             = PETSC_FALSE,
29290d69ab7SBarry Smith                 not_remove_nullspace_floating = PETSC_FALSE;
293b4319ba4SBarry Smith       PetscReal fixed_factor,
294b4319ba4SBarry Smith                 floating_factor;
295b4319ba4SBarry Smith 
2967adad957SLisandro Dalcin       ierr = PetscOptionsGetReal(((PetscObject)pc_ctx)->prefix,"-pc_is_damp_fixed",&fixed_factor,&damp_fixed);CHKERRQ(ierr);
2972fa5cd67SKarl Rupp       if (!damp_fixed) fixed_factor = 0.0;
2980298fd71SBarry Smith       ierr = PetscOptionsGetBool(((PetscObject)pc_ctx)->prefix,"-pc_is_damp_fixed",&damp_fixed,NULL);CHKERRQ(ierr);
299b4319ba4SBarry Smith 
3000298fd71SBarry Smith       ierr = PetscOptionsGetBool(((PetscObject)pc_ctx)->prefix,"-pc_is_remove_nullspace_fixed",&remove_nullspace_fixed,NULL);CHKERRQ(ierr);
301b4319ba4SBarry Smith 
3027adad957SLisandro Dalcin       ierr = PetscOptionsGetReal(((PetscObject)pc_ctx)->prefix,"-pc_is_set_damping_factor_floating",
303b4319ba4SBarry Smith                               &floating_factor,&set_damping_factor_floating);CHKERRQ(ierr);
3042fa5cd67SKarl Rupp       if (!set_damping_factor_floating) floating_factor = 0.0;
3050298fd71SBarry Smith       ierr = PetscOptionsGetBool(((PetscObject)pc_ctx)->prefix,"-pc_is_set_damping_factor_floating",&set_damping_factor_floating,NULL);CHKERRQ(ierr);
3062fa5cd67SKarl Rupp       if (!set_damping_factor_floating) floating_factor = 1.e-12;
307b4319ba4SBarry Smith 
3080298fd71SBarry Smith       ierr = PetscOptionsGetBool(((PetscObject)pc_ctx)->prefix,"-pc_is_not_damp_floating",&not_damp_floating,NULL);CHKERRQ(ierr);
309b4319ba4SBarry Smith 
3100298fd71SBarry Smith       ierr = PetscOptionsGetBool(((PetscObject)pc_ctx)->prefix,"-pc_is_not_remove_nullspace_floating",&not_remove_nullspace_floating,NULL);CHKERRQ(ierr);
311b4319ba4SBarry Smith 
312b4319ba4SBarry Smith       if (pcis->pure_neumann) {  /* floating subdomain */
313b4319ba4SBarry Smith         if (!(not_damp_floating)) {
314c88783f4SHong Zhang           ierr = PCFactorSetShiftType(pc_ctx,MAT_SHIFT_NONZERO);CHKERRQ(ierr);
315c88783f4SHong Zhang           ierr = PCFactorSetShiftAmount(pc_ctx,floating_factor);CHKERRQ(ierr);
316b4319ba4SBarry Smith         }
317b4319ba4SBarry Smith         if (!(not_remove_nullspace_floating)) {
318b4319ba4SBarry Smith           MatNullSpace nullsp;
3190298fd71SBarry Smith           ierr = MatNullSpaceCreate(PETSC_COMM_SELF,PETSC_TRUE,0,NULL,&nullsp);CHKERRQ(ierr);
320d8fd42c4SBarry Smith           ierr = KSPSetNullSpace(pcis->ksp_N,nullsp);CHKERRQ(ierr);
321d34fcf5fSBarry Smith           ierr = MatNullSpaceDestroy(&nullsp);CHKERRQ(ierr);
322b4319ba4SBarry Smith         }
323b4319ba4SBarry Smith       } else {  /* fixed subdomain */
324b4319ba4SBarry Smith         if (damp_fixed) {
325c88783f4SHong Zhang           ierr = PCFactorSetShiftType(pc_ctx,MAT_SHIFT_NONZERO);CHKERRQ(ierr);
326c88783f4SHong Zhang           ierr = PCFactorSetShiftAmount(pc_ctx,floating_factor);CHKERRQ(ierr);
327b4319ba4SBarry Smith         }
328b4319ba4SBarry Smith         if (remove_nullspace_fixed) {
329b4319ba4SBarry Smith           MatNullSpace nullsp;
3300298fd71SBarry Smith           ierr = MatNullSpaceCreate(PETSC_COMM_SELF,PETSC_TRUE,0,NULL,&nullsp);CHKERRQ(ierr);
331d8fd42c4SBarry Smith           ierr = KSPSetNullSpace(pcis->ksp_N,nullsp);CHKERRQ(ierr);
332d34fcf5fSBarry Smith           ierr = MatNullSpaceDestroy(&nullsp);CHKERRQ(ierr);
333b4319ba4SBarry Smith         }
334b4319ba4SBarry Smith       }
335b4319ba4SBarry Smith     }
336b4319ba4SBarry Smith     /* the vectors in the following line are dummy arguments, just telling the KSP the vector size. Values are not used */
337b4319ba4SBarry Smith     ierr = KSPSetUp(pcis->ksp_N);CHKERRQ(ierr);
338b4319ba4SBarry Smith   }
339b4319ba4SBarry Smith 
340b4319ba4SBarry Smith   PetscFunctionReturn(0);
341b4319ba4SBarry Smith }
342b4319ba4SBarry Smith 
343b4319ba4SBarry Smith /* -------------------------------------------------------------------------- */
344b4319ba4SBarry Smith /*
345b4319ba4SBarry Smith    PCISDestroy -
346b4319ba4SBarry Smith */
347b4319ba4SBarry Smith #undef __FUNCT__
348b4319ba4SBarry Smith #define __FUNCT__ "PCISDestroy"
3497087cfbeSBarry Smith PetscErrorCode  PCISDestroy(PC pc)
350b4319ba4SBarry Smith {
351b4319ba4SBarry Smith   PC_IS          *pcis = (PC_IS*)(pc->data);
352dfbe8321SBarry Smith   PetscErrorCode ierr;
353b4319ba4SBarry Smith 
354b4319ba4SBarry Smith   PetscFunctionBegin;
355fcfd50ebSBarry Smith   ierr = ISDestroy(&pcis->is_B_local);CHKERRQ(ierr);
356fcfd50ebSBarry Smith   ierr = ISDestroy(&pcis->is_I_local);CHKERRQ(ierr);
357fcfd50ebSBarry Smith   ierr = ISDestroy(&pcis->is_B_global);CHKERRQ(ierr);
358fcfd50ebSBarry Smith   ierr = ISDestroy(&pcis->is_I_global);CHKERRQ(ierr);
359fcfd50ebSBarry Smith   ierr = MatDestroy(&pcis->A_II);CHKERRQ(ierr);
360fcfd50ebSBarry Smith   ierr = MatDestroy(&pcis->A_IB);CHKERRQ(ierr);
361fcfd50ebSBarry Smith   ierr = MatDestroy(&pcis->A_BI);CHKERRQ(ierr);
362fcfd50ebSBarry Smith   ierr = MatDestroy(&pcis->A_BB);CHKERRQ(ierr);
363fcfd50ebSBarry Smith   ierr = VecDestroy(&pcis->D);CHKERRQ(ierr);
364fcfd50ebSBarry Smith   ierr = KSPDestroy(&pcis->ksp_N);CHKERRQ(ierr);
365fcfd50ebSBarry Smith   ierr = KSPDestroy(&pcis->ksp_D);CHKERRQ(ierr);
366fcfd50ebSBarry Smith   ierr = VecDestroy(&pcis->vec1_N);CHKERRQ(ierr);
367fcfd50ebSBarry Smith   ierr = VecDestroy(&pcis->vec2_N);CHKERRQ(ierr);
368fcfd50ebSBarry Smith   ierr = VecDestroy(&pcis->vec1_D);CHKERRQ(ierr);
369fcfd50ebSBarry Smith   ierr = VecDestroy(&pcis->vec2_D);CHKERRQ(ierr);
370fcfd50ebSBarry Smith   ierr = VecDestroy(&pcis->vec3_D);CHKERRQ(ierr);
371df187020SStefano Zampini   ierr = VecDestroy(&pcis->vec4_D);CHKERRQ(ierr);
372fcfd50ebSBarry Smith   ierr = VecDestroy(&pcis->vec1_B);CHKERRQ(ierr);
373fcfd50ebSBarry Smith   ierr = VecDestroy(&pcis->vec2_B);CHKERRQ(ierr);
374fcfd50ebSBarry Smith   ierr = VecDestroy(&pcis->vec3_B);CHKERRQ(ierr);
375fcfd50ebSBarry Smith   ierr = VecDestroy(&pcis->vec1_global);CHKERRQ(ierr);
376fcfd50ebSBarry Smith   ierr = VecScatterDestroy(&pcis->global_to_D);CHKERRQ(ierr);
377fcfd50ebSBarry Smith   ierr = VecScatterDestroy(&pcis->N_to_B);CHKERRQ(ierr);
378fcfd50ebSBarry Smith   ierr = VecScatterDestroy(&pcis->global_to_B);CHKERRQ(ierr);
37905b42c5fSBarry Smith   ierr = PetscFree(pcis->work_N);CHKERRQ(ierr);
380b4319ba4SBarry Smith   if (pcis->ISLocalToGlobalMappingGetInfoWasCalled) {
381b4319ba4SBarry Smith     ierr = ISLocalToGlobalMappingRestoreInfo((ISLocalToGlobalMapping)0,&(pcis->n_neigh),&(pcis->neigh),&(pcis->n_shared),&(pcis->shared));CHKERRQ(ierr);
382b4319ba4SBarry Smith   }
383bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCISSetUseStiffnessScaling_C",NULL);CHKERRQ(ierr);
384bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCISSetSubdomainScalingFactor_C",NULL);CHKERRQ(ierr);
385bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCISSetSubdomainDiagonalScaling_C",NULL);CHKERRQ(ierr);
386b4319ba4SBarry Smith   PetscFunctionReturn(0);
387b4319ba4SBarry Smith }
388b4319ba4SBarry Smith 
389b4319ba4SBarry Smith /* -------------------------------------------------------------------------- */
390b4319ba4SBarry Smith /*
391b4319ba4SBarry Smith    PCISCreate -
392b4319ba4SBarry Smith */
393b4319ba4SBarry Smith #undef __FUNCT__
394b4319ba4SBarry Smith #define __FUNCT__ "PCISCreate"
3957087cfbeSBarry Smith PetscErrorCode  PCISCreate(PC pc)
396b4319ba4SBarry Smith {
397b4319ba4SBarry Smith   PC_IS          *pcis = (PC_IS*)(pc->data);
398831a100dSStefano Zampini   PetscErrorCode ierr;
399b4319ba4SBarry Smith 
400b4319ba4SBarry Smith   PetscFunctionBegin;
401b4319ba4SBarry Smith   pcis->is_B_local  = 0;
402b4319ba4SBarry Smith   pcis->is_I_local  = 0;
403b4319ba4SBarry Smith   pcis->is_B_global = 0;
404b4319ba4SBarry Smith   pcis->is_I_global = 0;
405b4319ba4SBarry Smith   pcis->A_II        = 0;
406b4319ba4SBarry Smith   pcis->A_IB        = 0;
407b4319ba4SBarry Smith   pcis->A_BI        = 0;
408b4319ba4SBarry Smith   pcis->A_BB        = 0;
409b4319ba4SBarry Smith   pcis->D           = 0;
410b4319ba4SBarry Smith   pcis->ksp_N       = 0;
411b4319ba4SBarry Smith   pcis->ksp_D       = 0;
412b4319ba4SBarry Smith   pcis->vec1_N      = 0;
413b4319ba4SBarry Smith   pcis->vec2_N      = 0;
414b4319ba4SBarry Smith   pcis->vec1_D      = 0;
415b4319ba4SBarry Smith   pcis->vec2_D      = 0;
416b4319ba4SBarry Smith   pcis->vec3_D      = 0;
417b4319ba4SBarry Smith   pcis->vec1_B      = 0;
418b4319ba4SBarry Smith   pcis->vec2_B      = 0;
419b4319ba4SBarry Smith   pcis->vec3_B      = 0;
420b4319ba4SBarry Smith   pcis->vec1_global = 0;
421b4319ba4SBarry Smith   pcis->work_N      = 0;
422b4319ba4SBarry Smith   pcis->global_to_D = 0;
423b4319ba4SBarry Smith   pcis->N_to_B      = 0;
424b4319ba4SBarry Smith   pcis->global_to_B = 0;
425fcd409f5SStefano Zampini   pcis->computesolvers = PETSC_TRUE;
4262fa5cd67SKarl Rupp 
427b4319ba4SBarry Smith   pcis->ISLocalToGlobalMappingGetInfoWasCalled = PETSC_FALSE;
4282fa5cd67SKarl Rupp 
429831a100dSStefano Zampini   pcis->scaling_factor = 1.0;
430831a100dSStefano Zampini   /* composing functions */
431bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCISSetUseStiffnessScaling_C",PCISSetUseStiffnessScaling_IS);CHKERRQ(ierr);
432bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCISSetSubdomainScalingFactor_C",PCISSetSubdomainScalingFactor_IS);CHKERRQ(ierr);
433bdf89e91SBarry Smith   ierr = PetscObjectComposeFunction((PetscObject)pc,"PCISSetSubdomainDiagonalScaling_C",PCISSetSubdomainDiagonalScaling_IS);CHKERRQ(ierr);
434b4319ba4SBarry Smith   PetscFunctionReturn(0);
435b4319ba4SBarry Smith }
436b4319ba4SBarry Smith 
437b4319ba4SBarry Smith /* -------------------------------------------------------------------------- */
438b4319ba4SBarry Smith /*
439b4319ba4SBarry Smith    PCISApplySchur -
440b4319ba4SBarry Smith 
441b4319ba4SBarry Smith    Input parameters:
442b4319ba4SBarry Smith .  pc - preconditioner context
443b4319ba4SBarry Smith .  v - vector to which the Schur complement is to be applied (it is NOT modified inside this function, UNLESS vec2_B is null)
444b4319ba4SBarry Smith 
445b4319ba4SBarry Smith    Output parameters:
446b4319ba4SBarry Smith .  vec1_B - result of Schur complement applied to chunk
447b4319ba4SBarry Smith .  vec2_B - garbage (used as work space), or null (and v is used as workspace)
448b4319ba4SBarry Smith .  vec1_D - garbage (used as work space)
449b4319ba4SBarry Smith .  vec2_D - garbage (used as work space)
450b4319ba4SBarry Smith 
451b4319ba4SBarry Smith */
452b4319ba4SBarry Smith #undef __FUNCT__
453831a100dSStefano Zampini #define __FUNCT__ "PCISApplySchur"
4547087cfbeSBarry Smith PetscErrorCode  PCISApplySchur(PC pc, Vec v, Vec vec1_B, Vec vec2_B, Vec vec1_D, Vec vec2_D)
455b4319ba4SBarry Smith {
456dfbe8321SBarry Smith   PetscErrorCode ierr;
457b4319ba4SBarry Smith   PC_IS          *pcis = (PC_IS*)(pc->data);
458b4319ba4SBarry Smith 
459b4319ba4SBarry Smith   PetscFunctionBegin;
4602fa5cd67SKarl Rupp   if (!vec2_B) vec2_B = v;
461b4319ba4SBarry Smith 
462b4319ba4SBarry Smith   ierr = MatMult(pcis->A_BB,v,vec1_B);CHKERRQ(ierr);
463b4319ba4SBarry Smith   ierr = MatMult(pcis->A_IB,v,vec1_D);CHKERRQ(ierr);
46423ce1328SBarry Smith   ierr = KSPSolve(pcis->ksp_D,vec1_D,vec2_D);CHKERRQ(ierr);
465b4319ba4SBarry Smith   ierr = MatMult(pcis->A_BI,vec2_D,vec2_B);CHKERRQ(ierr);
466efb30889SBarry Smith   ierr = VecAXPY(vec1_B,-1.0,vec2_B);CHKERRQ(ierr);
467b4319ba4SBarry Smith   PetscFunctionReturn(0);
468b4319ba4SBarry Smith }
469b4319ba4SBarry Smith 
470b4319ba4SBarry Smith /* -------------------------------------------------------------------------- */
471b4319ba4SBarry Smith /*
472b4319ba4SBarry Smith    PCISScatterArrayNToVecB - Scatters interface node values from a big array (of all local nodes, interior or interface,
473b4319ba4SBarry Smith    including ghosts) into an interface vector, when in SCATTER_FORWARD mode, or vice-versa, when in SCATTER_REVERSE
474b4319ba4SBarry Smith    mode.
475b4319ba4SBarry Smith 
476b4319ba4SBarry Smith    Input parameters:
477b4319ba4SBarry Smith .  pc - preconditioner context
478b4319ba4SBarry Smith .  array_N - [when in SCATTER_FORWARD mode] Array to be scattered into the vector
479b4319ba4SBarry Smith .  v_B - [when in SCATTER_REVERSE mode] Vector to be scattered into the array
480b4319ba4SBarry Smith 
481b4319ba4SBarry Smith    Output parameter:
482b4319ba4SBarry Smith .  array_N - [when in SCATTER_REVERSE mode] Array to receive the scattered vector
483b4319ba4SBarry Smith .  v_B - [when in SCATTER_FORWARD mode] Vector to receive the scattered array
484b4319ba4SBarry Smith 
485b4319ba4SBarry Smith    Notes:
486b4319ba4SBarry Smith    The entries in the array that do not correspond to interface nodes remain unaltered.
487b4319ba4SBarry Smith */
488b4319ba4SBarry Smith #undef __FUNCT__
489b4319ba4SBarry Smith #define __FUNCT__ "PCISScatterArrayNToVecB"
4907087cfbeSBarry Smith PetscErrorCode  PCISScatterArrayNToVecB(PetscScalar *array_N, Vec v_B, InsertMode imode, ScatterMode smode, PC pc)
491b4319ba4SBarry Smith {
4925d0c19d7SBarry Smith   PetscInt       i;
4935d0c19d7SBarry Smith   const PetscInt *idex;
4946849ba73SBarry Smith   PetscErrorCode ierr;
495b4319ba4SBarry Smith   PetscScalar    *array_B;
496b4319ba4SBarry Smith   PC_IS          *pcis = (PC_IS*)(pc->data);
497b4319ba4SBarry Smith 
498b4319ba4SBarry Smith   PetscFunctionBegin;
499b4319ba4SBarry Smith   ierr = VecGetArray(v_B,&array_B);CHKERRQ(ierr);
500b4319ba4SBarry Smith   ierr = ISGetIndices(pcis->is_B_local,&idex);CHKERRQ(ierr);
501b4319ba4SBarry Smith 
502b4319ba4SBarry Smith   if (smode == SCATTER_FORWARD) {
503b4319ba4SBarry Smith     if (imode == INSERT_VALUES) {
5042fa5cd67SKarl Rupp       for (i=0; i<pcis->n_B; i++) array_B[i] = array_N[idex[i]];
505b4319ba4SBarry Smith     } else {  /* ADD_VALUES */
5062fa5cd67SKarl Rupp       for (i=0; i<pcis->n_B; i++) array_B[i] += array_N[idex[i]];
507b4319ba4SBarry Smith     }
508b4319ba4SBarry Smith   } else {  /* SCATTER_REVERSE */
509b4319ba4SBarry Smith     if (imode == INSERT_VALUES) {
5102fa5cd67SKarl Rupp       for (i=0; i<pcis->n_B; i++) array_N[idex[i]] = array_B[i];
511b4319ba4SBarry Smith     } else {  /* ADD_VALUES */
5122fa5cd67SKarl Rupp       for (i=0; i<pcis->n_B; i++) array_N[idex[i]] += array_B[i];
513b4319ba4SBarry Smith     }
514b4319ba4SBarry Smith   }
515b4319ba4SBarry Smith   ierr = ISRestoreIndices(pcis->is_B_local,&idex);CHKERRQ(ierr);
516b4319ba4SBarry Smith   ierr = VecRestoreArray(v_B,&array_B);CHKERRQ(ierr);
517b4319ba4SBarry Smith   PetscFunctionReturn(0);
518b4319ba4SBarry Smith }
519b4319ba4SBarry Smith 
520b4319ba4SBarry Smith /* -------------------------------------------------------------------------- */
521b4319ba4SBarry Smith /*
522b4319ba4SBarry Smith    PCISApplyInvSchur - Solves the Neumann problem related to applying the inverse of the Schur complement.
523b4319ba4SBarry Smith    More precisely, solves the problem:
524b4319ba4SBarry Smith                                         [ A_II  A_IB ] [ . ]   [ 0 ]
525b4319ba4SBarry Smith                                         [            ] [   ] = [   ]
526b4319ba4SBarry Smith                                         [ A_BI  A_BB ] [ x ]   [ b ]
527b4319ba4SBarry Smith 
528b4319ba4SBarry Smith    Input parameters:
529b4319ba4SBarry Smith .  pc - preconditioner context
530b4319ba4SBarry Smith .  b - vector of local interface nodes (including ghosts)
531b4319ba4SBarry Smith 
532b4319ba4SBarry Smith    Output parameters:
533b4319ba4SBarry Smith .  x - vector of local interface nodes (including ghosts); returns the application of the inverse of the Schur
534b4319ba4SBarry Smith        complement to b
535b4319ba4SBarry Smith .  vec1_N - vector of local nodes (interior and interface, including ghosts); returns garbage (used as work space)
536b4319ba4SBarry Smith .  vec2_N - vector of local nodes (interior and interface, including ghosts); returns garbage (used as work space)
537b4319ba4SBarry Smith 
538b4319ba4SBarry Smith */
539b4319ba4SBarry Smith #undef __FUNCT__
540b4319ba4SBarry Smith #define __FUNCT__ "PCISApplyInvSchur"
5417087cfbeSBarry Smith PetscErrorCode  PCISApplyInvSchur(PC pc, Vec b, Vec x, Vec vec1_N, Vec vec2_N)
542b4319ba4SBarry Smith {
543dfbe8321SBarry Smith   PetscErrorCode ierr;
544b4319ba4SBarry Smith   PC_IS          *pcis = (PC_IS*)(pc->data);
545b4319ba4SBarry Smith 
546b4319ba4SBarry Smith   PetscFunctionBegin;
547b4319ba4SBarry Smith   /*
548b4319ba4SBarry Smith     Neumann solvers.
549b4319ba4SBarry Smith     Applying the inverse of the local Schur complement, i.e, solving a Neumann
550b4319ba4SBarry Smith     Problem with zero at the interior nodes of the RHS and extracting the interface
551b4319ba4SBarry Smith     part of the solution. inverse Schur complement is applied to b and the result
552b4319ba4SBarry Smith     is stored in x.
553b4319ba4SBarry Smith   */
554b4319ba4SBarry Smith   /* Setting the RHS vec1_N */
555efb30889SBarry Smith   ierr = VecSet(vec1_N,0.0);CHKERRQ(ierr);
556ca9f406cSSatish Balay   ierr = VecScatterBegin(pcis->N_to_B,b,vec1_N,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
557ca9f406cSSatish Balay   ierr = VecScatterEnd  (pcis->N_to_B,b,vec1_N,INSERT_VALUES,SCATTER_REVERSE);CHKERRQ(ierr);
558b4319ba4SBarry Smith   /* Checking for consistency of the RHS */
559b4319ba4SBarry Smith   {
560ace3abfcSBarry Smith     PetscBool flg = PETSC_FALSE;
5610298fd71SBarry Smith     ierr = PetscOptionsGetBool(NULL,"-pc_is_check_consistency",&flg,NULL);CHKERRQ(ierr);
562b4319ba4SBarry Smith     if (flg) {
563b4319ba4SBarry Smith       PetscScalar average;
5643050cee2SBarry Smith       PetscViewer viewer;
565ce94432eSBarry Smith       ierr = PetscViewerASCIIGetStdout(PetscObjectComm((PetscObject)pc),&viewer);CHKERRQ(ierr);
5663050cee2SBarry Smith 
567b4319ba4SBarry Smith       ierr    = VecSum(vec1_N,&average);CHKERRQ(ierr);
568b4319ba4SBarry Smith       average = average / ((PetscReal)pcis->n);
5697b23a99aSBarry Smith       ierr    = PetscViewerASCIISynchronizedAllow(viewer,PETSC_TRUE);CHKERRQ(ierr);
570b4319ba4SBarry Smith       if (pcis->pure_neumann) {
5719f73f8ecSBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer,"Subdomain %04d is floating. Average = % 1.14e\n",PetscGlobalRank,PetscAbsScalar(average));CHKERRQ(ierr);
572b4319ba4SBarry Smith       } else {
5739f73f8ecSBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer,"Subdomain %04d is fixed.    Average = % 1.14e\n",PetscGlobalRank,PetscAbsScalar(average));CHKERRQ(ierr);
574b4319ba4SBarry Smith       }
5753050cee2SBarry Smith       ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
5767b23a99aSBarry Smith       ierr = PetscViewerASCIISynchronizedAllow(viewer,PETSC_FALSE);CHKERRQ(ierr);
577b4319ba4SBarry Smith     }
578b4319ba4SBarry Smith   }
579b4319ba4SBarry Smith   /* Solving the system for vec2_N */
58023ce1328SBarry Smith   ierr = KSPSolve(pcis->ksp_N,vec1_N,vec2_N);CHKERRQ(ierr);
581b4319ba4SBarry Smith   /* Extracting the local interface vector out of the solution */
582ca9f406cSSatish Balay   ierr = VecScatterBegin(pcis->N_to_B,vec2_N,x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
583ca9f406cSSatish Balay   ierr = VecScatterEnd  (pcis->N_to_B,vec2_N,x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
584b4319ba4SBarry Smith   PetscFunctionReturn(0);
585b4319ba4SBarry Smith }
586b4319ba4SBarry Smith 
587b4319ba4SBarry Smith 
588b4319ba4SBarry Smith 
589b4319ba4SBarry Smith 
590b4319ba4SBarry Smith 
591b4319ba4SBarry Smith 
592b4319ba4SBarry Smith 
593b4319ba4SBarry Smith 
594b4319ba4SBarry Smith 
595