1*a1f56445SPierre Jolivet #include <../src/mat/impls/shell/shell.h> /*I "petscmat.h" I*/ 285e3dda7SBarry Smith 366976f2fSJacob Faibussowitsch static PetscErrorCode MatMult_Transpose(Mat N, Vec x, Vec y) 4d71ae5a4SJacob Faibussowitsch { 5bf477422SJose E. Roman Mat A; 685e3dda7SBarry Smith 785e3dda7SBarry Smith PetscFunctionBegin; 8bf477422SJose E. Roman PetscCall(MatShellGetContext(N, &A)); 9bf477422SJose E. Roman PetscCall(MatMultTranspose(A, x, y)); 103ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1185e3dda7SBarry Smith } 1285e3dda7SBarry Smith 1366976f2fSJacob Faibussowitsch static PetscErrorCode MatMultTranspose_Transpose(Mat N, Vec x, Vec y) 14d71ae5a4SJacob Faibussowitsch { 15bf477422SJose E. Roman Mat A; 1647a9afc9SBarry Smith 1747a9afc9SBarry Smith PetscFunctionBegin; 18bf477422SJose E. Roman PetscCall(MatShellGetContext(N, &A)); 19bf477422SJose E. Roman PetscCall(MatMult(A, x, y)); 203ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2147a9afc9SBarry Smith } 2247a9afc9SBarry Smith 2366976f2fSJacob Faibussowitsch static PetscErrorCode MatDestroy_Transpose(Mat N) 24d71ae5a4SJacob Faibussowitsch { 25bf477422SJose E. Roman Mat A; 2685e3dda7SBarry Smith 2785e3dda7SBarry Smith PetscFunctionBegin; 28bf477422SJose E. Roman PetscCall(MatShellGetContext(N, &A)); 29bf477422SJose E. Roman PetscCall(MatDestroy(&A)); 309566063dSJacob Faibussowitsch PetscCall(PetscObjectComposeFunction((PetscObject)N, "MatTransposeGetMat_C", NULL)); 319566063dSJacob Faibussowitsch PetscCall(PetscObjectComposeFunction((PetscObject)N, "MatProductSetFromOptions_anytype_C", NULL)); 32543844c4SJose E. Roman PetscCall(PetscObjectComposeFunction((PetscObject)N, "MatShellSetContext_C", NULL)); 333ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3485e3dda7SBarry Smith } 3585e3dda7SBarry Smith 3666976f2fSJacob Faibussowitsch static PetscErrorCode MatDuplicate_Transpose(Mat N, MatDuplicateOption op, Mat *m) 37d71ae5a4SJacob Faibussowitsch { 38*a1f56445SPierre Jolivet Mat A, C; 39d0de2241SAndrew Spott 40d0de2241SAndrew Spott PetscFunctionBegin; 41bf477422SJose E. Roman PetscCall(MatShellGetContext(N, &A)); 42*a1f56445SPierre Jolivet PetscCall(MatDuplicate(A, op, &C)); 43*a1f56445SPierre Jolivet PetscCall(MatCreateTranspose(C, m)); 44*a1f56445SPierre Jolivet PetscCall(MatDestroy(&C)); 45*a1f56445SPierre Jolivet if (op == MAT_COPY_VALUES) PetscCall(MatCopy(N, *m, SAME_NONZERO_PATTERN)); 463ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 47d0de2241SAndrew Spott } 48d0de2241SAndrew Spott 4966976f2fSJacob Faibussowitsch static PetscErrorCode MatHasOperation_Transpose(Mat mat, MatOperation op, PetscBool *has) 50d71ae5a4SJacob Faibussowitsch { 51bf477422SJose E. Roman Mat A; 5252c5f739Sprj- 53bf477422SJose E. Roman PetscFunctionBegin; 54bf477422SJose E. Roman PetscCall(MatShellGetContext(mat, &A)); 5552c5f739Sprj- *has = PETSC_FALSE; 56bf477422SJose E. Roman if (op == MATOP_MULT || op == MATOP_MULT_ADD) { 57bf477422SJose E. Roman PetscCall(MatHasOperation(A, MATOP_MULT_TRANSPOSE, has)); 58bf477422SJose E. Roman } else if (op == MATOP_MULT_TRANSPOSE || op == MATOP_MULT_TRANSPOSE_ADD) { 59bf477422SJose E. Roman PetscCall(MatHasOperation(A, MATOP_MULT, has)); 603c6db4c4SPierre Jolivet } else if (((void **)mat->ops)[op]) *has = PETSC_TRUE; 613ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 6252c5f739Sprj- } 6352c5f739Sprj- 64d71ae5a4SJacob Faibussowitsch PETSC_INTERN PetscErrorCode MatProductSetFromOptions_Transpose(Mat D) 65d71ae5a4SJacob Faibussowitsch { 666718818eSStefano Zampini Mat A, B, C, Ain, Bin, Cin; 676718818eSStefano Zampini PetscBool Aistrans, Bistrans, Cistrans; 686718818eSStefano Zampini PetscInt Atrans, Btrans, Ctrans; 696718818eSStefano Zampini MatProductType ptype; 706718818eSStefano Zampini 716718818eSStefano Zampini PetscFunctionBegin; 726718818eSStefano Zampini MatCheckProduct(D, 1); 736718818eSStefano Zampini A = D->product->A; 746718818eSStefano Zampini B = D->product->B; 756718818eSStefano Zampini C = D->product->C; 76013e2dc7SBarry Smith PetscCall(PetscObjectTypeCompare((PetscObject)A, MATTRANSPOSEVIRTUAL, &Aistrans)); 77013e2dc7SBarry Smith PetscCall(PetscObjectTypeCompare((PetscObject)B, MATTRANSPOSEVIRTUAL, &Bistrans)); 78013e2dc7SBarry Smith PetscCall(PetscObjectTypeCompare((PetscObject)C, MATTRANSPOSEVIRTUAL, &Cistrans)); 79aed4548fSBarry Smith PetscCheck(Aistrans || Bistrans || Cistrans, PetscObjectComm((PetscObject)D), PETSC_ERR_PLIB, "This should not happen"); 806718818eSStefano Zampini Atrans = 0; 816718818eSStefano Zampini Ain = A; 826718818eSStefano Zampini while (Aistrans) { 836718818eSStefano Zampini Atrans++; 849566063dSJacob Faibussowitsch PetscCall(MatTransposeGetMat(Ain, &Ain)); 85013e2dc7SBarry Smith PetscCall(PetscObjectTypeCompare((PetscObject)Ain, MATTRANSPOSEVIRTUAL, &Aistrans)); 866718818eSStefano Zampini } 876718818eSStefano Zampini Btrans = 0; 886718818eSStefano Zampini Bin = B; 896718818eSStefano Zampini while (Bistrans) { 906718818eSStefano Zampini Btrans++; 919566063dSJacob Faibussowitsch PetscCall(MatTransposeGetMat(Bin, &Bin)); 92013e2dc7SBarry Smith PetscCall(PetscObjectTypeCompare((PetscObject)Bin, MATTRANSPOSEVIRTUAL, &Bistrans)); 936718818eSStefano Zampini } 946718818eSStefano Zampini Ctrans = 0; 956718818eSStefano Zampini Cin = C; 966718818eSStefano Zampini while (Cistrans) { 976718818eSStefano Zampini Ctrans++; 989566063dSJacob Faibussowitsch PetscCall(MatTransposeGetMat(Cin, &Cin)); 99013e2dc7SBarry Smith PetscCall(PetscObjectTypeCompare((PetscObject)Cin, MATTRANSPOSEVIRTUAL, &Cistrans)); 1006718818eSStefano Zampini } 1016718818eSStefano Zampini Atrans = Atrans % 2; 1026718818eSStefano Zampini Btrans = Btrans % 2; 1036718818eSStefano Zampini Ctrans = Ctrans % 2; 1046718818eSStefano Zampini ptype = D->product->type; /* same product type by default */ 105b94d7dedSBarry Smith if (Ain->symmetric == PETSC_BOOL3_TRUE) Atrans = 0; 106b94d7dedSBarry Smith if (Bin->symmetric == PETSC_BOOL3_TRUE) Btrans = 0; 107b94d7dedSBarry Smith if (Cin && Cin->symmetric == PETSC_BOOL3_TRUE) Ctrans = 0; 1086718818eSStefano Zampini 1096718818eSStefano Zampini if (Atrans || Btrans || Ctrans) { 1106718818eSStefano Zampini ptype = MATPRODUCT_UNSPECIFIED; 1116718818eSStefano Zampini switch (D->product->type) { 1126718818eSStefano Zampini case MATPRODUCT_AB: 1136718818eSStefano Zampini if (Atrans && Btrans) { /* At * Bt we do not have support for this */ 1146718818eSStefano Zampini /* TODO custom implementation ? */ 1156718818eSStefano Zampini } else if (Atrans) { /* At * B */ 1166718818eSStefano Zampini ptype = MATPRODUCT_AtB; 1176718818eSStefano Zampini } else { /* A * Bt */ 1186718818eSStefano Zampini ptype = MATPRODUCT_ABt; 1196718818eSStefano Zampini } 1206718818eSStefano Zampini break; 1216718818eSStefano Zampini case MATPRODUCT_AtB: 1226718818eSStefano Zampini if (Atrans && Btrans) { /* A * Bt */ 1236718818eSStefano Zampini ptype = MATPRODUCT_ABt; 1246718818eSStefano Zampini } else if (Atrans) { /* A * B */ 1256718818eSStefano Zampini ptype = MATPRODUCT_AB; 1266718818eSStefano Zampini } else { /* At * Bt we do not have support for this */ 1276718818eSStefano Zampini /* TODO custom implementation ? */ 1286718818eSStefano Zampini } 1296718818eSStefano Zampini break; 1306718818eSStefano Zampini case MATPRODUCT_ABt: 1316718818eSStefano Zampini if (Atrans && Btrans) { /* At * B */ 1326718818eSStefano Zampini ptype = MATPRODUCT_AtB; 1336718818eSStefano Zampini } else if (Atrans) { /* At * Bt we do not have support for this */ 1346718818eSStefano Zampini /* TODO custom implementation ? */ 1356718818eSStefano Zampini } else { /* A * B */ 1366718818eSStefano Zampini ptype = MATPRODUCT_AB; 1376718818eSStefano Zampini } 1386718818eSStefano Zampini break; 1396718818eSStefano Zampini case MATPRODUCT_PtAP: 1406718818eSStefano Zampini if (Atrans) { /* PtAtP */ 1416718818eSStefano Zampini /* TODO custom implementation ? */ 1426718818eSStefano Zampini } else { /* RARt */ 1436718818eSStefano Zampini ptype = MATPRODUCT_RARt; 1446718818eSStefano Zampini } 1456718818eSStefano Zampini break; 1466718818eSStefano Zampini case MATPRODUCT_RARt: 1476718818eSStefano Zampini if (Atrans) { /* RAtRt */ 1486718818eSStefano Zampini /* TODO custom implementation ? */ 1496718818eSStefano Zampini } else { /* PtAP */ 1506718818eSStefano Zampini ptype = MATPRODUCT_PtAP; 1516718818eSStefano Zampini } 1526718818eSStefano Zampini break; 1536718818eSStefano Zampini case MATPRODUCT_ABC: 1546718818eSStefano Zampini /* TODO custom implementation ? */ 1556718818eSStefano Zampini break; 156d71ae5a4SJacob Faibussowitsch default: 157d71ae5a4SJacob Faibussowitsch SETERRQ(PetscObjectComm((PetscObject)D), PETSC_ERR_SUP, "ProductType %s is not supported", MatProductTypes[D->product->type]); 1586718818eSStefano Zampini } 1596718818eSStefano Zampini } 1609566063dSJacob Faibussowitsch PetscCall(MatProductReplaceMats(Ain, Bin, Cin, D)); 1619566063dSJacob Faibussowitsch PetscCall(MatProductSetType(D, ptype)); 1629566063dSJacob Faibussowitsch PetscCall(MatProductSetFromOptions(D)); 1633ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1646718818eSStefano Zampini } 1656718818eSStefano Zampini 166bf477422SJose E. Roman static PetscErrorCode MatGetDiagonal_Transpose(Mat N, Vec v) 167d71ae5a4SJacob Faibussowitsch { 168bf477422SJose E. Roman Mat A; 169a0eea678SPierre Jolivet 170a0eea678SPierre Jolivet PetscFunctionBegin; 171bf477422SJose E. Roman PetscCall(MatShellGetContext(N, &A)); 172bf477422SJose E. Roman PetscCall(MatGetDiagonal(A, v)); 1733ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 174a0eea678SPierre Jolivet } 175a0eea678SPierre Jolivet 176*a1f56445SPierre Jolivet static PetscErrorCode MatCopy_Transpose(Mat A, Mat B, MatStructure str) 177*a1f56445SPierre Jolivet { 178*a1f56445SPierre Jolivet Mat a, b; 179*a1f56445SPierre Jolivet 180*a1f56445SPierre Jolivet PetscFunctionBegin; 181*a1f56445SPierre Jolivet PetscCall(MatShellGetContext(A, &a)); 182*a1f56445SPierre Jolivet PetscCall(MatShellGetContext(B, &b)); 183*a1f56445SPierre Jolivet PetscCall(MatCopy(a, b, str)); 184*a1f56445SPierre Jolivet PetscFunctionReturn(PETSC_SUCCESS); 185*a1f56445SPierre Jolivet } 186*a1f56445SPierre Jolivet 187bf477422SJose E. Roman static PetscErrorCode MatConvert_Transpose(Mat N, MatType newtype, MatReuse reuse, Mat *newmat) 188d71ae5a4SJacob Faibussowitsch { 189bf477422SJose E. Roman Mat A; 1906a4403aaSStefano Zampini PetscBool flg; 191a0eea678SPierre Jolivet 192a0eea678SPierre Jolivet PetscFunctionBegin; 193bf477422SJose E. Roman PetscCall(MatShellGetContext(N, &A)); 194bf477422SJose E. Roman PetscCall(MatHasOperation(A, MATOP_TRANSPOSE, &flg)); 1956a4403aaSStefano Zampini if (flg) { 1966a4403aaSStefano Zampini Mat B; 1976a4403aaSStefano Zampini 198bf477422SJose E. Roman PetscCall(MatTranspose(A, MAT_INITIAL_MATRIX, &B)); 199ff83db7bSPierre Jolivet if (reuse != MAT_INPLACE_MATRIX) { 2009566063dSJacob Faibussowitsch PetscCall(MatConvert(B, newtype, reuse, newmat)); 2019566063dSJacob Faibussowitsch PetscCall(MatDestroy(&B)); 202ff83db7bSPierre Jolivet } else { 2039566063dSJacob Faibussowitsch PetscCall(MatConvert(B, newtype, MAT_INPLACE_MATRIX, &B)); 204bf477422SJose E. Roman PetscCall(MatHeaderReplace(N, &B)); 205ff83db7bSPierre Jolivet } 2066a4403aaSStefano Zampini } else { /* use basic converter as fallback */ 207bf477422SJose E. Roman PetscCall(MatConvert_Basic(N, newtype, reuse, newmat)); 2086a4403aaSStefano Zampini } 2093ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 210a0eea678SPierre Jolivet } 211a0eea678SPierre Jolivet 212bf477422SJose E. Roman static PetscErrorCode MatTransposeGetMat_Transpose(Mat N, Mat *M) 213d71ae5a4SJacob Faibussowitsch { 2148060fb66Sstefano_zampini PetscFunctionBegin; 215bf477422SJose E. Roman PetscCall(MatShellGetContext(N, M)); 2163ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2178060fb66Sstefano_zampini } 2188060fb66Sstefano_zampini 2198060fb66Sstefano_zampini /*@ 220013e2dc7SBarry Smith MatTransposeGetMat - Gets the `Mat` object stored inside a `MATTRANSPOSEVIRTUAL` 2218060fb66Sstefano_zampini 22220f4b53cSBarry Smith Logically Collective 2238060fb66Sstefano_zampini 2248060fb66Sstefano_zampini Input Parameter: 225013e2dc7SBarry Smith . A - the `MATTRANSPOSEVIRTUAL` matrix 2268060fb66Sstefano_zampini 2278060fb66Sstefano_zampini Output Parameter: 2282ef1f0ffSBarry Smith . M - the matrix object stored inside `A` 2298060fb66Sstefano_zampini 2308060fb66Sstefano_zampini Level: intermediate 2318060fb66Sstefano_zampini 2321cc06b55SBarry Smith .seealso: [](ch_matrices), `Mat`, `MATTRANSPOSEVIRTUAL`, `MatCreateTranspose()` 2338060fb66Sstefano_zampini @*/ 234d71ae5a4SJacob Faibussowitsch PetscErrorCode MatTransposeGetMat(Mat A, Mat *M) 235d71ae5a4SJacob Faibussowitsch { 2368060fb66Sstefano_zampini PetscFunctionBegin; 2378060fb66Sstefano_zampini PetscValidHeaderSpecific(A, MAT_CLASSID, 1); 2388060fb66Sstefano_zampini PetscValidType(A, 1); 2394f572ea9SToby Isaac PetscAssertPointer(M, 2); 240cac4c232SBarry Smith PetscUseMethod(A, "MatTransposeGetMat_C", (Mat, Mat *), (A, M)); 2413ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2428060fb66Sstefano_zampini } 243d0de2241SAndrew Spott 24411a5261eSBarry Smith /*MC 245013e2dc7SBarry Smith MATTRANSPOSEVIRTUAL - "transpose" - A matrix type that represents a virtual transpose of a matrix 24685e3dda7SBarry Smith 24711a5261eSBarry Smith Level: advanced 24811a5261eSBarry Smith 249*a1f56445SPierre Jolivet Developer Notes: 250543844c4SJose E. Roman This is implemented on top of `MATSHELL` to get support for scaling and shifting without requiring duplicate code 251543844c4SJose E. Roman 252543844c4SJose E. Roman Users can not call `MatShellSetOperation()` operations on this class, there is some error checking for that incorrect usage 253543844c4SJose E. Roman 2541cc06b55SBarry Smith .seealso: [](ch_matrices), `Mat`, `MATHERMITIANTRANSPOSEVIRTUAL`, `Mat`, `MatCreateHermitianTranspose()`, `MatCreateTranspose()`, 2552ef1f0ffSBarry Smith `MATNORMALHERMITIAN`, `MATNORMAL` 25611a5261eSBarry Smith M*/ 25711a5261eSBarry Smith 25811a5261eSBarry Smith /*@ 259013e2dc7SBarry Smith MatCreateTranspose - Creates a new matrix `MATTRANSPOSEVIRTUAL` object that behaves like A' 26011a5261eSBarry Smith 261c3339decSBarry Smith Collective 26285e3dda7SBarry Smith 26385e3dda7SBarry Smith Input Parameter: 26485e3dda7SBarry Smith . A - the (possibly rectangular) matrix 26585e3dda7SBarry Smith 26685e3dda7SBarry Smith Output Parameter: 26785e3dda7SBarry Smith . N - the matrix that represents A' 26885e3dda7SBarry Smith 26985e3dda7SBarry Smith Level: intermediate 27085e3dda7SBarry Smith 27111a5261eSBarry Smith Note: 27295452b02SPatrick Sanan The transpose A' is NOT actually formed! Rather the new matrix 27311a5261eSBarry Smith object performs the matrix-vector product by using the `MatMultTranspose()` on 27485e3dda7SBarry Smith the original matrix 27585e3dda7SBarry Smith 2761cc06b55SBarry Smith .seealso: [](ch_matrices), `Mat`, `MATTRANSPOSEVIRTUAL`, `MatCreateNormal()`, `MatMult()`, `MatMultTranspose()`, `MatCreate()`, 2772ef1f0ffSBarry Smith `MATNORMALHERMITIAN` 27885e3dda7SBarry Smith @*/ 279d71ae5a4SJacob Faibussowitsch PetscErrorCode MatCreateTranspose(Mat A, Mat *N) 280d71ae5a4SJacob Faibussowitsch { 281487d878eSStefano Zampini VecType vtype; 28285e3dda7SBarry Smith 28385e3dda7SBarry Smith PetscFunctionBegin; 2849566063dSJacob Faibussowitsch PetscCall(MatCreate(PetscObjectComm((PetscObject)A), N)); 28587971105SStefano Zampini PetscCall(PetscLayoutReference(A->rmap, &((*N)->cmap))); 28687971105SStefano Zampini PetscCall(PetscLayoutReference(A->cmap, &((*N)->rmap))); 287bf477422SJose E. Roman PetscCall(MatSetType(*N, MATSHELL)); 288bf477422SJose E. Roman PetscCall(MatShellSetContext(*N, A)); 2899566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)A)); 29085e3dda7SBarry Smith 2919566063dSJacob Faibussowitsch PetscCall(MatSetBlockSizes(*N, PetscAbs(A->cmap->bs), PetscAbs(A->rmap->bs))); 2929566063dSJacob Faibussowitsch PetscCall(MatGetVecType(A, &vtype)); 2939566063dSJacob Faibussowitsch PetscCall(MatSetVecType(*N, vtype)); 2942487f3f2SStefano Zampini #if defined(PETSC_HAVE_DEVICE) 2959566063dSJacob Faibussowitsch PetscCall(MatBindToCPU(*N, A->boundtocpu)); 2962487f3f2SStefano Zampini #endif 2979566063dSJacob Faibussowitsch PetscCall(MatSetUp(*N)); 298bf477422SJose E. Roman 299bf477422SJose E. Roman PetscCall(MatShellSetOperation(*N, MATOP_DESTROY, (void (*)(void))MatDestroy_Transpose)); 300bf477422SJose E. Roman PetscCall(MatShellSetOperation(*N, MATOP_MULT, (void (*)(void))MatMult_Transpose)); 301bf477422SJose E. Roman PetscCall(MatShellSetOperation(*N, MATOP_MULT_TRANSPOSE, (void (*)(void))MatMultTranspose_Transpose)); 302bf477422SJose E. Roman PetscCall(MatShellSetOperation(*N, MATOP_DUPLICATE, (void (*)(void))MatDuplicate_Transpose)); 303bf477422SJose E. Roman PetscCall(MatShellSetOperation(*N, MATOP_HAS_OPERATION, (void (*)(void))MatHasOperation_Transpose)); 304bf477422SJose E. Roman PetscCall(MatShellSetOperation(*N, MATOP_GET_DIAGONAL, (void (*)(void))MatGetDiagonal_Transpose)); 305*a1f56445SPierre Jolivet PetscCall(MatShellSetOperation(*N, MATOP_COPY, (void (*)(void))MatCopy_Transpose)); 306bf477422SJose E. Roman PetscCall(MatShellSetOperation(*N, MATOP_CONVERT, (void (*)(void))MatConvert_Transpose)); 307bf477422SJose E. Roman 308543844c4SJose E. Roman PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatTransposeGetMat_C", MatTransposeGetMat_Transpose)); 309543844c4SJose E. Roman PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatProductSetFromOptions_anytype_C", MatProductSetFromOptions_Transpose)); 310*a1f56445SPierre Jolivet PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatShellSetContext_C", MatShellSetContext_Immutable)); 311*a1f56445SPierre Jolivet PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatShellSetContextDestroy_C", MatShellSetContextDestroy_Immutable)); 312*a1f56445SPierre Jolivet PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatShellSetManageScalingShifts_C", MatShellSetManageScalingShifts_Immutable)); 313bf477422SJose E. Roman PetscCall(PetscObjectChangeTypeName((PetscObject)*N, MATTRANSPOSEVIRTUAL)); 3143ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 31585e3dda7SBarry Smith } 316