1be1d678aSKris Buschelman 2ede5e988SBarry Smith /* 3ec1892c8SHong Zhang Inverts 3 by 3 matrix using gaussian elimination with partial pivoting. 471c5468dSBarry Smith 571c5468dSBarry Smith Used by the sparse factorization routines in 6dd882469SBarry Smith src/mat/impls/baij/seq 771c5468dSBarry Smith 871c5468dSBarry Smith This is a combination of the Linpack routines 971c5468dSBarry Smith dgefa() and dgedi() specialized for a size of 3. 1071c5468dSBarry Smith 11ede5e988SBarry Smith */ 12c6db04a5SJed Brown #include <petscsys.h> 13ede5e988SBarry Smith 14*9371c9d4SSatish Balay PETSC_EXTERN PetscErrorCode PetscKernel_A_gets_inverse_A_3(MatScalar *a, PetscReal shift, PetscBool allowzeropivot, PetscBool *zeropivotdetected) { 15690b6cddSBarry Smith PetscInt i__2, i__3, kp1, j, k, l, ll, i, ipvt[3], kb, k3; 16690b6cddSBarry Smith PetscInt k4, j3; 17b48ee343SBarry Smith MatScalar *aa, *ax, *ay, work[9], stmp; 18329f5518SBarry Smith MatReal tmp, max; 19ede5e988SBarry Smith 203a40ed3dSBarry Smith PetscFunctionBegin; 21c80103daSHong Zhang if (zeropivotdetected) *zeropivotdetected = PETSC_FALSE; 220daa89e9SHong Zhang shift = .333 * shift * (1.e-12 + PetscAbsScalar(a[0]) + PetscAbsScalar(a[4]) + PetscAbsScalar(a[8])); 23ec1892c8SHong Zhang 24ede5e988SBarry Smith /* Parameter adjustments */ 25ede5e988SBarry Smith a -= 4; 26ede5e988SBarry Smith 27ede5e988SBarry Smith for (k = 1; k <= 2; ++k) { 28ede5e988SBarry Smith kp1 = k + 1; 2973d4a2d6SBarry Smith k3 = 3 * k; 3073d4a2d6SBarry Smith k4 = k3 + k; 31ede5e988SBarry Smith 32ec1892c8SHong Zhang /* find l = pivot index */ 33ede5e988SBarry Smith i__2 = 4 - k; 3473d4a2d6SBarry Smith aa = &a[k4]; 35ede5e988SBarry Smith max = PetscAbsScalar(aa[0]); 36ede5e988SBarry Smith l = 1; 37ede5e988SBarry Smith for (ll = 1; ll < i__2; ll++) { 38ede5e988SBarry Smith tmp = PetscAbsScalar(aa[ll]); 39*9371c9d4SSatish Balay if (tmp > max) { 40*9371c9d4SSatish Balay max = tmp; 41*9371c9d4SSatish Balay l = ll + 1; 42*9371c9d4SSatish Balay } 43ede5e988SBarry Smith } 44ede5e988SBarry Smith l += k - 1; 45da10e913SBarry Smith ipvt[k - 1] = l; 46ede5e988SBarry Smith 47ab055debSShri Abhyankar if (a[l + k3] == 0.0) { 48ec1892c8SHong Zhang if (shift == 0.0) { 49ec1892c8SHong Zhang if (allowzeropivot) { 509566063dSJacob Faibussowitsch PetscCall(PetscInfo(NULL, "Zero pivot, row %" PetscInt_FMT "\n", k - 1)); 5170d8d27cSBarry Smith if (zeropivotdetected) *zeropivotdetected = PETSC_TRUE; 5298921bdaSJacob Faibussowitsch } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_MAT_LU_ZRPVT, "Zero pivot, row %" PetscInt_FMT, k - 1); 53ec1892c8SHong Zhang } else { 54ab055debSShri Abhyankar /* Shift is applied to single diagonal entry */ 55ab055debSShri Abhyankar a[l + k3] = shift; 56ab055debSShri Abhyankar } 57ab055debSShri Abhyankar } 58ede5e988SBarry Smith 59ec1892c8SHong Zhang /* interchange if necessary */ 60ede5e988SBarry Smith if (l != k) { 6139d66777SBarry Smith stmp = a[l + k3]; 6273d4a2d6SBarry Smith a[l + k3] = a[k4]; 6339d66777SBarry Smith a[k4] = stmp; 64ede5e988SBarry Smith } 65ede5e988SBarry Smith 66ede5e988SBarry Smith /* compute multipliers */ 6739d66777SBarry Smith stmp = -1. / a[k4]; 68ede5e988SBarry Smith i__2 = 3 - k; 6973d4a2d6SBarry Smith aa = &a[1 + k4]; 7026fbe8dcSKarl Rupp for (ll = 0; ll < i__2; ll++) aa[ll] *= stmp; 71ede5e988SBarry Smith 72ede5e988SBarry Smith /* row elimination with column indexing */ 7373d4a2d6SBarry Smith ax = &a[k4 + 1]; 74ede5e988SBarry Smith for (j = kp1; j <= 3; ++j) { 7573d4a2d6SBarry Smith j3 = 3 * j; 7639d66777SBarry Smith stmp = a[l + j3]; 77ede5e988SBarry Smith if (l != k) { 7873d4a2d6SBarry Smith a[l + j3] = a[k + j3]; 7939d66777SBarry Smith a[k + j3] = stmp; 80ede5e988SBarry Smith } 81ede5e988SBarry Smith 82ede5e988SBarry Smith i__3 = 3 - k; 8339d66777SBarry Smith ay = &a[1 + k + j3]; 8426fbe8dcSKarl Rupp for (ll = 0; ll < i__3; ll++) ay[ll] += stmp * ax[ll]; 85ede5e988SBarry Smith } 86ede5e988SBarry Smith } 87da10e913SBarry Smith ipvt[2] = 3; 88cd545bacSHong Zhang if (a[12] == 0.0) { 89c0aa6a63SJacob Faibussowitsch if (PetscLikely(allowzeropivot)) { 909566063dSJacob Faibussowitsch PetscCall(PetscInfo(NULL, "Zero pivot, row 2\n")); 9170d8d27cSBarry Smith if (zeropivotdetected) *zeropivotdetected = PETSC_TRUE; 92c0aa6a63SJacob Faibussowitsch } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_MAT_LU_ZRPVT, "Zero pivot, row 2"); 93cd545bacSHong Zhang } 94ede5e988SBarry Smith 95ec1892c8SHong Zhang /* Now form the inverse */ 96ede5e988SBarry Smith /* compute inverse(u) */ 9725783f72SBarry Smith for (k = 1; k <= 3; ++k) { 9873d4a2d6SBarry Smith k3 = 3 * k; 9973d4a2d6SBarry Smith k4 = k3 + k; 10073d4a2d6SBarry Smith a[k4] = 1.0 / a[k4]; 10139d66777SBarry Smith stmp = -a[k4]; 102ede5e988SBarry Smith i__2 = k - 1; 10373d4a2d6SBarry Smith aa = &a[k3 + 1]; 10439d66777SBarry Smith for (ll = 0; ll < i__2; ll++) aa[ll] *= stmp; 105ede5e988SBarry Smith kp1 = k + 1; 10625783f72SBarry Smith if (3 < kp1) continue; 107ede5e988SBarry Smith ax = aa; 10825783f72SBarry Smith for (j = kp1; j <= 3; ++j) { 10973d4a2d6SBarry Smith j3 = 3 * j; 11039d66777SBarry Smith stmp = a[k + j3]; 11139d66777SBarry Smith a[k + j3] = 0.0; 11273d4a2d6SBarry Smith ay = &a[j3 + 1]; 11326fbe8dcSKarl Rupp for (ll = 0; ll < k; ll++) ay[ll] += stmp * ax[ll]; 114ede5e988SBarry Smith } 115ede5e988SBarry Smith } 116ede5e988SBarry Smith 117ede5e988SBarry Smith /* form inverse(u)*inverse(l) */ 11825783f72SBarry Smith for (kb = 1; kb <= 2; ++kb) { 11925783f72SBarry Smith k = 3 - kb; 12073d4a2d6SBarry Smith k3 = 3 * k; 121ede5e988SBarry Smith kp1 = k + 1; 12273d4a2d6SBarry Smith aa = a + k3; 12325783f72SBarry Smith for (i = kp1; i <= 3; ++i) { 124b48ee343SBarry Smith work[i - 1] = aa[i]; 12573d4a2d6SBarry Smith aa[i] = 0.0; 126ede5e988SBarry Smith } 12725783f72SBarry Smith for (j = kp1; j <= 3; ++j) { 128b48ee343SBarry Smith stmp = work[j - 1]; 12925783f72SBarry Smith ax = &a[3 * j + 1]; 13073d4a2d6SBarry Smith ay = &a[k3 + 1]; 13139d66777SBarry Smith ay[0] += stmp * ax[0]; 13239d66777SBarry Smith ay[1] += stmp * ax[1]; 13339d66777SBarry Smith ay[2] += stmp * ax[2]; 134ede5e988SBarry Smith } 135da10e913SBarry Smith l = ipvt[k - 1]; 136ede5e988SBarry Smith if (l != k) { 13773d4a2d6SBarry Smith ax = &a[k3 + 1]; 13825783f72SBarry Smith ay = &a[3 * l + 1]; 139*9371c9d4SSatish Balay stmp = ax[0]; 140*9371c9d4SSatish Balay ax[0] = ay[0]; 141*9371c9d4SSatish Balay ay[0] = stmp; 142*9371c9d4SSatish Balay stmp = ax[1]; 143*9371c9d4SSatish Balay ax[1] = ay[1]; 144*9371c9d4SSatish Balay ay[1] = stmp; 145*9371c9d4SSatish Balay stmp = ax[2]; 146*9371c9d4SSatish Balay ax[2] = ay[2]; 147*9371c9d4SSatish Balay ay[2] = stmp; 148ede5e988SBarry Smith } 149ede5e988SBarry Smith } 1503a40ed3dSBarry Smith PetscFunctionReturn(0); 151ede5e988SBarry Smith } 152