xref: /petsc/src/mat/impls/baij/seq/baijsolvtrannat5.c (revision 9371c9d470a9602b6d10a8bf50c9b2280a79e45a)
12c733ed4SBarry Smith #include <../src/mat/impls/baij/seq/baij.h>
22c733ed4SBarry Smith 
3*9371c9d4SSatish Balay PetscErrorCode MatSolveTranspose_SeqBAIJ_5_NaturalOrdering_inplace(Mat A, Vec bb, Vec xx) {
42c733ed4SBarry Smith   Mat_SeqBAIJ     *a    = (Mat_SeqBAIJ *)A->data;
52c733ed4SBarry Smith   const PetscInt  *diag = a->diag, n = a->mbs, *vi, *ai = a->i, *aj = a->j;
62c733ed4SBarry Smith   PetscInt         i, nz, idx, idt, oidx;
72c733ed4SBarry Smith   const MatScalar *aa = a->a, *v;
82c733ed4SBarry Smith   PetscScalar      s1, s2, s3, s4, s5, x1, x2, x3, x4, x5, *x;
92c733ed4SBarry Smith 
102c733ed4SBarry Smith   PetscFunctionBegin;
119566063dSJacob Faibussowitsch   PetscCall(VecCopy(bb, xx));
129566063dSJacob Faibussowitsch   PetscCall(VecGetArray(xx, &x));
132c733ed4SBarry Smith 
142c733ed4SBarry Smith   /* forward solve the U^T */
152c733ed4SBarry Smith   idx = 0;
162c733ed4SBarry Smith   for (i = 0; i < n; i++) {
172c733ed4SBarry Smith     v  = aa + 25 * diag[i];
182c733ed4SBarry Smith     /* multiply by the inverse of the block diagonal */
19*9371c9d4SSatish Balay     x1 = x[idx];
20*9371c9d4SSatish Balay     x2 = x[1 + idx];
21*9371c9d4SSatish Balay     x3 = x[2 + idx];
22*9371c9d4SSatish Balay     x4 = x[3 + idx];
23*9371c9d4SSatish Balay     x5 = x[4 + idx];
242c733ed4SBarry Smith     s1 = v[0] * x1 + v[1] * x2 + v[2] * x3 + v[3] * x4 + v[4] * x5;
252c733ed4SBarry Smith     s2 = v[5] * x1 + v[6] * x2 + v[7] * x3 + v[8] * x4 + v[9] * x5;
262c733ed4SBarry Smith     s3 = v[10] * x1 + v[11] * x2 + v[12] * x3 + v[13] * x4 + v[14] * x5;
272c733ed4SBarry Smith     s4 = v[15] * x1 + v[16] * x2 + v[17] * x3 + v[18] * x4 + v[19] * x5;
282c733ed4SBarry Smith     s5 = v[20] * x1 + v[21] * x2 + v[22] * x3 + v[23] * x4 + v[24] * x5;
292c733ed4SBarry Smith     v += 25;
302c733ed4SBarry Smith 
312c733ed4SBarry Smith     vi = aj + diag[i] + 1;
322c733ed4SBarry Smith     nz = ai[i + 1] - diag[i] - 1;
332c733ed4SBarry Smith     while (nz--) {
342c733ed4SBarry Smith       oidx = 5 * (*vi++);
352c733ed4SBarry Smith       x[oidx] -= v[0] * s1 + v[1] * s2 + v[2] * s3 + v[3] * s4 + v[4] * s5;
362c733ed4SBarry Smith       x[oidx + 1] -= v[5] * s1 + v[6] * s2 + v[7] * s3 + v[8] * s4 + v[9] * s5;
372c733ed4SBarry Smith       x[oidx + 2] -= v[10] * s1 + v[11] * s2 + v[12] * s3 + v[13] * s4 + v[14] * s5;
382c733ed4SBarry Smith       x[oidx + 3] -= v[15] * s1 + v[16] * s2 + v[17] * s3 + v[18] * s4 + v[19] * s5;
392c733ed4SBarry Smith       x[oidx + 4] -= v[20] * s1 + v[21] * s2 + v[22] * s3 + v[23] * s4 + v[24] * s5;
402c733ed4SBarry Smith       v += 25;
412c733ed4SBarry Smith     }
42*9371c9d4SSatish Balay     x[idx]     = s1;
43*9371c9d4SSatish Balay     x[1 + idx] = s2;
44*9371c9d4SSatish Balay     x[2 + idx] = s3;
45*9371c9d4SSatish Balay     x[3 + idx] = s4;
46*9371c9d4SSatish Balay     x[4 + idx] = s5;
472c733ed4SBarry Smith     idx += 5;
482c733ed4SBarry Smith   }
492c733ed4SBarry Smith   /* backward solve the L^T */
502c733ed4SBarry Smith   for (i = n - 1; i >= 0; i--) {
512c733ed4SBarry Smith     v   = aa + 25 * diag[i] - 25;
522c733ed4SBarry Smith     vi  = aj + diag[i] - 1;
532c733ed4SBarry Smith     nz  = diag[i] - ai[i];
542c733ed4SBarry Smith     idt = 5 * i;
55*9371c9d4SSatish Balay     s1  = x[idt];
56*9371c9d4SSatish Balay     s2  = x[1 + idt];
57*9371c9d4SSatish Balay     s3  = x[2 + idt];
58*9371c9d4SSatish Balay     s4  = x[3 + idt];
59*9371c9d4SSatish Balay     s5  = x[4 + idt];
602c733ed4SBarry Smith     while (nz--) {
612c733ed4SBarry Smith       idx = 5 * (*vi--);
622c733ed4SBarry Smith       x[idx] -= v[0] * s1 + v[1] * s2 + v[2] * s3 + v[3] * s4 + v[4] * s5;
632c733ed4SBarry Smith       x[idx + 1] -= v[5] * s1 + v[6] * s2 + v[7] * s3 + v[8] * s4 + v[9] * s5;
642c733ed4SBarry Smith       x[idx + 2] -= v[10] * s1 + v[11] * s2 + v[12] * s3 + v[13] * s4 + v[14] * s5;
652c733ed4SBarry Smith       x[idx + 3] -= v[15] * s1 + v[16] * s2 + v[17] * s3 + v[18] * s4 + v[19] * s5;
662c733ed4SBarry Smith       x[idx + 4] -= v[20] * s1 + v[21] * s2 + v[22] * s3 + v[23] * s4 + v[24] * s5;
672c733ed4SBarry Smith       v -= 25;
682c733ed4SBarry Smith     }
692c733ed4SBarry Smith   }
709566063dSJacob Faibussowitsch   PetscCall(VecRestoreArray(xx, &x));
719566063dSJacob Faibussowitsch   PetscCall(PetscLogFlops(2.0 * 25 * (a->nz) - 5.0 * A->cmap->n));
722c733ed4SBarry Smith   PetscFunctionReturn(0);
732c733ed4SBarry Smith }
742c733ed4SBarry Smith 
75*9371c9d4SSatish Balay PetscErrorCode MatSolveTranspose_SeqBAIJ_5_NaturalOrdering(Mat A, Vec bb, Vec xx) {
762c733ed4SBarry Smith   Mat_SeqBAIJ     *a = (Mat_SeqBAIJ *)A->data;
772c733ed4SBarry Smith   const PetscInt   n = a->mbs, *vi, *ai = a->i, *aj = a->j, *diag = a->diag;
782c733ed4SBarry Smith   PetscInt         nz, idx, idt, j, i, oidx;
792c733ed4SBarry Smith   const PetscInt   bs = A->rmap->bs, bs2 = a->bs2;
802c733ed4SBarry Smith   const MatScalar *aa = a->a, *v;
812c733ed4SBarry Smith   PetscScalar      s1, s2, s3, s4, s5, x1, x2, x3, x4, x5, *x;
822c733ed4SBarry Smith 
832c733ed4SBarry Smith   PetscFunctionBegin;
849566063dSJacob Faibussowitsch   PetscCall(VecCopy(bb, xx));
859566063dSJacob Faibussowitsch   PetscCall(VecGetArray(xx, &x));
862c733ed4SBarry Smith 
872c733ed4SBarry Smith   /* forward solve the U^T */
882c733ed4SBarry Smith   idx = 0;
892c733ed4SBarry Smith   for (i = 0; i < n; i++) {
902c733ed4SBarry Smith     v  = aa + bs2 * diag[i];
912c733ed4SBarry Smith     /* multiply by the inverse of the block diagonal */
92*9371c9d4SSatish Balay     x1 = x[idx];
93*9371c9d4SSatish Balay     x2 = x[1 + idx];
94*9371c9d4SSatish Balay     x3 = x[2 + idx];
95*9371c9d4SSatish Balay     x4 = x[3 + idx];
962c733ed4SBarry Smith     x5 = x[4 + idx];
972c733ed4SBarry Smith     s1 = v[0] * x1 + v[1] * x2 + v[2] * x3 + v[3] * x4 + v[4] * x5;
982c733ed4SBarry Smith     s2 = v[5] * x1 + v[6] * x2 + v[7] * x3 + v[8] * x4 + v[9] * x5;
992c733ed4SBarry Smith     s3 = v[10] * x1 + v[11] * x2 + v[12] * x3 + v[13] * x4 + v[14] * x5;
1002c733ed4SBarry Smith     s4 = v[15] * x1 + v[16] * x2 + v[17] * x3 + v[18] * x4 + v[19] * x5;
1012c733ed4SBarry Smith     s5 = v[20] * x1 + v[21] * x2 + v[22] * x3 + v[23] * x4 + v[24] * x5;
1022c733ed4SBarry Smith     v -= bs2;
1032c733ed4SBarry Smith 
1042c733ed4SBarry Smith     vi = aj + diag[i] - 1;
1052c733ed4SBarry Smith     nz = diag[i] - diag[i + 1] - 1;
1062c733ed4SBarry Smith     for (j = 0; j > -nz; j--) {
1072c733ed4SBarry Smith       oidx = bs * vi[j];
1082c733ed4SBarry Smith       x[oidx] -= v[0] * s1 + v[1] * s2 + v[2] * s3 + v[3] * s4 + v[4] * s5;
1092c733ed4SBarry Smith       x[oidx + 1] -= v[5] * s1 + v[6] * s2 + v[7] * s3 + v[8] * s4 + v[9] * s5;
1102c733ed4SBarry Smith       x[oidx + 2] -= v[10] * s1 + v[11] * s2 + v[12] * s3 + v[13] * s4 + v[14] * s5;
1112c733ed4SBarry Smith       x[oidx + 3] -= v[15] * s1 + v[16] * s2 + v[17] * s3 + v[18] * s4 + v[19] * s5;
1122c733ed4SBarry Smith       x[oidx + 4] -= v[20] * s1 + v[21] * s2 + v[22] * s3 + v[23] * s4 + v[24] * s5;
1132c733ed4SBarry Smith       v -= bs2;
1142c733ed4SBarry Smith     }
115*9371c9d4SSatish Balay     x[idx]     = s1;
116*9371c9d4SSatish Balay     x[1 + idx] = s2;
117*9371c9d4SSatish Balay     x[2 + idx] = s3;
118*9371c9d4SSatish Balay     x[3 + idx] = s4;
119*9371c9d4SSatish Balay     x[4 + idx] = s5;
1202c733ed4SBarry Smith     idx += bs;
1212c733ed4SBarry Smith   }
1222c733ed4SBarry Smith   /* backward solve the L^T */
1232c733ed4SBarry Smith   for (i = n - 1; i >= 0; i--) {
1242c733ed4SBarry Smith     v   = aa + bs2 * ai[i];
1252c733ed4SBarry Smith     vi  = aj + ai[i];
1262c733ed4SBarry Smith     nz  = ai[i + 1] - ai[i];
1272c733ed4SBarry Smith     idt = bs * i;
128*9371c9d4SSatish Balay     s1  = x[idt];
129*9371c9d4SSatish Balay     s2  = x[1 + idt];
130*9371c9d4SSatish Balay     s3  = x[2 + idt];
131*9371c9d4SSatish Balay     s4  = x[3 + idt];
132*9371c9d4SSatish Balay     s5  = x[4 + idt];
1332c733ed4SBarry Smith     for (j = 0; j < nz; j++) {
1342c733ed4SBarry Smith       idx = bs * vi[j];
1352c733ed4SBarry Smith       x[idx] -= v[0] * s1 + v[1] * s2 + v[2] * s3 + v[3] * s4 + v[4] * s5;
1362c733ed4SBarry Smith       x[idx + 1] -= v[5] * s1 + v[6] * s2 + v[7] * s3 + v[8] * s4 + v[9] * s5;
1372c733ed4SBarry Smith       x[idx + 2] -= v[10] * s1 + v[11] * s2 + v[12] * s3 + v[13] * s4 + v[14] * s5;
1382c733ed4SBarry Smith       x[idx + 3] -= v[15] * s1 + v[16] * s2 + v[17] * s3 + v[18] * s4 + v[19] * s5;
1392c733ed4SBarry Smith       x[idx + 4] -= v[20] * s1 + v[21] * s2 + v[22] * s3 + v[23] * s4 + v[24] * s5;
1402c733ed4SBarry Smith       v += bs2;
1412c733ed4SBarry Smith     }
1422c733ed4SBarry Smith   }
1439566063dSJacob Faibussowitsch   PetscCall(VecRestoreArray(xx, &x));
1449566063dSJacob Faibussowitsch   PetscCall(PetscLogFlops(2.0 * bs2 * (a->nz) - bs * A->cmap->n));
1452c733ed4SBarry Smith   PetscFunctionReturn(0);
1462c733ed4SBarry Smith }
147