1 2 #if !defined(__BAIJ_H) 3 #define __BAIJ_H 4 #include "private/matimpl.h" 5 #include "../src/mat/impls/aij/seq/aij.h" 6 #include "../src/mat/impls/baij/seq/ftn-kernels/fsolvebaij.h" 7 8 /* 9 MATSEQBAIJ format - Block compressed row storage. The i[] and j[] 10 arrays start at 0. 11 */ 12 13 /* This header is shared by the SeqSBAIJ matrix */ 14 #define SEQBAIJHEADER \ 15 PetscInt bs2; /* square of block size */ \ 16 PetscInt mbs,nbs; /* rows/bs, columns/bs */ \ 17 PetscScalar *mult_work; /* work array for matrix vector product*/ \ 18 MatScalar *saved_values; \ 19 \ 20 Mat sbaijMat; /* mat in sbaij format */ \ 21 \ 22 PetscTruth pivotinblocks; /* pivot inside factorization of each diagonal block */ \ 23 \ 24 MatScalar *idiag; /* inverse of block diagonal */ \ 25 PetscTruth idiagvalid /* if above has correct/current values */ 26 27 28 typedef struct { 29 SEQAIJHEADER(MatScalar); 30 SEQBAIJHEADER; 31 } Mat_SeqBAIJ; 32 33 EXTERN_C_BEGIN 34 EXTERN PetscErrorCode MatSeqBAIJSetPreallocation_SeqBAIJ(Mat,PetscInt,PetscInt,PetscInt*); 35 EXTERN_C_END 36 EXTERN PetscErrorCode MatILUFactorSymbolic_SeqBAIJ(Mat,Mat,IS,IS,const MatFactorInfo*); 37 EXTERN PetscErrorCode MatICCFactorSymbolic_SeqBAIJ(Mat,Mat,IS,const MatFactorInfo*); 38 EXTERN PetscErrorCode MatCholeskyFactorSymbolic_SeqBAIJ(Mat,Mat,IS,const MatFactorInfo*); 39 EXTERN PetscErrorCode MatCholeskyFactorNumeric_SeqBAIJ_N(Mat,Mat,const MatFactorInfo*); 40 EXTERN PetscErrorCode MatCholeskyFactorNumeric_SeqBAIJ_N_NaturalOrdering(Mat,Mat,const MatFactorInfo*); 41 EXTERN PetscErrorCode MatDuplicate_SeqBAIJ(Mat,MatDuplicateOption,Mat*); 42 EXTERN PetscErrorCode MatMissingDiagonal_SeqBAIJ(Mat,PetscTruth*,PetscInt*); 43 EXTERN PetscErrorCode MatMarkDiagonal_SeqBAIJ(Mat); 44 EXTERN PetscErrorCode MatILUDTFactor_SeqBAIJ(Mat,IS,IS,const MatFactorInfo*,Mat*); 45 46 EXTERN PetscErrorCode MatLUFactorSymbolic_SeqBAIJ(Mat,Mat,IS,IS,const MatFactorInfo*); 47 EXTERN PetscErrorCode MatLUFactor_SeqBAIJ(Mat,IS,IS,const MatFactorInfo*); 48 EXTERN PetscErrorCode MatIncreaseOverlap_SeqBAIJ(Mat,PetscInt,IS*,PetscInt); 49 EXTERN PetscErrorCode MatGetSubMatrix_SeqBAIJ(Mat,IS,IS,MatReuse,Mat*); 50 EXTERN PetscErrorCode MatGetSubMatrices_SeqBAIJ(Mat,PetscInt,const IS[],const IS[],MatReuse,Mat*[]); 51 EXTERN PetscErrorCode MatMultTranspose_SeqBAIJ(Mat,Vec,Vec); 52 EXTERN PetscErrorCode MatMultTransposeAdd_SeqBAIJ(Mat,Vec,Vec,Vec); 53 EXTERN PetscErrorCode MatScale_SeqBAIJ(Mat,PetscScalar); 54 EXTERN PetscErrorCode MatNorm_SeqBAIJ(Mat,NormType,PetscReal *); 55 EXTERN PetscErrorCode MatEqual_SeqBAIJ(Mat,Mat,PetscTruth*); 56 EXTERN PetscErrorCode MatGetDiagonal_SeqBAIJ(Mat,Vec); 57 EXTERN PetscErrorCode MatDiagonalScale_SeqBAIJ(Mat,Vec,Vec); 58 EXTERN PetscErrorCode MatGetInfo_SeqBAIJ(Mat,MatInfoType,MatInfo *); 59 EXTERN PetscErrorCode MatZeroEntries_SeqBAIJ(Mat); 60 61 EXTERN PetscErrorCode MatSeqBAIJ_UpdateFactorNumeric_NaturalOrdering(Mat); 62 63 EXTERN PetscErrorCode MatSolve_SeqBAIJ_1(Mat,Vec,Vec); 64 EXTERN PetscErrorCode MatSolve_SeqBAIJ_1_NaturalOrdering(Mat,Vec,Vec); 65 EXTERN PetscErrorCode MatSolve_SeqBAIJ_2(Mat,Vec,Vec); 66 EXTERN PetscErrorCode MatSolve_SeqBAIJ_2_newdatastruct(Mat,Vec,Vec); 67 EXTERN PetscErrorCode MatSolve_SeqBAIJ_2_NaturalOrdering(Mat,Vec,Vec); 68 EXTERN PetscErrorCode MatSolve_SeqBAIJ_2_NaturalOrdering_newdatastruct(Mat,Vec,Vec); 69 EXTERN PetscErrorCode MatSolve_SeqBAIJ_3_NaturalOrdering_newdatastruct(Mat,Vec,Vec); 70 EXTERN PetscErrorCode MatSolve_SeqBAIJ_3(Mat,Vec,Vec); 71 EXTERN PetscErrorCode MatSolve_SeqBAIJ_3_newdatastruct(Mat,Vec,Vec); 72 EXTERN PetscErrorCode MatSolve_SeqBAIJ_3_NaturalOrdering(Mat,Vec,Vec); 73 EXTERN PetscErrorCode MatSolve_SeqBAIJ_3_NaturalOrdering_newdatastruct(Mat,Vec,Vec); 74 EXTERN PetscErrorCode MatSolve_SeqBAIJ_4(Mat,Vec,Vec); 75 EXTERN PetscErrorCode MatSolve_SeqBAIJ_4_newdatastruct(Mat,Vec,Vec); 76 EXTERN PetscErrorCode MatSolve_SeqBAIJ_4_NaturalOrdering(Mat,Vec,Vec); 77 EXTERN PetscErrorCode MatSolve_SeqBAIJ_4_NaturalOrdering_newdatastruct(Mat,Vec,Vec); 78 #if defined(PETSC_HAVE_SSE) 79 EXTERN PetscErrorCode MatSolve_SeqBAIJ_4_SSE_Demotion(Mat,Vec,Vec); 80 EXTERN PetscErrorCode MatSolve_SeqBAIJ_4_NaturalOrdering_SSE_Demotion(Mat,Vec,Vec); 81 EXTERN PetscErrorCode MatSolve_SeqBAIJ_4_NaturalOrdering_SSE_Demotion_usj(Mat,Vec,Vec); 82 #endif 83 EXTERN PetscErrorCode MatSolve_SeqBAIJ_5(Mat,Vec,Vec); 84 EXTERN PetscErrorCode MatSolve_SeqBAIJ_5_newdatastruct(Mat,Vec,Vec); 85 EXTERN PetscErrorCode MatSolve_SeqBAIJ_5_NaturalOrdering(Mat,Vec,Vec); 86 EXTERN PetscErrorCode MatSolve_SeqBAIJ_5_NaturalOrdering_newdatastruct(Mat,Vec,Vec); 87 EXTERN PetscErrorCode MatSolve_SeqBAIJ_6(Mat,Vec,Vec); 88 EXTERN PetscErrorCode MatSolve_SeqBAIJ_6_newdatastruct(Mat,Vec,Vec); 89 EXTERN PetscErrorCode MatSolve_SeqBAIJ_6_NaturalOrdering(Mat,Vec,Vec); 90 EXTERN PetscErrorCode MatSolve_SeqBAIJ_6_NaturalOrdering_newdatastruct(Mat,Vec,Vec); 91 EXTERN PetscErrorCode MatSolve_SeqBAIJ_7(Mat,Vec,Vec); 92 EXTERN PetscErrorCode MatSolve_SeqBAIJ_7_newdatastruct(Mat,Vec,Vec); 93 EXTERN PetscErrorCode MatSolve_SeqBAIJ_7_NaturalOrdering(Mat,Vec,Vec); 94 EXTERN PetscErrorCode MatSolve_SeqBAIJ_7_NaturalOrdering_newdatastruct(Mat,Vec,Vec); 95 EXTERN PetscErrorCode MatSolve_SeqBAIJ_N(Mat,Vec,Vec); 96 EXTERN PetscErrorCode MatSolve_SeqBAIJ_N_newdatastruct(Mat,Vec,Vec); 97 EXTERN PetscErrorCode MatSolve_SeqBAIJ_N_NaturalOrdering_newdatastruct(Mat,Vec,Vec); 98 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_Update(Mat,Vec,Vec); 99 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_1(Mat,Vec,Vec); 100 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_1_NaturalOrdering(Mat,Vec,Vec); 101 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_2(Mat,Vec,Vec); 102 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_2_NaturalOrdering(Mat,Vec,Vec); 103 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_3(Mat,Vec,Vec); 104 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_3_NaturalOrdering(Mat,Vec,Vec); 105 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_4(Mat,Vec,Vec); 106 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_4_NaturalOrdering(Mat,Vec,Vec); 107 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_5(Mat,Vec,Vec); 108 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_5_NaturalOrdering(Mat,Vec,Vec); 109 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_6(Mat,Vec,Vec); 110 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_6_NaturalOrdering(Mat,Vec,Vec); 111 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_7(Mat,Vec,Vec); 112 EXTERN PetscErrorCode MatSolveTranspose_SeqBAIJ_7_NaturalOrdering(Mat,Vec,Vec); 113 114 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_N_newdatastruct(Mat,Mat,const MatFactorInfo*); 115 116 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_1(Mat,Mat,const MatFactorInfo*); 117 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_2(Mat,Mat,const MatFactorInfo*); 118 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_2_newdatastruct(Mat,Mat,const MatFactorInfo*); 119 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_2_NaturalOrdering(Mat,Mat,const MatFactorInfo*); 120 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_2_NaturalOrdering_newdatastruct(Mat,Mat,const MatFactorInfo*); 121 122 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_3(Mat,Mat,const MatFactorInfo*); 123 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_3_newdatastruct(Mat,Mat,const MatFactorInfo*); 124 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_3_NaturalOrdering(Mat,Mat,const MatFactorInfo*); 125 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_3_NaturalOrdering_newdatastruct(Mat,Mat,const MatFactorInfo*); 126 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_4(Mat,Mat,const MatFactorInfo*); 127 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering(Mat,Mat,const MatFactorInfo*); 128 #if defined(PETSC_HAVE_SSE) 129 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering_SSE(Mat,Mat,const MatFactorInfo*); 130 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering_SSE_usj(Mat,Mat,const MatFactorInfo*); 131 #else 132 #endif 133 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_5(Mat,Mat,const MatFactorInfo*); 134 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_5_NaturalOrdering(Mat,Mat,const MatFactorInfo*); 135 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_6(Mat,Mat,const MatFactorInfo*); 136 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_6_NaturalOrdering(Mat,Mat,const MatFactorInfo*); 137 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_7(Mat,Mat,const MatFactorInfo*); 138 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_7_NaturalOrdering(Mat,Mat,const MatFactorInfo*); 139 EXTERN PetscErrorCode MatLUFactorNumeric_SeqBAIJ_N(Mat,Mat,const MatFactorInfo*); 140 141 EXTERN PetscErrorCode MatMult_SeqBAIJ_1(Mat,Vec,Vec); 142 EXTERN PetscErrorCode MatMult_SeqBAIJ_2(Mat,Vec,Vec); 143 EXTERN PetscErrorCode MatMult_SeqBAIJ_3(Mat,Vec,Vec); 144 EXTERN PetscErrorCode MatMult_SeqBAIJ_4(Mat,Vec,Vec); 145 EXTERN PetscErrorCode MatMult_SeqBAIJ_5(Mat,Vec,Vec); 146 EXTERN PetscErrorCode MatMult_SeqBAIJ_6(Mat,Vec,Vec); 147 EXTERN PetscErrorCode MatMult_SeqBAIJ_7(Mat,Vec,Vec); 148 EXTERN PetscErrorCode MatMult_SeqBAIJ_N(Mat,Vec,Vec); 149 150 EXTERN PetscErrorCode MatMultAdd_SeqBAIJ_1(Mat,Vec,Vec,Vec); 151 EXTERN PetscErrorCode MatMultAdd_SeqBAIJ_2(Mat,Vec,Vec,Vec); 152 EXTERN PetscErrorCode MatMultAdd_SeqBAIJ_3(Mat,Vec,Vec,Vec); 153 EXTERN PetscErrorCode MatMultAdd_SeqBAIJ_4(Mat,Vec,Vec,Vec); 154 EXTERN PetscErrorCode MatMultAdd_SeqBAIJ_5(Mat,Vec,Vec,Vec); 155 EXTERN PetscErrorCode MatMultAdd_SeqBAIJ_6(Mat,Vec,Vec,Vec); 156 EXTERN PetscErrorCode MatMultAdd_SeqBAIJ_7(Mat,Vec,Vec,Vec); 157 EXTERN PetscErrorCode MatMultAdd_SeqBAIJ_N(Mat,Vec,Vec,Vec); 158 EXTERN PetscErrorCode MatLoad_SeqBAIJ(PetscViewer, const MatType,Mat*); 159 160 /* 161 Kernel_A_gets_A_times_B_2: A = A * B with size bs=2 162 163 Input Parameters: 164 + A,B - square bs by bs arrays stored in column major order 165 - W - bs*bs work arrary 166 167 Output Parameter: 168 . A = A * B 169 */ 170 171 #define Kernel_A_gets_A_times_B_2(A,B,W) 0;\ 172 {\ 173 PetscMemcpy(W,A,4*sizeof(MatScalar));\ 174 A[0] = W[0]*B[0] + W[2]*B[1];\ 175 A[1] = W[1]*B[0] + W[3]*B[1];\ 176 A[2] = W[0]*B[2] + W[2]*B[3];\ 177 A[3] = W[1]*B[2] + W[3]*B[3];\ 178 } 179 180 /* 181 Kernel_A_gets_A_minus_B_times_C_2: A = A - B * C with size bs=2 182 183 Input Parameters: 184 + A,B,C - square bs by bs arrays stored in column major order 185 186 Output Parameter: 187 . A = A - B*C 188 */ 189 190 #define Kernel_A_gets_A_minus_B_times_C_2(A,B,C) 0;\ 191 {\ 192 A[0] -= B[0]*C[0] + B[2]*C[1];\ 193 A[1] -= B[1]*C[0] + B[3]*C[1];\ 194 A[2] -= B[0]*C[2] + B[2]*C[3];\ 195 A[3] -= B[1]*C[2] + B[3]*C[3];\ 196 } 197 198 /* 199 Kernel_A_gets_A_times_B_3: A = A * B with size bs=3 200 201 Input Parameters: 202 + A,B - square bs by bs arrays stored in column major order 203 - W - bs*bs work arrary 204 205 Output Parameter: 206 . A = A * B 207 */ 208 209 #define Kernel_A_gets_A_times_B_3(A,B,W) 0;\ 210 {\ 211 PetscMemcpy(W,A,9*sizeof(MatScalar));\ 212 A[0] = W[0]*B[0] + W[3]*B[1] + W[6]*B[2];\ 213 A[1] = W[1]*B[0] + W[4]*B[1] + W[7]*B[2];\ 214 A[2] = W[2]*B[0] + W[5]*B[1] + W[8]*B[2];\ 215 A[3] = W[0]*B[3] + W[3]*B[4] + W[6]*B[5];\ 216 A[4] = W[1]*B[3] + W[4]*B[4] + W[7]*B[5];\ 217 A[5] = W[2]*B[3] + W[5]*B[4] + W[8]*B[5];\ 218 A[6] = W[0]*B[6] + W[3]*B[7] + W[6]*B[8];\ 219 A[7] = W[1]*B[6] + W[4]*B[7] + W[7]*B[8];\ 220 A[8] = W[2]*B[6] + W[5]*B[7] + W[8]*B[8];\ 221 } 222 223 /* 224 Kernel_A_gets_A_minus_B_times_C_3: A = A - B * C with size bs=3 225 226 Input Parameters: 227 + A,B,C - square bs by bs arrays stored in column major order 228 229 Output Parameter: 230 . A = A - B*C 231 */ 232 233 #define Kernel_A_gets_A_minus_B_times_C_3(A,B,C) 0;\ 234 {\ 235 A[0] -= B[0]*C[0] + B[3]*C[1] + B[6]*C[2];\ 236 A[1] -= B[1]*C[0] + B[4]*C[1] + B[7]*C[2];\ 237 A[2] -= B[2]*C[0] + B[5]*C[1] + B[8]*C[2];\ 238 A[3] -= B[0]*C[3] + B[3]*C[4] + B[6]*C[5];\ 239 A[4] -= B[1]*C[3] + B[4]*C[4] + B[7]*C[5];\ 240 A[5] -= B[2]*C[3] + B[5]*C[4] + B[8]*C[5];\ 241 A[6] -= B[0]*C[6] + B[3]*C[7] + B[6]*C[8];\ 242 A[7] -= B[1]*C[6] + B[4]*C[7] + B[7]*C[8];\ 243 A[8] -= B[2]*C[6] + B[5]*C[7] + B[8]*C[8];\ 244 } 245 246 #endif 247