1be1d678aSKris Buschelman #define PETSCMAT_DLL 2be1d678aSKris Buschelman 383287d42SBarry Smith /* 483287d42SBarry Smith Factorization code for BAIJ format. 583287d42SBarry Smith */ 67c4f633dSBarry Smith #include "../src/mat/impls/baij/seq/baij.h" 7c60f0209SBarry Smith #include "../src/mat/blockinvert.h" 883287d42SBarry Smith 9db4efbfdSBarry Smith #undef __FUNCT__ 10db4efbfdSBarry Smith #define __FUNCT__ "MatSeqBAIJSetNumericFactorization" 11db4efbfdSBarry Smith /* 12db4efbfdSBarry Smith This is used to set the numeric factorization for both LU and ILU symbolic factorization 13db4efbfdSBarry Smith */ 14db4efbfdSBarry Smith PetscErrorCode MatSeqBAIJSetNumericFactorization(Mat inA,PetscTruth natural) 15db4efbfdSBarry Smith { 16db4efbfdSBarry Smith PetscFunctionBegin; 17db4efbfdSBarry Smith if (natural) { 18db4efbfdSBarry Smith switch (inA->rmap->bs) { 19db4efbfdSBarry Smith case 1: 20db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_1; 21db4efbfdSBarry Smith break; 22db4efbfdSBarry Smith case 2: 23db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_2_NaturalOrdering; 24db4efbfdSBarry Smith break; 25db4efbfdSBarry Smith case 3: 26db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_3_NaturalOrdering; 27db4efbfdSBarry Smith break; 28db4efbfdSBarry Smith case 4: 2965460251SBarry Smith #if defined(PETSC_USE_SCALAR_MAT_SINGLE) 30db4efbfdSBarry Smith { 31db4efbfdSBarry Smith PetscTruth sse_enabled_local; 32db4efbfdSBarry Smith PetscErrorCode ierr; 33db4efbfdSBarry Smith ierr = PetscSSEIsEnabled(inA->comm,&sse_enabled_local,PETSC_NULL);CHKERRQ(ierr); 34db4efbfdSBarry Smith if (sse_enabled_local) { 35db4efbfdSBarry Smith # if defined(PETSC_HAVE_SSE) 36db4efbfdSBarry Smith int i,*AJ=a->j,nz=a->nz,n=a->mbs; 37db4efbfdSBarry Smith if (n==(unsigned short)n) { 38db4efbfdSBarry Smith unsigned short *aj=(unsigned short *)AJ; 39db4efbfdSBarry Smith for (i=0;i<nz;i++) { 40db4efbfdSBarry Smith aj[i] = (unsigned short)AJ[i]; 41db4efbfdSBarry Smith } 42db4efbfdSBarry Smith inA->ops->setunfactored = MatSetUnfactored_SeqBAIJ_4_NaturalOrdering_SSE_usj; 43db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering_SSE_usj; 44db4efbfdSBarry Smith ierr = PetscInfo(inA,"Using special SSE, in-place natural ordering, ushort j index factor BS=4\n");CHKERRQ(ierr); 45db4efbfdSBarry Smith } else { 46db4efbfdSBarry Smith /* Scale the column indices for easier indexing in MatSolve. */ 47db4efbfdSBarry Smith /* for (i=0;i<nz;i++) { */ 48db4efbfdSBarry Smith /* AJ[i] = AJ[i]*4; */ 49db4efbfdSBarry Smith /* } */ 50db4efbfdSBarry Smith inA->ops->setunfactored = MatSetUnfactored_SeqBAIJ_4_NaturalOrdering_SSE; 51db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering_SSE; 52db4efbfdSBarry Smith ierr = PetscInfo(inA,"Using special SSE, in-place natural ordering, int j index factor BS=4\n");CHKERRQ(ierr); 53db4efbfdSBarry Smith } 54db4efbfdSBarry Smith # else 55db4efbfdSBarry Smith /* This should never be reached. If so, problem in PetscSSEIsEnabled. */ 56db4efbfdSBarry Smith SETERRQ(PETSC_ERR_SUP,"SSE Hardware unavailable"); 57db4efbfdSBarry Smith # endif 58db4efbfdSBarry Smith } else { 59db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering; 60db4efbfdSBarry Smith } 61db4efbfdSBarry Smith } 62db4efbfdSBarry Smith #else 63db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering; 64db4efbfdSBarry Smith #endif 65db4efbfdSBarry Smith break; 66db4efbfdSBarry Smith case 5: 67db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_5_NaturalOrdering; 68db4efbfdSBarry Smith break; 69db4efbfdSBarry Smith case 6: 70db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_6_NaturalOrdering; 71db4efbfdSBarry Smith break; 72db4efbfdSBarry Smith case 7: 73db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_7_NaturalOrdering; 74db4efbfdSBarry Smith break; 75db4efbfdSBarry Smith default: 76db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_N; 77db4efbfdSBarry Smith break; 78db4efbfdSBarry Smith } 79db4efbfdSBarry Smith } else { 80db4efbfdSBarry Smith switch (inA->rmap->bs) { 81db4efbfdSBarry Smith case 1: 82db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_1; 83db4efbfdSBarry Smith break; 84db4efbfdSBarry Smith case 2: 85db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_2; 86db4efbfdSBarry Smith break; 87db4efbfdSBarry Smith case 3: 88db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_3; 89db4efbfdSBarry Smith break; 90db4efbfdSBarry Smith case 4: 91db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4; 92db4efbfdSBarry Smith break; 93db4efbfdSBarry Smith case 5: 94db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_5; 95db4efbfdSBarry Smith break; 96db4efbfdSBarry Smith case 6: 97db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_6; 98db4efbfdSBarry Smith break; 99db4efbfdSBarry Smith case 7: 100db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_7; 101db4efbfdSBarry Smith break; 102db4efbfdSBarry Smith default: 103db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_N; 104db4efbfdSBarry Smith break; 105db4efbfdSBarry Smith } 106db4efbfdSBarry Smith } 107db4efbfdSBarry Smith PetscFunctionReturn(0); 108db4efbfdSBarry Smith } 109db4efbfdSBarry Smith 11083287d42SBarry Smith /* 11183287d42SBarry Smith The symbolic factorization code is identical to that for AIJ format, 11283287d42SBarry Smith except for very small changes since this is now a SeqBAIJ datastructure. 11383287d42SBarry Smith NOT good code reuse. 11483287d42SBarry Smith */ 115c7272abeSHong Zhang #include "petscbt.h" 116c7272abeSHong Zhang #include "../src/mat/utils/freespace.h" 117c7272abeSHong Zhang 1184a2ae208SSatish Balay #undef __FUNCT__ 119faca2338SShri Abhyankar #define __FUNCT__ "MatLUFactorSymbolic_SeqBAIJ_newdatastruct" 120faca2338SShri Abhyankar PetscErrorCode MatLUFactorSymbolic_SeqBAIJ_newdatastruct(Mat B,Mat A,IS isrow,IS iscol,const MatFactorInfo *info) 12183287d42SBarry Smith { 12283287d42SBarry Smith Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b; 123c7272abeSHong Zhang PetscInt n=a->mbs,bs = A->rmap->bs,bs2=a->bs2; 124c7272abeSHong Zhang PetscTruth row_identity,col_identity,both_identity; 12583287d42SBarry Smith IS isicol; 1266849ba73SBarry Smith PetscErrorCode ierr; 127c7272abeSHong Zhang const PetscInt *r,*ic; 128c7272abeSHong Zhang PetscInt i,*ai=a->i,*aj=a->j; 129c7272abeSHong Zhang PetscInt *bi,*bj,*ajtmp; 130c7272abeSHong Zhang PetscInt *bdiag,row,nnz,nzi,reallocs=0,nzbd,*im; 131c7272abeSHong Zhang PetscReal f; 132c7272abeSHong Zhang PetscInt nlnk,*lnk,k,**bi_ptr; 133c7272abeSHong Zhang PetscFreeSpaceList free_space=PETSC_NULL,current_space=PETSC_NULL; 134c7272abeSHong Zhang PetscBT lnkbt; 13583287d42SBarry Smith 13683287d42SBarry Smith PetscFunctionBegin; 137d0f46423SBarry Smith if (A->rmap->N != A->cmap->N) SETERRQ(PETSC_ERR_ARG_WRONG,"matrix must be square"); 13883287d42SBarry Smith ierr = ISInvertPermutation(iscol,PETSC_DECIDE,&isicol);CHKERRQ(ierr); 13983287d42SBarry Smith ierr = ISGetIndices(isrow,&r);CHKERRQ(ierr); 14083287d42SBarry Smith ierr = ISGetIndices(isicol,&ic);CHKERRQ(ierr); 14183287d42SBarry Smith 14283287d42SBarry Smith /* get new row pointers */ 143b2b2dd24SShri Abhyankar ierr = PetscMalloc((n+1)*sizeof(PetscInt),&bi);CHKERRQ(ierr); 144b2b2dd24SShri Abhyankar bi[0] = 0; 145b2b2dd24SShri Abhyankar 146b2b2dd24SShri Abhyankar /* bdiag is location of diagonal in factor */ 147b2b2dd24SShri Abhyankar ierr = PetscMalloc((n+1)*sizeof(PetscInt),&bdiag);CHKERRQ(ierr); 148b2b2dd24SShri Abhyankar bdiag[0] = 0; 149b2b2dd24SShri Abhyankar 150b2b2dd24SShri Abhyankar /* linked list for storing column indices of the active row */ 151b2b2dd24SShri Abhyankar nlnk = n + 1; 152b2b2dd24SShri Abhyankar ierr = PetscLLCreate(n,n,nlnk,lnk,lnkbt);CHKERRQ(ierr); 153b2b2dd24SShri Abhyankar 154b2b2dd24SShri Abhyankar ierr = PetscMalloc2(n+1,PetscInt**,&bi_ptr,n+1,PetscInt,&im);CHKERRQ(ierr); 155b2b2dd24SShri Abhyankar 156b2b2dd24SShri Abhyankar /* initial FreeSpace size is f*(ai[n]+1) */ 157b2b2dd24SShri Abhyankar f = info->fill; 158b2b2dd24SShri Abhyankar ierr = PetscFreeSpaceGet((PetscInt)(f*(ai[n]+1)),&free_space);CHKERRQ(ierr); 159b2b2dd24SShri Abhyankar current_space = free_space; 160b2b2dd24SShri Abhyankar 161b2b2dd24SShri Abhyankar for (i=0; i<n; i++) { 162b2b2dd24SShri Abhyankar /* copy previous fill into linked list */ 163b2b2dd24SShri Abhyankar nzi = 0; 164b2b2dd24SShri Abhyankar nnz = ai[r[i]+1] - ai[r[i]]; 165b2b2dd24SShri Abhyankar if (!nnz) SETERRQ2(PETSC_ERR_MAT_LU_ZRPVT,"Empty row in matrix: row in original ordering %D in permuted ordering %D",r[i],i); 166b2b2dd24SShri Abhyankar ajtmp = aj + ai[r[i]]; 167b2b2dd24SShri Abhyankar ierr = PetscLLAddPerm(nnz,ajtmp,ic,n,nlnk,lnk,lnkbt);CHKERRQ(ierr); 168b2b2dd24SShri Abhyankar nzi += nlnk; 169b2b2dd24SShri Abhyankar 170b2b2dd24SShri Abhyankar /* add pivot rows into linked list */ 171b2b2dd24SShri Abhyankar row = lnk[n]; 172b2b2dd24SShri Abhyankar while (row < i) { 173b2b2dd24SShri Abhyankar nzbd = bdiag[row] + 1; /* num of entries in the row with column index <= row */ 174b2b2dd24SShri Abhyankar ajtmp = bi_ptr[row] + nzbd; /* points to the entry next to the diagonal */ 175b2b2dd24SShri Abhyankar ierr = PetscLLAddSortedLU(ajtmp,row,nlnk,lnk,lnkbt,i,nzbd,im);CHKERRQ(ierr); 176b2b2dd24SShri Abhyankar nzi += nlnk; 177b2b2dd24SShri Abhyankar row = lnk[row]; 178b2b2dd24SShri Abhyankar } 179b2b2dd24SShri Abhyankar bi[i+1] = bi[i] + nzi; 180b2b2dd24SShri Abhyankar im[i] = nzi; 181b2b2dd24SShri Abhyankar 182b2b2dd24SShri Abhyankar /* mark bdiag */ 183b2b2dd24SShri Abhyankar nzbd = 0; 184b2b2dd24SShri Abhyankar nnz = nzi; 185b2b2dd24SShri Abhyankar k = lnk[n]; 186b2b2dd24SShri Abhyankar while (nnz-- && k < i){ 187b2b2dd24SShri Abhyankar nzbd++; 188b2b2dd24SShri Abhyankar k = lnk[k]; 189b2b2dd24SShri Abhyankar } 190b2b2dd24SShri Abhyankar bdiag[i] = nzbd; /* note : bdaig[i] = nnzL as input for PetscFreeSpaceContiguous_LU_v2() */ 191b2b2dd24SShri Abhyankar 192b2b2dd24SShri Abhyankar /* if free space is not available, make more free space */ 193b2b2dd24SShri Abhyankar if (current_space->local_remaining<nzi) { 194b2b2dd24SShri Abhyankar nnz = 2*(n - i)*nzi; /* estimated and max additional space needed */ 195b2b2dd24SShri Abhyankar ierr = PetscFreeSpaceGet(nnz,¤t_space);CHKERRQ(ierr); 196b2b2dd24SShri Abhyankar reallocs++; 197b2b2dd24SShri Abhyankar } 198b2b2dd24SShri Abhyankar 199b2b2dd24SShri Abhyankar /* copy data into free space, then initialize lnk */ 200b2b2dd24SShri Abhyankar ierr = PetscLLClean(n,n,nzi,lnk,current_space->array,lnkbt);CHKERRQ(ierr); 201b2b2dd24SShri Abhyankar bi_ptr[i] = current_space->array; 202b2b2dd24SShri Abhyankar current_space->array += nzi; 203b2b2dd24SShri Abhyankar current_space->local_used += nzi; 204b2b2dd24SShri Abhyankar current_space->local_remaining -= nzi; 205b2b2dd24SShri Abhyankar } 206b2b2dd24SShri Abhyankar #if defined(PETSC_USE_INFO) 207b2b2dd24SShri Abhyankar if (ai[n] != 0) { 208b2b2dd24SShri Abhyankar PetscReal af = ((PetscReal)bi[n])/((PetscReal)ai[n]); 209b2b2dd24SShri Abhyankar ierr = PetscInfo3(A,"Reallocs %D Fill ratio:given %G needed %G\n",reallocs,f,af);CHKERRQ(ierr); 210b2b2dd24SShri Abhyankar ierr = PetscInfo1(A,"Run with -pc_factor_fill %G or use \n",af);CHKERRQ(ierr); 211b2b2dd24SShri Abhyankar ierr = PetscInfo1(A,"PCFactorSetFill(pc,%G);\n",af);CHKERRQ(ierr); 212b2b2dd24SShri Abhyankar ierr = PetscInfo(A,"for best performance.\n");CHKERRQ(ierr); 213b2b2dd24SShri Abhyankar } else { 214b2b2dd24SShri Abhyankar ierr = PetscInfo(A,"Empty matrix\n");CHKERRQ(ierr); 215b2b2dd24SShri Abhyankar } 216b2b2dd24SShri Abhyankar #endif 217b2b2dd24SShri Abhyankar 218b2b2dd24SShri Abhyankar ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr); 219b2b2dd24SShri Abhyankar ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr); 220b2b2dd24SShri Abhyankar 221b2b2dd24SShri Abhyankar /* destroy list of free space and other temporary array(s) */ 222b2b2dd24SShri Abhyankar ierr = PetscMalloc((bi[n]+1)*sizeof(PetscInt),&bj);CHKERRQ(ierr); 223b2b2dd24SShri Abhyankar ierr = PetscFreeSpaceContiguous_LU_v2(&free_space,bj,n,bi,bdiag);CHKERRQ(ierr); 224b2b2dd24SShri Abhyankar ierr = PetscLLDestroy(lnk,lnkbt);CHKERRQ(ierr); 225b2b2dd24SShri Abhyankar ierr = PetscFree2(bi_ptr,im);CHKERRQ(ierr); 226b2b2dd24SShri Abhyankar 227b2b2dd24SShri Abhyankar /* put together the new matrix */ 228b2b2dd24SShri Abhyankar ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(B,bs,MAT_SKIP_ALLOCATION,PETSC_NULL);CHKERRQ(ierr); 229b2b2dd24SShri Abhyankar ierr = PetscLogObjectParent(B,isicol);CHKERRQ(ierr); 230b2b2dd24SShri Abhyankar b = (Mat_SeqBAIJ*)(B)->data; 231b2b2dd24SShri Abhyankar b->free_a = PETSC_TRUE; 232b2b2dd24SShri Abhyankar b->free_ij = PETSC_TRUE; 233b2b2dd24SShri Abhyankar b->singlemalloc = PETSC_FALSE; 234b2b2dd24SShri Abhyankar ierr = PetscMalloc((bdiag[0]+1)*sizeof(MatScalar)*bs2,&b->a);CHKERRQ(ierr); 235b2b2dd24SShri Abhyankar b->j = bj; 236b2b2dd24SShri Abhyankar b->i = bi; 237b2b2dd24SShri Abhyankar b->diag = bdiag; 238b2b2dd24SShri Abhyankar b->free_diag = PETSC_TRUE; 239b2b2dd24SShri Abhyankar b->ilen = 0; 240b2b2dd24SShri Abhyankar b->imax = 0; 241b2b2dd24SShri Abhyankar b->row = isrow; 242b2b2dd24SShri Abhyankar b->col = iscol; 243b2b2dd24SShri Abhyankar b->pivotinblocks = (info->pivotinblocks) ? PETSC_TRUE : PETSC_FALSE; 244b2b2dd24SShri Abhyankar ierr = PetscObjectReference((PetscObject)isrow);CHKERRQ(ierr); 245b2b2dd24SShri Abhyankar ierr = PetscObjectReference((PetscObject)iscol);CHKERRQ(ierr); 246b2b2dd24SShri Abhyankar b->icol = isicol; 247b2b2dd24SShri Abhyankar ierr = PetscMalloc((bs*n+bs)*sizeof(PetscScalar),&b->solve_work);CHKERRQ(ierr); 248b2b2dd24SShri Abhyankar ierr = PetscLogObjectMemory(B,(bdiag[0]+1)*(sizeof(PetscInt)+sizeof(PetscScalar)*bs2));CHKERRQ(ierr); 249b2b2dd24SShri Abhyankar 250b2b2dd24SShri Abhyankar b->maxnz = b->nz = bdiag[0]+1; 251b2b2dd24SShri Abhyankar B->factor = MAT_FACTOR_LU; 252b2b2dd24SShri Abhyankar B->info.factor_mallocs = reallocs; 253b2b2dd24SShri Abhyankar B->info.fill_ratio_given = f; 254b2b2dd24SShri Abhyankar 255b2b2dd24SShri Abhyankar if (ai[n] != 0) { 256b2b2dd24SShri Abhyankar B->info.fill_ratio_needed = ((PetscReal)(bdiag[0]+1))/((PetscReal)ai[n]); 257b2b2dd24SShri Abhyankar } else { 258b2b2dd24SShri Abhyankar B->info.fill_ratio_needed = 0.0; 259b2b2dd24SShri Abhyankar } 260b2b2dd24SShri Abhyankar 261b2b2dd24SShri Abhyankar ierr = ISIdentity(isrow,&row_identity);CHKERRQ(ierr); 262b2b2dd24SShri Abhyankar ierr = ISIdentity(iscol,&col_identity);CHKERRQ(ierr); 263b2b2dd24SShri Abhyankar both_identity = (PetscTruth) (row_identity && col_identity); 264b2b2dd24SShri Abhyankar if(both_identity){ 265b2b2dd24SShri Abhyankar switch(bs){ 266b2b2dd24SShri Abhyankar case 2: 267*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_2_NaturalOrdering_newdatastruct; 268b2b2dd24SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_2_NaturalOrdering_newdatastruct_v2; 269b2b2dd24SShri Abhyankar break; 270b2b2dd24SShri Abhyankar case 3: 271*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_3_NaturalOrdering_newdatastruct; 272b2b2dd24SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_3_NaturalOrdering_newdatastruct_v2; 273b2b2dd24SShri Abhyankar break; 274b2b2dd24SShri Abhyankar case 4: 275*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering_newdatastruct; 276b2b2dd24SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_4_NaturalOrdering_newdatastruct_v2; 277b2b2dd24SShri Abhyankar break; 278b2b2dd24SShri Abhyankar case 5: 279*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_5_NaturalOrdering_newdatastruct; 28053cca76cSShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_5_NaturalOrdering_newdatastruct_v2; 281b2b2dd24SShri Abhyankar break; 282b2b2dd24SShri Abhyankar case 6: 283*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_6_NaturalOrdering_newdatastruct; 28453cca76cSShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_6_NaturalOrdering_newdatastruct_v2; 285b2b2dd24SShri Abhyankar break; 286b2b2dd24SShri Abhyankar case 7: 287*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_7_NaturalOrdering_newdatastruct; 28853cca76cSShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_7_NaturalOrdering_newdatastruct_v2; 289b2b2dd24SShri Abhyankar break; 290b2b2dd24SShri Abhyankar default: 291*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_N_newdatastruct; 2921a83e813SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_N_NaturalOrdering_newdatastruct_v2; 293b2b2dd24SShri Abhyankar } 294b2b2dd24SShri Abhyankar } 295b2b2dd24SShri Abhyankar else { 296b2b2dd24SShri Abhyankar switch(bs){ 297b2b2dd24SShri Abhyankar case 2: 298*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_2_newdatastruct; 2990c4413a7SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_2_newdatastruct_v2; 300b2b2dd24SShri Abhyankar break; 301b2b2dd24SShri Abhyankar case 3: 302*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_3_newdatastruct; 3030c4413a7SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_3_newdatastruct_v2; 304b2b2dd24SShri Abhyankar break; 305b2b2dd24SShri Abhyankar case 4: 306*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_newdatastruct; 30778bb4007SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_4_newdatastruct_v2; 308b2b2dd24SShri Abhyankar break; 309b2b2dd24SShri Abhyankar case 5: 310*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_5_newdatastruct; 31178bb4007SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_5_newdatastruct_v2; 312b2b2dd24SShri Abhyankar break; 313b2b2dd24SShri Abhyankar case 6: 314*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_6_newdatastruct; 3156506fda5SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_6_newdatastruct_v2; 316b2b2dd24SShri Abhyankar break; 317b2b2dd24SShri Abhyankar case 7: 318*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_7_newdatastruct; 31935aa4fcfSShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_7_newdatastruct_v2; 320b2b2dd24SShri Abhyankar break; 321b2b2dd24SShri Abhyankar default: 322*c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_N_newdatastruct; 32335aa4fcfSShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_N_newdatastruct_v2; 324b2b2dd24SShri Abhyankar } 325b2b2dd24SShri Abhyankar } 326b2b2dd24SShri Abhyankar /* ierr = MatSeqBAIJSetNumericFactorization(B,both_identity);CHKERRQ(ierr); */ 327b2b2dd24SShri Abhyankar PetscFunctionReturn(0); 328b2b2dd24SShri Abhyankar } 329b2b2dd24SShri Abhyankar 330b2b2dd24SShri Abhyankar #undef __FUNCT__ 331faca2338SShri Abhyankar #define __FUNCT__ "MatLUFactorSymbolic_SeqBAIJ" 332faca2338SShri Abhyankar PetscErrorCode MatLUFactorSymbolic_SeqBAIJ(Mat B,Mat A,IS isrow,IS iscol,const MatFactorInfo *info) 333faca2338SShri Abhyankar { 334faca2338SShri Abhyankar Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b; 335faca2338SShri Abhyankar PetscInt n=a->mbs,bs = A->rmap->bs,bs2=a->bs2; 336faca2338SShri Abhyankar PetscTruth row_identity,col_identity,both_identity; 337faca2338SShri Abhyankar IS isicol; 338faca2338SShri Abhyankar PetscErrorCode ierr; 339faca2338SShri Abhyankar const PetscInt *r,*ic; 340faca2338SShri Abhyankar PetscInt i,*ai=a->i,*aj=a->j; 341faca2338SShri Abhyankar PetscInt *bi,*bj,*ajtmp; 342faca2338SShri Abhyankar PetscInt *bdiag,row,nnz,nzi,reallocs=0,nzbd,*im; 343faca2338SShri Abhyankar PetscReal f; 344faca2338SShri Abhyankar PetscInt nlnk,*lnk,k,**bi_ptr; 345faca2338SShri Abhyankar PetscFreeSpaceList free_space=PETSC_NULL,current_space=PETSC_NULL; 346faca2338SShri Abhyankar PetscBT lnkbt; 347faca2338SShri Abhyankar PetscTruth newdatastruct=PETSC_FALSE; 348faca2338SShri Abhyankar 349faca2338SShri Abhyankar PetscFunctionBegin; 350faca2338SShri Abhyankar ierr = PetscOptionsGetTruth(PETSC_NULL,"-lu_new",&newdatastruct,PETSC_NULL);CHKERRQ(ierr); 351faca2338SShri Abhyankar if(newdatastruct){ 352faca2338SShri Abhyankar ierr = MatLUFactorSymbolic_SeqBAIJ_newdatastruct(B,A,isrow,iscol,info);CHKERRQ(ierr); 353faca2338SShri Abhyankar PetscFunctionReturn(0); 354faca2338SShri Abhyankar } 355faca2338SShri Abhyankar 356faca2338SShri Abhyankar if (A->rmap->N != A->cmap->N) SETERRQ(PETSC_ERR_ARG_WRONG,"matrix must be square"); 357faca2338SShri Abhyankar ierr = ISInvertPermutation(iscol,PETSC_DECIDE,&isicol);CHKERRQ(ierr); 358faca2338SShri Abhyankar ierr = ISGetIndices(isrow,&r);CHKERRQ(ierr); 359faca2338SShri Abhyankar ierr = ISGetIndices(isicol,&ic);CHKERRQ(ierr); 360faca2338SShri Abhyankar 361faca2338SShri Abhyankar /* get new row pointers */ 362c7272abeSHong Zhang ierr = PetscMalloc((n+1)*sizeof(PetscInt),&bi);CHKERRQ(ierr); 363c7272abeSHong Zhang bi[0] = 0; 364c7272abeSHong Zhang 365c7272abeSHong Zhang /* bdiag is location of diagonal in factor */ 366c7272abeSHong Zhang ierr = PetscMalloc((n+1)*sizeof(PetscInt),&bdiag);CHKERRQ(ierr); 367c7272abeSHong Zhang bdiag[0] = 0; 368c7272abeSHong Zhang 369c7272abeSHong Zhang /* linked list for storing column indices of the active row */ 370c7272abeSHong Zhang nlnk = n + 1; 371c7272abeSHong Zhang ierr = PetscLLCreate(n,n,nlnk,lnk,lnkbt);CHKERRQ(ierr); 372c7272abeSHong Zhang 373c7272abeSHong Zhang ierr = PetscMalloc2(n+1,PetscInt**,&bi_ptr,n+1,PetscInt,&im);CHKERRQ(ierr); 374c7272abeSHong Zhang 375c7272abeSHong Zhang /* initial FreeSpace size is f*(ai[n]+1) */ 376c7272abeSHong Zhang f = info->fill; 377c7272abeSHong Zhang ierr = PetscFreeSpaceGet((PetscInt)(f*(ai[n]+1)),&free_space);CHKERRQ(ierr); 378c7272abeSHong Zhang current_space = free_space; 37983287d42SBarry Smith 38083287d42SBarry Smith for (i=0; i<n; i++) { 381c7272abeSHong Zhang /* copy previous fill into linked list */ 38283287d42SBarry Smith nzi = 0; 383c7272abeSHong Zhang nnz = ai[r[i]+1] - ai[r[i]]; 384c7272abeSHong Zhang if (!nnz) SETERRQ2(PETSC_ERR_MAT_LU_ZRPVT,"Empty row in matrix: row in original ordering %D in permuted ordering %D",r[i],i); 385c7272abeSHong Zhang ajtmp = aj + ai[r[i]]; 386c7272abeSHong Zhang ierr = PetscLLAddPerm(nnz,ajtmp,ic,n,nlnk,lnk,lnkbt);CHKERRQ(ierr); 387c7272abeSHong Zhang nzi += nlnk; 388c7272abeSHong Zhang 389c7272abeSHong Zhang /* add pivot rows into linked list */ 390c7272abeSHong Zhang row = lnk[n]; 391c7272abeSHong Zhang while (row < i) { 392c7272abeSHong Zhang nzbd = bdiag[row] - bi[row] + 1; /* num of entries in the row with column index <= row */ 393c7272abeSHong Zhang ajtmp = bi_ptr[row] + nzbd; /* points to the entry next to the diagonal */ 394c7272abeSHong Zhang ierr = PetscLLAddSortedLU(ajtmp,row,nlnk,lnk,lnkbt,i,nzbd,im);CHKERRQ(ierr); 395c7272abeSHong Zhang nzi += nlnk; 396c7272abeSHong Zhang row = lnk[row]; 39783287d42SBarry Smith } 398c7272abeSHong Zhang bi[i+1] = bi[i] + nzi; 399c7272abeSHong Zhang im[i] = nzi; 400c7272abeSHong Zhang 401c7272abeSHong Zhang /* mark bdiag */ 402c7272abeSHong Zhang nzbd = 0; 403c7272abeSHong Zhang nnz = nzi; 404c7272abeSHong Zhang k = lnk[n]; 405c7272abeSHong Zhang while (nnz-- && k < i){ 406c7272abeSHong Zhang nzbd++; 407c7272abeSHong Zhang k = lnk[k]; 408c7272abeSHong Zhang } 409c7272abeSHong Zhang bdiag[i] = bi[i] + nzbd; 410c7272abeSHong Zhang 411c7272abeSHong Zhang /* if free space is not available, make more free space */ 412c7272abeSHong Zhang if (current_space->local_remaining<nzi) { 413c7272abeSHong Zhang nnz = (n - i)*nzi; /* estimated and max additional space needed */ 414c7272abeSHong Zhang ierr = PetscFreeSpaceGet(nnz,¤t_space);CHKERRQ(ierr); 415c7272abeSHong Zhang reallocs++; 41683287d42SBarry Smith } 41783287d42SBarry Smith 418c7272abeSHong Zhang /* copy data into free space, then initialize lnk */ 419c7272abeSHong Zhang ierr = PetscLLClean(n,n,nzi,lnk,current_space->array,lnkbt);CHKERRQ(ierr); 420c7272abeSHong Zhang bi_ptr[i] = current_space->array; 421c7272abeSHong Zhang current_space->array += nzi; 422c7272abeSHong Zhang current_space->local_used += nzi; 423c7272abeSHong Zhang current_space->local_remaining -= nzi; 424c7272abeSHong Zhang } 4256cf91177SBarry Smith #if defined(PETSC_USE_INFO) 42683287d42SBarry Smith if (ai[n] != 0) { 427c7272abeSHong Zhang PetscReal af = ((PetscReal)bi[n])/((PetscReal)ai[n]); 428ae15b995SBarry Smith ierr = PetscInfo3(A,"Reallocs %D Fill ratio:given %G needed %G\n",reallocs,f,af);CHKERRQ(ierr); 429ae15b995SBarry Smith ierr = PetscInfo1(A,"Run with -pc_factor_fill %G or use \n",af);CHKERRQ(ierr); 430ae15b995SBarry Smith ierr = PetscInfo1(A,"PCFactorSetFill(pc,%G);\n",af);CHKERRQ(ierr); 431ae15b995SBarry Smith ierr = PetscInfo(A,"for best performance.\n");CHKERRQ(ierr); 43283287d42SBarry Smith } else { 433c7272abeSHong Zhang ierr = PetscInfo(A,"Empty matrix\n");CHKERRQ(ierr); 43483287d42SBarry Smith } 43563ba0a88SBarry Smith #endif 43683287d42SBarry Smith 43783287d42SBarry Smith ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr); 43883287d42SBarry Smith ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr); 43983287d42SBarry Smith 440c7272abeSHong Zhang /* destroy list of free space and other temporary array(s) */ 441c7272abeSHong Zhang ierr = PetscMalloc((bi[n]+1)*sizeof(PetscInt),&bj);CHKERRQ(ierr); 442c7272abeSHong Zhang ierr = PetscFreeSpaceContiguous(&free_space,bj);CHKERRQ(ierr); 443c7272abeSHong Zhang ierr = PetscLLDestroy(lnk,lnkbt);CHKERRQ(ierr); 444c7272abeSHong Zhang ierr = PetscFree2(bi_ptr,im);CHKERRQ(ierr); 44583287d42SBarry Smith 44683287d42SBarry Smith /* put together the new matrix */ 447719d5645SBarry Smith ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(B,bs,MAT_SKIP_ALLOCATION,PETSC_NULL);CHKERRQ(ierr); 448719d5645SBarry Smith ierr = PetscLogObjectParent(B,isicol);CHKERRQ(ierr); 449719d5645SBarry Smith b = (Mat_SeqBAIJ*)(B)->data; 450e6b907acSBarry Smith b->free_a = PETSC_TRUE; 451e6b907acSBarry Smith b->free_ij = PETSC_TRUE; 452c7272abeSHong Zhang b->singlemalloc = PETSC_FALSE; 453c7272abeSHong Zhang ierr = PetscMalloc((bi[n]+1)*sizeof(MatScalar)*bs2,&b->a);CHKERRQ(ierr); 454c7272abeSHong Zhang b->j = bj; 455c7272abeSHong Zhang b->i = bi; 456c7272abeSHong Zhang b->diag = bdiag; 4577f53bb6cSHong Zhang b->free_diag = PETSC_TRUE; 45883287d42SBarry Smith b->ilen = 0; 45983287d42SBarry Smith b->imax = 0; 46083287d42SBarry Smith b->row = isrow; 46183287d42SBarry Smith b->col = iscol; 462d3d32019SBarry Smith b->pivotinblocks = (info->pivotinblocks) ? PETSC_TRUE : PETSC_FALSE; 46383287d42SBarry Smith ierr = PetscObjectReference((PetscObject)isrow);CHKERRQ(ierr); 46483287d42SBarry Smith ierr = PetscObjectReference((PetscObject)iscol);CHKERRQ(ierr); 46583287d42SBarry Smith b->icol = isicol; 46687828ca2SBarry Smith ierr = PetscMalloc((bs*n+bs)*sizeof(PetscScalar),&b->solve_work);CHKERRQ(ierr); 467c7272abeSHong Zhang ierr = PetscLogObjectMemory(B,(bi[n]-n)*(sizeof(PetscInt)+sizeof(PetscScalar)*bs2));CHKERRQ(ierr); 46883287d42SBarry Smith 469c7272abeSHong Zhang b->maxnz = b->nz = bi[n] ; 470c7272abeSHong Zhang (B)->factor = MAT_FACTOR_LU; 471719d5645SBarry Smith (B)->info.factor_mallocs = reallocs; 472719d5645SBarry Smith (B)->info.fill_ratio_given = f; 473c7272abeSHong Zhang 47483287d42SBarry Smith if (ai[n] != 0) { 475c7272abeSHong Zhang (B)->info.fill_ratio_needed = ((PetscReal)bi[n])/((PetscReal)ai[n]); 47683287d42SBarry Smith } else { 477719d5645SBarry Smith (B)->info.fill_ratio_needed = 0.0; 47883287d42SBarry Smith } 479c7272abeSHong Zhang 480db4efbfdSBarry Smith ierr = ISIdentity(isrow,&row_identity);CHKERRQ(ierr); 481db4efbfdSBarry Smith ierr = ISIdentity(iscol,&col_identity);CHKERRQ(ierr); 4827d18ce8fSMatthew Knepley both_identity = (PetscTruth) (row_identity && col_identity); 48341df41f0SMatthew Knepley ierr = MatSeqBAIJSetNumericFactorization(B,both_identity);CHKERRQ(ierr); 48483287d42SBarry Smith PetscFunctionReturn(0); 48583287d42SBarry Smith } 486db4efbfdSBarry Smith 487