1be1d678aSKris Buschelman #define PETSCMAT_DLL 2be1d678aSKris Buschelman 383287d42SBarry Smith /* 483287d42SBarry Smith Factorization code for BAIJ format. 583287d42SBarry Smith */ 67c4f633dSBarry Smith #include "../src/mat/impls/baij/seq/baij.h" 7c60f0209SBarry Smith #include "../src/mat/blockinvert.h" 883287d42SBarry Smith 9db4efbfdSBarry Smith #undef __FUNCT__ 10db4efbfdSBarry Smith #define __FUNCT__ "MatSeqBAIJSetNumericFactorization" 11db4efbfdSBarry Smith /* 12db4efbfdSBarry Smith This is used to set the numeric factorization for both LU and ILU symbolic factorization 13db4efbfdSBarry Smith */ 14db4efbfdSBarry Smith PetscErrorCode MatSeqBAIJSetNumericFactorization(Mat inA,PetscTruth natural) 15db4efbfdSBarry Smith { 16db4efbfdSBarry Smith PetscFunctionBegin; 17db4efbfdSBarry Smith if (natural) { 18db4efbfdSBarry Smith switch (inA->rmap->bs) { 19db4efbfdSBarry Smith case 1: 20db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_1; 21db4efbfdSBarry Smith break; 22db4efbfdSBarry Smith case 2: 23db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_2_NaturalOrdering; 24db4efbfdSBarry Smith break; 25db4efbfdSBarry Smith case 3: 26db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_3_NaturalOrdering; 27db4efbfdSBarry Smith break; 28db4efbfdSBarry Smith case 4: 2965460251SBarry Smith #if defined(PETSC_USE_SCALAR_MAT_SINGLE) 30db4efbfdSBarry Smith { 31db4efbfdSBarry Smith PetscTruth sse_enabled_local; 32db4efbfdSBarry Smith PetscErrorCode ierr; 33db4efbfdSBarry Smith ierr = PetscSSEIsEnabled(inA->comm,&sse_enabled_local,PETSC_NULL);CHKERRQ(ierr); 34db4efbfdSBarry Smith if (sse_enabled_local) { 35db4efbfdSBarry Smith # if defined(PETSC_HAVE_SSE) 36db4efbfdSBarry Smith int i,*AJ=a->j,nz=a->nz,n=a->mbs; 37db4efbfdSBarry Smith if (n==(unsigned short)n) { 38db4efbfdSBarry Smith unsigned short *aj=(unsigned short *)AJ; 39db4efbfdSBarry Smith for (i=0;i<nz;i++) { 40db4efbfdSBarry Smith aj[i] = (unsigned short)AJ[i]; 41db4efbfdSBarry Smith } 42db4efbfdSBarry Smith inA->ops->setunfactored = MatSetUnfactored_SeqBAIJ_4_NaturalOrdering_SSE_usj; 43db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering_SSE_usj; 44db4efbfdSBarry Smith ierr = PetscInfo(inA,"Using special SSE, in-place natural ordering, ushort j index factor BS=4\n");CHKERRQ(ierr); 45db4efbfdSBarry Smith } else { 46db4efbfdSBarry Smith /* Scale the column indices for easier indexing in MatSolve. */ 47db4efbfdSBarry Smith /* for (i=0;i<nz;i++) { */ 48db4efbfdSBarry Smith /* AJ[i] = AJ[i]*4; */ 49db4efbfdSBarry Smith /* } */ 50db4efbfdSBarry Smith inA->ops->setunfactored = MatSetUnfactored_SeqBAIJ_4_NaturalOrdering_SSE; 51db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering_SSE; 52db4efbfdSBarry Smith ierr = PetscInfo(inA,"Using special SSE, in-place natural ordering, int j index factor BS=4\n");CHKERRQ(ierr); 53db4efbfdSBarry Smith } 54db4efbfdSBarry Smith # else 55db4efbfdSBarry Smith /* This should never be reached. If so, problem in PetscSSEIsEnabled. */ 56db4efbfdSBarry Smith SETERRQ(PETSC_ERR_SUP,"SSE Hardware unavailable"); 57db4efbfdSBarry Smith # endif 58db4efbfdSBarry Smith } else { 59db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering; 60db4efbfdSBarry Smith } 61db4efbfdSBarry Smith } 62db4efbfdSBarry Smith #else 63db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering; 64db4efbfdSBarry Smith #endif 65db4efbfdSBarry Smith break; 66db4efbfdSBarry Smith case 5: 67db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_5_NaturalOrdering; 68db4efbfdSBarry Smith break; 69db4efbfdSBarry Smith case 6: 70db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_6_NaturalOrdering; 71db4efbfdSBarry Smith break; 72db4efbfdSBarry Smith case 7: 73db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_7_NaturalOrdering; 74db4efbfdSBarry Smith break; 75db4efbfdSBarry Smith default: 76db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_N; 77db4efbfdSBarry Smith break; 78db4efbfdSBarry Smith } 79db4efbfdSBarry Smith } else { 80db4efbfdSBarry Smith switch (inA->rmap->bs) { 81db4efbfdSBarry Smith case 1: 82db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_1; 83db4efbfdSBarry Smith break; 84db4efbfdSBarry Smith case 2: 85db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_2; 86db4efbfdSBarry Smith break; 87db4efbfdSBarry Smith case 3: 88db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_3; 89db4efbfdSBarry Smith break; 90db4efbfdSBarry Smith case 4: 91db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4; 92db4efbfdSBarry Smith break; 93db4efbfdSBarry Smith case 5: 94db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_5; 95db4efbfdSBarry Smith break; 96db4efbfdSBarry Smith case 6: 97db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_6; 98db4efbfdSBarry Smith break; 99db4efbfdSBarry Smith case 7: 100db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_7; 101db4efbfdSBarry Smith break; 102db4efbfdSBarry Smith default: 103db4efbfdSBarry Smith inA->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_N; 104db4efbfdSBarry Smith break; 105db4efbfdSBarry Smith } 106db4efbfdSBarry Smith } 107db4efbfdSBarry Smith PetscFunctionReturn(0); 108db4efbfdSBarry Smith } 109db4efbfdSBarry Smith 11083287d42SBarry Smith /* 11183287d42SBarry Smith The symbolic factorization code is identical to that for AIJ format, 11283287d42SBarry Smith except for very small changes since this is now a SeqBAIJ datastructure. 11383287d42SBarry Smith NOT good code reuse. 11483287d42SBarry Smith */ 115c7272abeSHong Zhang #include "petscbt.h" 116c7272abeSHong Zhang #include "../src/mat/utils/freespace.h" 117c7272abeSHong Zhang 1184a2ae208SSatish Balay #undef __FUNCT__ 119faca2338SShri Abhyankar #define __FUNCT__ "MatLUFactorSymbolic_SeqBAIJ_newdatastruct" 120faca2338SShri Abhyankar PetscErrorCode MatLUFactorSymbolic_SeqBAIJ_newdatastruct(Mat B,Mat A,IS isrow,IS iscol,const MatFactorInfo *info) 12183287d42SBarry Smith { 12283287d42SBarry Smith Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b; 123c7272abeSHong Zhang PetscInt n=a->mbs,bs = A->rmap->bs,bs2=a->bs2; 124c7272abeSHong Zhang PetscTruth row_identity,col_identity,both_identity; 12583287d42SBarry Smith IS isicol; 1266849ba73SBarry Smith PetscErrorCode ierr; 127c7272abeSHong Zhang const PetscInt *r,*ic; 128c7272abeSHong Zhang PetscInt i,*ai=a->i,*aj=a->j; 129c7272abeSHong Zhang PetscInt *bi,*bj,*ajtmp; 130c7272abeSHong Zhang PetscInt *bdiag,row,nnz,nzi,reallocs=0,nzbd,*im; 131c7272abeSHong Zhang PetscReal f; 132c7272abeSHong Zhang PetscInt nlnk,*lnk,k,**bi_ptr; 133c7272abeSHong Zhang PetscFreeSpaceList free_space=PETSC_NULL,current_space=PETSC_NULL; 134c7272abeSHong Zhang PetscBT lnkbt; 13583287d42SBarry Smith 13683287d42SBarry Smith PetscFunctionBegin; 137d0f46423SBarry Smith if (A->rmap->N != A->cmap->N) SETERRQ(PETSC_ERR_ARG_WRONG,"matrix must be square"); 13883287d42SBarry Smith ierr = ISInvertPermutation(iscol,PETSC_DECIDE,&isicol);CHKERRQ(ierr); 13983287d42SBarry Smith ierr = ISGetIndices(isrow,&r);CHKERRQ(ierr); 14083287d42SBarry Smith ierr = ISGetIndices(isicol,&ic);CHKERRQ(ierr); 14183287d42SBarry Smith 142*bc74c81fSJed Brown /* get new row and diagonal pointers, must be allocated separately because they will be given to the Mat_SeqAIJ and freed separately */ 143*bc74c81fSJed Brown ierr = PetscMalloc((n+1)*sizeof(PetscInt),&bi);CHKERRQ(ierr); 144*bc74c81fSJed Brown ierr = PetscMalloc((n+1)*sizeof(PetscInt),&bdiag);CHKERRQ(ierr); 145a6df321fSShri Abhyankar bi[0] = bdiag[0] = 0; 146b2b2dd24SShri Abhyankar 147b2b2dd24SShri Abhyankar /* linked list for storing column indices of the active row */ 148b2b2dd24SShri Abhyankar nlnk = n + 1; 149b2b2dd24SShri Abhyankar ierr = PetscLLCreate(n,n,nlnk,lnk,lnkbt);CHKERRQ(ierr); 150b2b2dd24SShri Abhyankar 151b2b2dd24SShri Abhyankar ierr = PetscMalloc2(n+1,PetscInt**,&bi_ptr,n+1,PetscInt,&im);CHKERRQ(ierr); 152b2b2dd24SShri Abhyankar 153b2b2dd24SShri Abhyankar /* initial FreeSpace size is f*(ai[n]+1) */ 154b2b2dd24SShri Abhyankar f = info->fill; 155b2b2dd24SShri Abhyankar ierr = PetscFreeSpaceGet((PetscInt)(f*(ai[n]+1)),&free_space);CHKERRQ(ierr); 156b2b2dd24SShri Abhyankar current_space = free_space; 157b2b2dd24SShri Abhyankar 158b2b2dd24SShri Abhyankar for (i=0; i<n; i++) { 159b2b2dd24SShri Abhyankar /* copy previous fill into linked list */ 160b2b2dd24SShri Abhyankar nzi = 0; 161b2b2dd24SShri Abhyankar nnz = ai[r[i]+1] - ai[r[i]]; 162b2b2dd24SShri Abhyankar if (!nnz) SETERRQ2(PETSC_ERR_MAT_LU_ZRPVT,"Empty row in matrix: row in original ordering %D in permuted ordering %D",r[i],i); 163b2b2dd24SShri Abhyankar ajtmp = aj + ai[r[i]]; 164b2b2dd24SShri Abhyankar ierr = PetscLLAddPerm(nnz,ajtmp,ic,n,nlnk,lnk,lnkbt);CHKERRQ(ierr); 165b2b2dd24SShri Abhyankar nzi += nlnk; 166b2b2dd24SShri Abhyankar 167b2b2dd24SShri Abhyankar /* add pivot rows into linked list */ 168b2b2dd24SShri Abhyankar row = lnk[n]; 169b2b2dd24SShri Abhyankar while (row < i) { 170b2b2dd24SShri Abhyankar nzbd = bdiag[row] + 1; /* num of entries in the row with column index <= row */ 171b2b2dd24SShri Abhyankar ajtmp = bi_ptr[row] + nzbd; /* points to the entry next to the diagonal */ 172b2b2dd24SShri Abhyankar ierr = PetscLLAddSortedLU(ajtmp,row,nlnk,lnk,lnkbt,i,nzbd,im);CHKERRQ(ierr); 173b2b2dd24SShri Abhyankar nzi += nlnk; 174b2b2dd24SShri Abhyankar row = lnk[row]; 175b2b2dd24SShri Abhyankar } 176b2b2dd24SShri Abhyankar bi[i+1] = bi[i] + nzi; 177b2b2dd24SShri Abhyankar im[i] = nzi; 178b2b2dd24SShri Abhyankar 179b2b2dd24SShri Abhyankar /* mark bdiag */ 180b2b2dd24SShri Abhyankar nzbd = 0; 181b2b2dd24SShri Abhyankar nnz = nzi; 182b2b2dd24SShri Abhyankar k = lnk[n]; 183b2b2dd24SShri Abhyankar while (nnz-- && k < i){ 184b2b2dd24SShri Abhyankar nzbd++; 185b2b2dd24SShri Abhyankar k = lnk[k]; 186b2b2dd24SShri Abhyankar } 187b2b2dd24SShri Abhyankar bdiag[i] = nzbd; /* note : bdaig[i] = nnzL as input for PetscFreeSpaceContiguous_LU_v2() */ 188b2b2dd24SShri Abhyankar 189b2b2dd24SShri Abhyankar /* if free space is not available, make more free space */ 190b2b2dd24SShri Abhyankar if (current_space->local_remaining<nzi) { 191b2b2dd24SShri Abhyankar nnz = 2*(n - i)*nzi; /* estimated and max additional space needed */ 192b2b2dd24SShri Abhyankar ierr = PetscFreeSpaceGet(nnz,¤t_space);CHKERRQ(ierr); 193b2b2dd24SShri Abhyankar reallocs++; 194b2b2dd24SShri Abhyankar } 195b2b2dd24SShri Abhyankar 196b2b2dd24SShri Abhyankar /* copy data into free space, then initialize lnk */ 197b2b2dd24SShri Abhyankar ierr = PetscLLClean(n,n,nzi,lnk,current_space->array,lnkbt);CHKERRQ(ierr); 198b2b2dd24SShri Abhyankar bi_ptr[i] = current_space->array; 199b2b2dd24SShri Abhyankar current_space->array += nzi; 200b2b2dd24SShri Abhyankar current_space->local_used += nzi; 201b2b2dd24SShri Abhyankar current_space->local_remaining -= nzi; 202b2b2dd24SShri Abhyankar } 203b2b2dd24SShri Abhyankar #if defined(PETSC_USE_INFO) 204b2b2dd24SShri Abhyankar if (ai[n] != 0) { 205b2b2dd24SShri Abhyankar PetscReal af = ((PetscReal)bi[n])/((PetscReal)ai[n]); 206b2b2dd24SShri Abhyankar ierr = PetscInfo3(A,"Reallocs %D Fill ratio:given %G needed %G\n",reallocs,f,af);CHKERRQ(ierr); 207b2b2dd24SShri Abhyankar ierr = PetscInfo1(A,"Run with -pc_factor_fill %G or use \n",af);CHKERRQ(ierr); 208b2b2dd24SShri Abhyankar ierr = PetscInfo1(A,"PCFactorSetFill(pc,%G);\n",af);CHKERRQ(ierr); 209b2b2dd24SShri Abhyankar ierr = PetscInfo(A,"for best performance.\n");CHKERRQ(ierr); 210b2b2dd24SShri Abhyankar } else { 211b2b2dd24SShri Abhyankar ierr = PetscInfo(A,"Empty matrix\n");CHKERRQ(ierr); 212b2b2dd24SShri Abhyankar } 213b2b2dd24SShri Abhyankar #endif 214b2b2dd24SShri Abhyankar 215b2b2dd24SShri Abhyankar ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr); 216b2b2dd24SShri Abhyankar ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr); 217b2b2dd24SShri Abhyankar 218b2b2dd24SShri Abhyankar /* destroy list of free space and other temporary array(s) */ 219b2b2dd24SShri Abhyankar ierr = PetscMalloc((bi[n]+1)*sizeof(PetscInt),&bj);CHKERRQ(ierr); 220b2b2dd24SShri Abhyankar ierr = PetscFreeSpaceContiguous_LU_v2(&free_space,bj,n,bi,bdiag);CHKERRQ(ierr); 221b2b2dd24SShri Abhyankar ierr = PetscLLDestroy(lnk,lnkbt);CHKERRQ(ierr); 222b2b2dd24SShri Abhyankar ierr = PetscFree2(bi_ptr,im);CHKERRQ(ierr); 223b2b2dd24SShri Abhyankar 224b2b2dd24SShri Abhyankar /* put together the new matrix */ 225b2b2dd24SShri Abhyankar ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(B,bs,MAT_SKIP_ALLOCATION,PETSC_NULL);CHKERRQ(ierr); 226b2b2dd24SShri Abhyankar ierr = PetscLogObjectParent(B,isicol);CHKERRQ(ierr); 227b2b2dd24SShri Abhyankar b = (Mat_SeqBAIJ*)(B)->data; 228b2b2dd24SShri Abhyankar b->free_a = PETSC_TRUE; 229b2b2dd24SShri Abhyankar b->free_ij = PETSC_TRUE; 230b2b2dd24SShri Abhyankar b->singlemalloc = PETSC_FALSE; 231b2b2dd24SShri Abhyankar ierr = PetscMalloc((bdiag[0]+1)*sizeof(MatScalar)*bs2,&b->a);CHKERRQ(ierr); 232b2b2dd24SShri Abhyankar b->j = bj; 233b2b2dd24SShri Abhyankar b->i = bi; 234b2b2dd24SShri Abhyankar b->diag = bdiag; 235b2b2dd24SShri Abhyankar b->free_diag = PETSC_TRUE; 236b2b2dd24SShri Abhyankar b->ilen = 0; 237b2b2dd24SShri Abhyankar b->imax = 0; 238b2b2dd24SShri Abhyankar b->row = isrow; 239b2b2dd24SShri Abhyankar b->col = iscol; 240b2b2dd24SShri Abhyankar b->pivotinblocks = (info->pivotinblocks) ? PETSC_TRUE : PETSC_FALSE; 241b2b2dd24SShri Abhyankar ierr = PetscObjectReference((PetscObject)isrow);CHKERRQ(ierr); 242b2b2dd24SShri Abhyankar ierr = PetscObjectReference((PetscObject)iscol);CHKERRQ(ierr); 243b2b2dd24SShri Abhyankar b->icol = isicol; 244b2b2dd24SShri Abhyankar ierr = PetscMalloc((bs*n+bs)*sizeof(PetscScalar),&b->solve_work);CHKERRQ(ierr); 245b2b2dd24SShri Abhyankar ierr = PetscLogObjectMemory(B,(bdiag[0]+1)*(sizeof(PetscInt)+sizeof(PetscScalar)*bs2));CHKERRQ(ierr); 246b2b2dd24SShri Abhyankar 247b2b2dd24SShri Abhyankar b->maxnz = b->nz = bdiag[0]+1; 248b2b2dd24SShri Abhyankar B->factor = MAT_FACTOR_LU; 249b2b2dd24SShri Abhyankar B->info.factor_mallocs = reallocs; 250b2b2dd24SShri Abhyankar B->info.fill_ratio_given = f; 251b2b2dd24SShri Abhyankar 252b2b2dd24SShri Abhyankar if (ai[n] != 0) { 253b2b2dd24SShri Abhyankar B->info.fill_ratio_needed = ((PetscReal)(bdiag[0]+1))/((PetscReal)ai[n]); 254b2b2dd24SShri Abhyankar } else { 255b2b2dd24SShri Abhyankar B->info.fill_ratio_needed = 0.0; 256b2b2dd24SShri Abhyankar } 257b2b2dd24SShri Abhyankar 258b2b2dd24SShri Abhyankar ierr = ISIdentity(isrow,&row_identity);CHKERRQ(ierr); 259b2b2dd24SShri Abhyankar ierr = ISIdentity(iscol,&col_identity);CHKERRQ(ierr); 260b2b2dd24SShri Abhyankar both_identity = (PetscTruth) (row_identity && col_identity); 261b2b2dd24SShri Abhyankar if(both_identity){ 262b2b2dd24SShri Abhyankar switch(bs){ 263b2b2dd24SShri Abhyankar case 2: 264c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_2_NaturalOrdering_newdatastruct; 265b2b2dd24SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_2_NaturalOrdering_newdatastruct_v2; 266b2b2dd24SShri Abhyankar break; 267b2b2dd24SShri Abhyankar case 3: 268c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_3_NaturalOrdering_newdatastruct; 269b2b2dd24SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_3_NaturalOrdering_newdatastruct_v2; 270b2b2dd24SShri Abhyankar break; 271b2b2dd24SShri Abhyankar case 4: 272c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_NaturalOrdering_newdatastruct; 273b2b2dd24SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_4_NaturalOrdering_newdatastruct_v2; 274b2b2dd24SShri Abhyankar break; 275b2b2dd24SShri Abhyankar case 5: 276c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_5_NaturalOrdering_newdatastruct; 27753cca76cSShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_5_NaturalOrdering_newdatastruct_v2; 278b2b2dd24SShri Abhyankar break; 279b2b2dd24SShri Abhyankar case 6: 280c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_6_NaturalOrdering_newdatastruct; 28153cca76cSShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_6_NaturalOrdering_newdatastruct_v2; 282b2b2dd24SShri Abhyankar break; 283b2b2dd24SShri Abhyankar case 7: 284c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_7_NaturalOrdering_newdatastruct; 28553cca76cSShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_7_NaturalOrdering_newdatastruct_v2; 286b2b2dd24SShri Abhyankar break; 287b2b2dd24SShri Abhyankar default: 288c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_N_newdatastruct; 2891a83e813SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_N_NaturalOrdering_newdatastruct_v2; 290b2b2dd24SShri Abhyankar } 291b2b2dd24SShri Abhyankar } 292b2b2dd24SShri Abhyankar else { 293b2b2dd24SShri Abhyankar switch(bs){ 294b2b2dd24SShri Abhyankar case 2: 295c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_2_newdatastruct; 2960c4413a7SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_2_newdatastruct_v2; 297b2b2dd24SShri Abhyankar break; 298b2b2dd24SShri Abhyankar case 3: 299c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_3_newdatastruct; 3000c4413a7SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_3_newdatastruct_v2; 301b2b2dd24SShri Abhyankar break; 302b2b2dd24SShri Abhyankar case 4: 303c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_4_newdatastruct; 30478bb4007SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_4_newdatastruct_v2; 305b2b2dd24SShri Abhyankar break; 306b2b2dd24SShri Abhyankar case 5: 307c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_5_newdatastruct; 30878bb4007SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_5_newdatastruct_v2; 309b2b2dd24SShri Abhyankar break; 310b2b2dd24SShri Abhyankar case 6: 311c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_6_newdatastruct; 3126506fda5SShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_6_newdatastruct_v2; 313b2b2dd24SShri Abhyankar break; 314b2b2dd24SShri Abhyankar case 7: 315c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_7_newdatastruct; 31635aa4fcfSShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_7_newdatastruct_v2; 317b2b2dd24SShri Abhyankar break; 318b2b2dd24SShri Abhyankar default: 319c0c7eb62SShri Abhyankar B->ops->lufactornumeric = MatLUFactorNumeric_SeqBAIJ_N_newdatastruct; 32035aa4fcfSShri Abhyankar B->ops->solve = MatSolve_SeqBAIJ_N_newdatastruct_v2; 321b2b2dd24SShri Abhyankar } 322b2b2dd24SShri Abhyankar } 323b2b2dd24SShri Abhyankar /* ierr = MatSeqBAIJSetNumericFactorization(B,both_identity);CHKERRQ(ierr); */ 324b2b2dd24SShri Abhyankar PetscFunctionReturn(0); 325b2b2dd24SShri Abhyankar } 326b2b2dd24SShri Abhyankar 327b2b2dd24SShri Abhyankar #undef __FUNCT__ 328faca2338SShri Abhyankar #define __FUNCT__ "MatLUFactorSymbolic_SeqBAIJ" 329faca2338SShri Abhyankar PetscErrorCode MatLUFactorSymbolic_SeqBAIJ(Mat B,Mat A,IS isrow,IS iscol,const MatFactorInfo *info) 330faca2338SShri Abhyankar { 331faca2338SShri Abhyankar Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b; 332faca2338SShri Abhyankar PetscInt n=a->mbs,bs = A->rmap->bs,bs2=a->bs2; 333faca2338SShri Abhyankar PetscTruth row_identity,col_identity,both_identity; 334faca2338SShri Abhyankar IS isicol; 335faca2338SShri Abhyankar PetscErrorCode ierr; 336faca2338SShri Abhyankar const PetscInt *r,*ic; 337faca2338SShri Abhyankar PetscInt i,*ai=a->i,*aj=a->j; 338faca2338SShri Abhyankar PetscInt *bi,*bj,*ajtmp; 339faca2338SShri Abhyankar PetscInt *bdiag,row,nnz,nzi,reallocs=0,nzbd,*im; 340faca2338SShri Abhyankar PetscReal f; 341faca2338SShri Abhyankar PetscInt nlnk,*lnk,k,**bi_ptr; 342faca2338SShri Abhyankar PetscFreeSpaceList free_space=PETSC_NULL,current_space=PETSC_NULL; 343faca2338SShri Abhyankar PetscBT lnkbt; 344faca2338SShri Abhyankar PetscTruth newdatastruct=PETSC_FALSE; 345faca2338SShri Abhyankar 346faca2338SShri Abhyankar PetscFunctionBegin; 347faca2338SShri Abhyankar ierr = PetscOptionsGetTruth(PETSC_NULL,"-lu_new",&newdatastruct,PETSC_NULL);CHKERRQ(ierr); 348faca2338SShri Abhyankar if(newdatastruct){ 349faca2338SShri Abhyankar ierr = MatLUFactorSymbolic_SeqBAIJ_newdatastruct(B,A,isrow,iscol,info);CHKERRQ(ierr); 350faca2338SShri Abhyankar PetscFunctionReturn(0); 351faca2338SShri Abhyankar } 352faca2338SShri Abhyankar 353faca2338SShri Abhyankar if (A->rmap->N != A->cmap->N) SETERRQ(PETSC_ERR_ARG_WRONG,"matrix must be square"); 354faca2338SShri Abhyankar ierr = ISInvertPermutation(iscol,PETSC_DECIDE,&isicol);CHKERRQ(ierr); 355faca2338SShri Abhyankar ierr = ISGetIndices(isrow,&r);CHKERRQ(ierr); 356faca2338SShri Abhyankar ierr = ISGetIndices(isicol,&ic);CHKERRQ(ierr); 357faca2338SShri Abhyankar 358*bc74c81fSJed Brown /* get new row and diagonal pointers, must be allocated separately because they will be given to the Mat_SeqAIJ and freed separately */ 359*bc74c81fSJed Brown ierr = PetscMalloc((n+1)*sizeof(PetscInt),&bi);CHKERRQ(ierr); 360*bc74c81fSJed Brown ierr = PetscMalloc((n+1)*sizeof(PetscInt),&bdiag);CHKERRQ(ierr); 361*bc74c81fSJed Brown 362a6df321fSShri Abhyankar bi[0] = bdiag[0] = 0; 363c7272abeSHong Zhang 364c7272abeSHong Zhang /* linked list for storing column indices of the active row */ 365c7272abeSHong Zhang nlnk = n + 1; 366c7272abeSHong Zhang ierr = PetscLLCreate(n,n,nlnk,lnk,lnkbt);CHKERRQ(ierr); 367c7272abeSHong Zhang 368c7272abeSHong Zhang ierr = PetscMalloc2(n+1,PetscInt**,&bi_ptr,n+1,PetscInt,&im);CHKERRQ(ierr); 369c7272abeSHong Zhang 370c7272abeSHong Zhang /* initial FreeSpace size is f*(ai[n]+1) */ 371c7272abeSHong Zhang f = info->fill; 372c7272abeSHong Zhang ierr = PetscFreeSpaceGet((PetscInt)(f*(ai[n]+1)),&free_space);CHKERRQ(ierr); 373c7272abeSHong Zhang current_space = free_space; 37483287d42SBarry Smith 37583287d42SBarry Smith for (i=0; i<n; i++) { 376c7272abeSHong Zhang /* copy previous fill into linked list */ 37783287d42SBarry Smith nzi = 0; 378c7272abeSHong Zhang nnz = ai[r[i]+1] - ai[r[i]]; 379c7272abeSHong Zhang if (!nnz) SETERRQ2(PETSC_ERR_MAT_LU_ZRPVT,"Empty row in matrix: row in original ordering %D in permuted ordering %D",r[i],i); 380c7272abeSHong Zhang ajtmp = aj + ai[r[i]]; 381c7272abeSHong Zhang ierr = PetscLLAddPerm(nnz,ajtmp,ic,n,nlnk,lnk,lnkbt);CHKERRQ(ierr); 382c7272abeSHong Zhang nzi += nlnk; 383c7272abeSHong Zhang 384c7272abeSHong Zhang /* add pivot rows into linked list */ 385c7272abeSHong Zhang row = lnk[n]; 386c7272abeSHong Zhang while (row < i) { 387c7272abeSHong Zhang nzbd = bdiag[row] - bi[row] + 1; /* num of entries in the row with column index <= row */ 388c7272abeSHong Zhang ajtmp = bi_ptr[row] + nzbd; /* points to the entry next to the diagonal */ 389c7272abeSHong Zhang ierr = PetscLLAddSortedLU(ajtmp,row,nlnk,lnk,lnkbt,i,nzbd,im);CHKERRQ(ierr); 390c7272abeSHong Zhang nzi += nlnk; 391c7272abeSHong Zhang row = lnk[row]; 39283287d42SBarry Smith } 393c7272abeSHong Zhang bi[i+1] = bi[i] + nzi; 394c7272abeSHong Zhang im[i] = nzi; 395c7272abeSHong Zhang 396c7272abeSHong Zhang /* mark bdiag */ 397c7272abeSHong Zhang nzbd = 0; 398c7272abeSHong Zhang nnz = nzi; 399c7272abeSHong Zhang k = lnk[n]; 400c7272abeSHong Zhang while (nnz-- && k < i){ 401c7272abeSHong Zhang nzbd++; 402c7272abeSHong Zhang k = lnk[k]; 403c7272abeSHong Zhang } 404c7272abeSHong Zhang bdiag[i] = bi[i] + nzbd; 405c7272abeSHong Zhang 406c7272abeSHong Zhang /* if free space is not available, make more free space */ 407c7272abeSHong Zhang if (current_space->local_remaining<nzi) { 408c7272abeSHong Zhang nnz = (n - i)*nzi; /* estimated and max additional space needed */ 409c7272abeSHong Zhang ierr = PetscFreeSpaceGet(nnz,¤t_space);CHKERRQ(ierr); 410c7272abeSHong Zhang reallocs++; 41183287d42SBarry Smith } 41283287d42SBarry Smith 413c7272abeSHong Zhang /* copy data into free space, then initialize lnk */ 414c7272abeSHong Zhang ierr = PetscLLClean(n,n,nzi,lnk,current_space->array,lnkbt);CHKERRQ(ierr); 415c7272abeSHong Zhang bi_ptr[i] = current_space->array; 416c7272abeSHong Zhang current_space->array += nzi; 417c7272abeSHong Zhang current_space->local_used += nzi; 418c7272abeSHong Zhang current_space->local_remaining -= nzi; 419c7272abeSHong Zhang } 4206cf91177SBarry Smith #if defined(PETSC_USE_INFO) 42183287d42SBarry Smith if (ai[n] != 0) { 422c7272abeSHong Zhang PetscReal af = ((PetscReal)bi[n])/((PetscReal)ai[n]); 423ae15b995SBarry Smith ierr = PetscInfo3(A,"Reallocs %D Fill ratio:given %G needed %G\n",reallocs,f,af);CHKERRQ(ierr); 424ae15b995SBarry Smith ierr = PetscInfo1(A,"Run with -pc_factor_fill %G or use \n",af);CHKERRQ(ierr); 425ae15b995SBarry Smith ierr = PetscInfo1(A,"PCFactorSetFill(pc,%G);\n",af);CHKERRQ(ierr); 426ae15b995SBarry Smith ierr = PetscInfo(A,"for best performance.\n");CHKERRQ(ierr); 42783287d42SBarry Smith } else { 428c7272abeSHong Zhang ierr = PetscInfo(A,"Empty matrix\n");CHKERRQ(ierr); 42983287d42SBarry Smith } 43063ba0a88SBarry Smith #endif 43183287d42SBarry Smith 43283287d42SBarry Smith ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr); 43383287d42SBarry Smith ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr); 43483287d42SBarry Smith 435c7272abeSHong Zhang /* destroy list of free space and other temporary array(s) */ 436c7272abeSHong Zhang ierr = PetscMalloc((bi[n]+1)*sizeof(PetscInt),&bj);CHKERRQ(ierr); 437c7272abeSHong Zhang ierr = PetscFreeSpaceContiguous(&free_space,bj);CHKERRQ(ierr); 438c7272abeSHong Zhang ierr = PetscLLDestroy(lnk,lnkbt);CHKERRQ(ierr); 439c7272abeSHong Zhang ierr = PetscFree2(bi_ptr,im);CHKERRQ(ierr); 44083287d42SBarry Smith 44183287d42SBarry Smith /* put together the new matrix */ 442719d5645SBarry Smith ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(B,bs,MAT_SKIP_ALLOCATION,PETSC_NULL);CHKERRQ(ierr); 443719d5645SBarry Smith ierr = PetscLogObjectParent(B,isicol);CHKERRQ(ierr); 444719d5645SBarry Smith b = (Mat_SeqBAIJ*)(B)->data; 445e6b907acSBarry Smith b->free_a = PETSC_TRUE; 446e6b907acSBarry Smith b->free_ij = PETSC_TRUE; 447c7272abeSHong Zhang b->singlemalloc = PETSC_FALSE; 448c7272abeSHong Zhang ierr = PetscMalloc((bi[n]+1)*sizeof(MatScalar)*bs2,&b->a);CHKERRQ(ierr); 449c7272abeSHong Zhang b->j = bj; 450c7272abeSHong Zhang b->i = bi; 451c7272abeSHong Zhang b->diag = bdiag; 4527f53bb6cSHong Zhang b->free_diag = PETSC_TRUE; 45383287d42SBarry Smith b->ilen = 0; 45483287d42SBarry Smith b->imax = 0; 45583287d42SBarry Smith b->row = isrow; 45683287d42SBarry Smith b->col = iscol; 457d3d32019SBarry Smith b->pivotinblocks = (info->pivotinblocks) ? PETSC_TRUE : PETSC_FALSE; 45883287d42SBarry Smith ierr = PetscObjectReference((PetscObject)isrow);CHKERRQ(ierr); 45983287d42SBarry Smith ierr = PetscObjectReference((PetscObject)iscol);CHKERRQ(ierr); 46083287d42SBarry Smith b->icol = isicol; 46187828ca2SBarry Smith ierr = PetscMalloc((bs*n+bs)*sizeof(PetscScalar),&b->solve_work);CHKERRQ(ierr); 462c7272abeSHong Zhang ierr = PetscLogObjectMemory(B,(bi[n]-n)*(sizeof(PetscInt)+sizeof(PetscScalar)*bs2));CHKERRQ(ierr); 46383287d42SBarry Smith 464c7272abeSHong Zhang b->maxnz = b->nz = bi[n] ; 465c7272abeSHong Zhang (B)->factor = MAT_FACTOR_LU; 466719d5645SBarry Smith (B)->info.factor_mallocs = reallocs; 467719d5645SBarry Smith (B)->info.fill_ratio_given = f; 468c7272abeSHong Zhang 46983287d42SBarry Smith if (ai[n] != 0) { 470c7272abeSHong Zhang (B)->info.fill_ratio_needed = ((PetscReal)bi[n])/((PetscReal)ai[n]); 47183287d42SBarry Smith } else { 472719d5645SBarry Smith (B)->info.fill_ratio_needed = 0.0; 47383287d42SBarry Smith } 474c7272abeSHong Zhang 475db4efbfdSBarry Smith ierr = ISIdentity(isrow,&row_identity);CHKERRQ(ierr); 476db4efbfdSBarry Smith ierr = ISIdentity(iscol,&col_identity);CHKERRQ(ierr); 4777d18ce8fSMatthew Knepley both_identity = (PetscTruth) (row_identity && col_identity); 47841df41f0SMatthew Knepley ierr = MatSeqBAIJSetNumericFactorization(B,both_identity);CHKERRQ(ierr); 47983287d42SBarry Smith PetscFunctionReturn(0); 48083287d42SBarry Smith } 481db4efbfdSBarry Smith 482