#include /*I "mat.h" I*/ PETSC_INTERN PetscErrorCode MatCreateADA(Mat,Vec, Vec, Mat*); typedef struct { Mat A; Vec D1; Vec D2; Vec W; Vec W2; Vec ADADiag; PetscInt GotDiag; } _p_TaoMatADACtx; typedef _p_TaoMatADACtx* TaoMatADACtx; static PetscErrorCode MatMult_ADA(Mat mat,Vec a,Vec y) { TaoMatADACtx ctx; PetscReal one = 1.0; PetscFunctionBegin; PetscCall(MatShellGetContext(mat,&ctx)); PetscCall(MatMult(ctx->A,a,ctx->W)); if (ctx->D1) { PetscCall(VecPointwiseMult(ctx->W,ctx->D1,ctx->W)); } PetscCall(MatMultTranspose(ctx->A,ctx->W,y)); if (ctx->D2) { PetscCall(VecPointwiseMult(ctx->W2, ctx->D2, a)); PetscCall(VecAXPY(y, one, ctx->W2)); } PetscFunctionReturn(0); } static PetscErrorCode MatMultTranspose_ADA(Mat mat,Vec a,Vec y) { PetscFunctionBegin; PetscCall(MatMult_ADA(mat,a,y)); PetscFunctionReturn(0); } static PetscErrorCode MatDiagonalSet_ADA(Mat M,Vec D, InsertMode mode) { TaoMatADACtx ctx; PetscReal zero=0.0,one = 1.0; PetscFunctionBegin; PetscCheck(mode != INSERT_VALUES,PetscObjectComm((PetscObject)M),PETSC_ERR_SUP,"Cannot insert diagonal entries of this matrix type, can only add"); PetscCall(MatShellGetContext(M,&ctx)); if (!ctx->D2) { PetscCall(VecDuplicate(D,&ctx->D2)); PetscCall(VecSet(ctx->D2, zero)); } PetscCall(VecAXPY(ctx->D2, one, D)); PetscFunctionReturn(0); } static PetscErrorCode MatDestroy_ADA(Mat mat) { TaoMatADACtx ctx; PetscFunctionBegin; PetscCall(MatShellGetContext(mat,&ctx)); PetscCall(VecDestroy(&ctx->W)); PetscCall(VecDestroy(&ctx->W2)); PetscCall(VecDestroy(&ctx->ADADiag)); PetscCall(MatDestroy(&ctx->A)); PetscCall(VecDestroy(&ctx->D1)); PetscCall(VecDestroy(&ctx->D2)); PetscCall(PetscFree(ctx)); PetscFunctionReturn(0); } static PetscErrorCode MatView_ADA(Mat mat,PetscViewer viewer) { PetscFunctionBegin; PetscFunctionReturn(0); } static PetscErrorCode MatShift_ADA(Mat Y, PetscReal a) { TaoMatADACtx ctx; PetscFunctionBegin; PetscCall(MatShellGetContext(Y,&ctx)); PetscCall(VecShift(ctx->D2,a)); PetscFunctionReturn(0); } static PetscErrorCode MatDuplicate_ADA(Mat mat,MatDuplicateOption op,Mat *M) { TaoMatADACtx ctx; Mat A2; Vec D1b=NULL,D2b; PetscFunctionBegin; PetscCall(MatShellGetContext(mat,&ctx)); PetscCall(MatDuplicate(ctx->A,op,&A2)); if (ctx->D1) { PetscCall(VecDuplicate(ctx->D1,&D1b)); PetscCall(VecCopy(ctx->D1,D1b)); } PetscCall(VecDuplicate(ctx->D2,&D2b)); PetscCall(VecCopy(ctx->D2,D2b)); PetscCall(MatCreateADA(A2,D1b,D2b,M)); if (ctx->D1) { PetscCall(PetscObjectDereference((PetscObject)D1b)); } PetscCall(PetscObjectDereference((PetscObject)D2b)); PetscCall(PetscObjectDereference((PetscObject)A2)); PetscFunctionReturn(0); } static PetscErrorCode MatEqual_ADA(Mat A,Mat B,PetscBool *flg) { TaoMatADACtx ctx1,ctx2; PetscFunctionBegin; PetscCall(MatShellGetContext(A,&ctx1)); PetscCall(MatShellGetContext(B,&ctx2)); PetscCall(VecEqual(ctx1->D2,ctx2->D2,flg)); if (*flg==PETSC_TRUE) { PetscCall(VecEqual(ctx1->D1,ctx2->D1,flg)); } if (*flg==PETSC_TRUE) { PetscCall(MatEqual(ctx1->A,ctx2->A,flg)); } PetscFunctionReturn(0); } static PetscErrorCode MatScale_ADA(Mat mat, PetscReal a) { TaoMatADACtx ctx; PetscFunctionBegin; PetscCall(MatShellGetContext(mat,&ctx)); PetscCall(VecScale(ctx->D1,a)); if (ctx->D2) { PetscCall(VecScale(ctx->D2,a)); } PetscFunctionReturn(0); } static PetscErrorCode MatTranspose_ADA(Mat mat,MatReuse reuse,Mat *B) { TaoMatADACtx ctx; PetscFunctionBegin; PetscCall(MatShellGetContext(mat,&ctx)); if (reuse == MAT_INITIAL_MATRIX) { PetscCall(MatDuplicate(mat,MAT_COPY_VALUES,B)); } else if (reuse == MAT_REUSE_MATRIX) { PetscCall(MatCopy(mat,*B,SAME_NONZERO_PATTERN)); } else SETERRQ(PetscObjectComm((PetscObject)mat),PETSC_ERR_SUP,"Does not support inplace transpose"); PetscFunctionReturn(0); } static PetscErrorCode MatADAComputeDiagonal(Mat mat) { PetscInt i,m,n,low,high; PetscScalar *dtemp,*dptr; TaoMatADACtx ctx; PetscFunctionBegin; PetscCall(MatShellGetContext(mat,&ctx)); PetscCall(MatGetOwnershipRange(mat, &low, &high)); PetscCall(MatGetSize(mat,&m,&n)); PetscCall(PetscMalloc1(n,&dtemp)); for (i=0; iA, ctx->W, i)); PetscCall(VecPointwiseMult(ctx->W,ctx->W,ctx->W)); PetscCall(VecDotBegin(ctx->D1, ctx->W,dtemp+i)); } for (i=0; iD1, ctx->W,dtemp+i)); } PetscCall(VecGetArray(ctx->ADADiag,&dptr)); for (i=low; iADADiag,&dptr)); PetscCall(PetscFree(dtemp)); PetscFunctionReturn(0); } static PetscErrorCode MatGetDiagonal_ADA(Mat mat,Vec v) { PetscReal one=1.0; TaoMatADACtx ctx; PetscFunctionBegin; PetscCall(MatShellGetContext(mat,&ctx)); PetscCall(MatADAComputeDiagonal(mat)); PetscCall(VecCopy(ctx->ADADiag,v)); if (ctx->D2) { PetscCall(VecAXPY(v, one, ctx->D2)); } PetscFunctionReturn(0); } static PetscErrorCode MatCreateSubMatrix_ADA(Mat mat,IS isrow,IS iscol,MatReuse cll, Mat *newmat) { PetscInt low,high; IS ISrow; Vec D1,D2; Mat Atemp; TaoMatADACtx ctx; PetscBool isequal; PetscFunctionBegin; PetscCall(ISEqual(isrow,iscol,&isequal)); PetscCheck(isequal,PETSC_COMM_SELF,PETSC_ERR_SUP,"Only for identical column and row indices"); PetscCall(MatShellGetContext(mat,&ctx)); PetscCall(MatGetOwnershipRange(ctx->A,&low,&high)); PetscCall(ISCreateStride(PetscObjectComm((PetscObject)mat),high-low,low,1,&ISrow)); PetscCall(MatCreateSubMatrix(ctx->A,ISrow,iscol,cll,&Atemp)); PetscCall(ISDestroy(&ISrow)); if (ctx->D1) { PetscCall(VecDuplicate(ctx->D1,&D1)); PetscCall(VecCopy(ctx->D1,D1)); } else { D1 = NULL; } if (ctx->D2) { Vec D2sub; PetscCall(VecGetSubVector(ctx->D2,isrow,&D2sub)); PetscCall(VecDuplicate(D2sub,&D2)); PetscCall(VecCopy(D2sub,D2)); PetscCall(VecRestoreSubVector(ctx->D2,isrow,&D2sub)); } else { D2 = NULL; } PetscCall(MatCreateADA(Atemp,D1,D2,newmat)); PetscCall(MatShellGetContext(*newmat,&ctx)); PetscCall(PetscObjectDereference((PetscObject)Atemp)); if (ctx->D1) { PetscCall(PetscObjectDereference((PetscObject)D1)); } if (ctx->D2) { PetscCall(PetscObjectDereference((PetscObject)D2)); } PetscFunctionReturn(0); } static PetscErrorCode MatCreateSubMatrices_ADA(Mat A,PetscInt n, IS *irow,IS *icol,MatReuse scall,Mat **B) { PetscInt i; PetscFunctionBegin; if (scall == MAT_INITIAL_MATRIX) { PetscCall(PetscCalloc1(n+1,B)); } for (i=0; i=low && colD2,&X)); PetscCall(MatGetSize(mat,&M,&N)); PetscCall(MatGetLocalSize(mat,&m,&n)); PetscCall(MatCreateDense(PetscObjectComm((PetscObject)mat),m,m,N,N,NULL,NewMat)); PetscCall(MatGetOwnershipRange(*NewMat,&low,&high)); for (i=0;iD2,&X)); PetscCall(MatGetSize(mat,&M,&N)); PetscCall(MatGetLocalSize(mat,&m,&n)); PetscCall(MatCreateSeqDense(PetscObjectComm((PetscObject)mat),N,N,NULL,NewMat)); PetscCall(MatGetOwnershipRange(*NewMat,&low,&high)); for (i=0;iA=mat; ctx->D1=d1; ctx->D2=d2; if (d1) { PetscCall(VecDuplicate(d1,&ctx->W)); PetscCall(PetscObjectReference((PetscObject)d1)); } else { ctx->W = NULL; } if (d2) { PetscCall(VecDuplicate(d2,&ctx->W2)); PetscCall(VecDuplicate(d2,&ctx->ADADiag)); PetscCall(PetscObjectReference((PetscObject)d2)); } else { ctx->W2 = NULL; ctx->ADADiag = NULL; } ctx->GotDiag = 0; PetscCall(PetscObjectReference((PetscObject)mat)); PetscCall(VecGetLocalSize(d2,&nloc)); PetscCall(VecGetSize(d2,&n)); PetscCall(MatCreateShell(comm,nloc,nloc,n,n,ctx,J)); PetscCall(MatShellSetManageScalingShifts(*J)); PetscCall(MatShellSetOperation(*J,MATOP_MULT,(void(*)(void))MatMult_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_DESTROY,(void(*)(void))MatDestroy_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_VIEW,(void(*)(void))MatView_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_MULT_TRANSPOSE,(void(*)(void))MatMultTranspose_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_DIAGONAL_SET,(void(*)(void))MatDiagonalSet_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_SHIFT,(void(*)(void))MatShift_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_EQUAL,(void(*)(void))MatEqual_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_SCALE,(void(*)(void))MatScale_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_TRANSPOSE,(void(*)(void))MatTranspose_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_GET_DIAGONAL,(void(*)(void))MatGetDiagonal_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_CREATE_SUBMATRICES,(void(*)(void))MatCreateSubMatrices_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_NORM,(void(*)(void))MatNorm_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_DUPLICATE,(void(*)(void))MatDuplicate_ADA)); PetscCall(MatShellSetOperation(*J,MATOP_CREATE_SUBMATRIX,(void(*)(void))MatCreateSubMatrix_ADA)); PetscCall(PetscLogObjectParent((PetscObject)(*J),(PetscObject)ctx->W)); PetscCall(PetscLogObjectParent((PetscObject)mat,(PetscObject)(*J))); PetscCall(MatSetOption(*J,MAT_SYMMETRIC,PETSC_TRUE)); PetscFunctionReturn(0); }