1be1d678aSKris Buschelman 2b4319ba4SBarry Smith /* 3b4319ba4SBarry Smith Creates a matrix class for using the Neumann-Neumann type preconditioners. 4b4319ba4SBarry Smith This stores the matrices in globally unassembled form. Each processor 5b4319ba4SBarry Smith assembles only its local Neumann problem and the parallel matrix vector 6b4319ba4SBarry Smith product is handled "implicitly". 7b4319ba4SBarry Smith 8b4319ba4SBarry Smith We provide: 9b4319ba4SBarry Smith MatMult() 10b4319ba4SBarry Smith 11b4319ba4SBarry Smith Currently this allows for only one subdomain per processor. 12b4319ba4SBarry Smith 13b4319ba4SBarry Smith */ 14b4319ba4SBarry Smith 15c6db04a5SJed Brown #include <../src/mat/impls/is/matis.h> /*I "petscmat.h" I*/ 16b4319ba4SBarry Smith 17b4319ba4SBarry Smith #undef __FUNCT__ 18b4319ba4SBarry Smith #define __FUNCT__ "MatDestroy_IS" 19dfbe8321SBarry Smith PetscErrorCode MatDestroy_IS(Mat A) 20b4319ba4SBarry Smith { 21dfbe8321SBarry Smith PetscErrorCode ierr; 22b4319ba4SBarry Smith Mat_IS *b = (Mat_IS*)A->data; 23b4319ba4SBarry Smith 24b4319ba4SBarry Smith PetscFunctionBegin; 256bf464f9SBarry Smith ierr = MatDestroy(&b->A);CHKERRQ(ierr); 266bf464f9SBarry Smith ierr = VecScatterDestroy(&b->ctx);CHKERRQ(ierr); 276bf464f9SBarry Smith ierr = VecDestroy(&b->x);CHKERRQ(ierr); 286bf464f9SBarry Smith ierr = VecDestroy(&b->y);CHKERRQ(ierr); 296bf464f9SBarry Smith ierr = ISLocalToGlobalMappingDestroy(&b->mapping);CHKERRQ(ierr); 30bf0cc555SLisandro Dalcin ierr = PetscFree(A->data);CHKERRQ(ierr); 31dbd8c25aSHong Zhang ierr = PetscObjectChangeTypeName((PetscObject)A,0);CHKERRQ(ierr); 32901853e0SKris Buschelman ierr = PetscObjectComposeFunction((PetscObject)A,"MatISGetLocalMat_C","",PETSC_NULL);CHKERRQ(ierr); 33b4319ba4SBarry Smith PetscFunctionReturn(0); 34b4319ba4SBarry Smith } 35b4319ba4SBarry Smith 36b4319ba4SBarry Smith #undef __FUNCT__ 37b4319ba4SBarry Smith #define __FUNCT__ "MatMult_IS" 38dfbe8321SBarry Smith PetscErrorCode MatMult_IS(Mat A,Vec x,Vec y) 39b4319ba4SBarry Smith { 40dfbe8321SBarry Smith PetscErrorCode ierr; 41b4319ba4SBarry Smith Mat_IS *is = (Mat_IS*)A->data; 42b4319ba4SBarry Smith PetscScalar zero = 0.0; 43b4319ba4SBarry Smith 44b4319ba4SBarry Smith PetscFunctionBegin; 45b4319ba4SBarry Smith /* scatter the global vector x into the local work vector */ 46ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,x,is->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 47ca9f406cSSatish Balay ierr = VecScatterEnd(is->ctx,x,is->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 48b4319ba4SBarry Smith 49b4319ba4SBarry Smith /* multiply the local matrix */ 50b4319ba4SBarry Smith ierr = MatMult(is->A,is->x,is->y);CHKERRQ(ierr); 51b4319ba4SBarry Smith 52b4319ba4SBarry Smith /* scatter product back into global memory */ 532dcb1b2aSMatthew Knepley ierr = VecSet(y,zero);CHKERRQ(ierr); 54ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,is->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 55ca9f406cSSatish Balay ierr = VecScatterEnd(is->ctx,is->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 56b4319ba4SBarry Smith 57b4319ba4SBarry Smith PetscFunctionReturn(0); 58b4319ba4SBarry Smith } 59b4319ba4SBarry Smith 60b4319ba4SBarry Smith #undef __FUNCT__ 612e74eeadSLisandro Dalcin #define __FUNCT__ "MatMultAdd_IS" 622e74eeadSLisandro Dalcin static PetscErrorCode MatMultAdd_IS(Mat A,Vec v1,Vec v2,Vec v3) 632e74eeadSLisandro Dalcin { 642e74eeadSLisandro Dalcin PetscErrorCode ierr; 652e74eeadSLisandro Dalcin Mat_IS *is = (Mat_IS*)A->data; 662e74eeadSLisandro Dalcin 672e74eeadSLisandro Dalcin PetscFunctionBegin; /* v3 = v2 + A * v1.*/ 682e74eeadSLisandro Dalcin /* scatter the global vector v1 into the local work vector */ 69ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,v1,is->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 70ca9f406cSSatish Balay ierr = VecScatterEnd (is->ctx,v1,is->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 71ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,v2,is->y,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 72ca9f406cSSatish Balay ierr = VecScatterEnd (is->ctx,v2,is->y,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 732e74eeadSLisandro Dalcin 742e74eeadSLisandro Dalcin /* multiply the local matrix */ 752e74eeadSLisandro Dalcin ierr = MatMultAdd(is->A,is->x,is->y,is->y);CHKERRQ(ierr); 762e74eeadSLisandro Dalcin 772e74eeadSLisandro Dalcin /* scatter result back into global vector */ 782e74eeadSLisandro Dalcin ierr = VecSet(v3,0);CHKERRQ(ierr); 79ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,is->y,v3,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 80ca9f406cSSatish Balay ierr = VecScatterEnd (is->ctx,is->y,v3,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 812e74eeadSLisandro Dalcin PetscFunctionReturn(0); 822e74eeadSLisandro Dalcin } 832e74eeadSLisandro Dalcin 842e74eeadSLisandro Dalcin #undef __FUNCT__ 852e74eeadSLisandro Dalcin #define __FUNCT__ "MatMultTranspose_IS" 862e74eeadSLisandro Dalcin PetscErrorCode MatMultTranspose_IS(Mat A,Vec x,Vec y) 872e74eeadSLisandro Dalcin { 882e74eeadSLisandro Dalcin Mat_IS *is = (Mat_IS*)A->data; 892e74eeadSLisandro Dalcin PetscErrorCode ierr; 902e74eeadSLisandro Dalcin 912e74eeadSLisandro Dalcin PetscFunctionBegin; /* y = A' * x */ 922e74eeadSLisandro Dalcin /* scatter the global vector x into the local work vector */ 93ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,x,is->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 94ca9f406cSSatish Balay ierr = VecScatterEnd(is->ctx,x,is->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 952e74eeadSLisandro Dalcin 962e74eeadSLisandro Dalcin /* multiply the local matrix */ 972e74eeadSLisandro Dalcin ierr = MatMultTranspose(is->A,is->x,is->y);CHKERRQ(ierr); 982e74eeadSLisandro Dalcin 992e74eeadSLisandro Dalcin /* scatter product back into global vector */ 1002e74eeadSLisandro Dalcin ierr = VecSet(y,0);CHKERRQ(ierr); 101ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,is->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 102ca9f406cSSatish Balay ierr = VecScatterEnd(is->ctx,is->y,y,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 1032e74eeadSLisandro Dalcin PetscFunctionReturn(0); 1042e74eeadSLisandro Dalcin } 1052e74eeadSLisandro Dalcin 1062e74eeadSLisandro Dalcin #undef __FUNCT__ 1072e74eeadSLisandro Dalcin #define __FUNCT__ "MatMultTransposeAdd_IS" 1082e74eeadSLisandro Dalcin PetscErrorCode MatMultTransposeAdd_IS(Mat A,Vec v1,Vec v2,Vec v3) 1092e74eeadSLisandro Dalcin { 1102e74eeadSLisandro Dalcin Mat_IS *is = (Mat_IS*)A->data; 1112e74eeadSLisandro Dalcin PetscErrorCode ierr; 1122e74eeadSLisandro Dalcin 1132e74eeadSLisandro Dalcin PetscFunctionBegin; /* v3 = v2 + A' * v1.*/ 1142e74eeadSLisandro Dalcin /* scatter the global vectors v1 and v2 into the local work vectors */ 115ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,v1,is->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 116ca9f406cSSatish Balay ierr = VecScatterEnd (is->ctx,v1,is->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 117ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,v2,is->y,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 118ca9f406cSSatish Balay ierr = VecScatterEnd (is->ctx,v2,is->y,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 1192e74eeadSLisandro Dalcin 1202e74eeadSLisandro Dalcin /* multiply the local matrix */ 1212e74eeadSLisandro Dalcin ierr = MatMultTransposeAdd(is->A,is->x,is->y,is->y);CHKERRQ(ierr); 1222e74eeadSLisandro Dalcin 1232e74eeadSLisandro Dalcin /* scatter result back into global vector */ 1242e74eeadSLisandro Dalcin ierr = VecSet(v3,0);CHKERRQ(ierr); 125ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,is->y,v3,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 126ca9f406cSSatish Balay ierr = VecScatterEnd (is->ctx,is->y,v3,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 1272e74eeadSLisandro Dalcin PetscFunctionReturn(0); 1282e74eeadSLisandro Dalcin } 1292e74eeadSLisandro Dalcin 1302e74eeadSLisandro Dalcin #undef __FUNCT__ 131b4319ba4SBarry Smith #define __FUNCT__ "MatView_IS" 132dfbe8321SBarry Smith PetscErrorCode MatView_IS(Mat A,PetscViewer viewer) 133b4319ba4SBarry Smith { 134b4319ba4SBarry Smith Mat_IS *a = (Mat_IS*)A->data; 135dfbe8321SBarry Smith PetscErrorCode ierr; 136b4319ba4SBarry Smith PetscViewer sviewer; 137b4319ba4SBarry Smith 138b4319ba4SBarry Smith PetscFunctionBegin; 139b4319ba4SBarry Smith ierr = PetscViewerGetSingleton(viewer,&sviewer);CHKERRQ(ierr); 140b4319ba4SBarry Smith ierr = MatView(a->A,sviewer);CHKERRQ(ierr); 141b4319ba4SBarry Smith ierr = PetscViewerRestoreSingleton(viewer,&sviewer);CHKERRQ(ierr); 142b4319ba4SBarry Smith PetscFunctionReturn(0); 143b4319ba4SBarry Smith } 144b4319ba4SBarry Smith 145b4319ba4SBarry Smith #undef __FUNCT__ 146b4319ba4SBarry Smith #define __FUNCT__ "MatSetLocalToGlobalMapping_IS" 147784ac674SJed Brown PetscErrorCode MatSetLocalToGlobalMapping_IS(Mat A,ISLocalToGlobalMapping rmapping,ISLocalToGlobalMapping cmapping) 148b4319ba4SBarry Smith { 149dfbe8321SBarry Smith PetscErrorCode ierr; 1504e4c7dbeSStefano Zampini PetscInt n,bs; 151b4319ba4SBarry Smith Mat_IS *is = (Mat_IS*)A->data; 152b4319ba4SBarry Smith IS from,to; 153b4319ba4SBarry Smith Vec global; 154b4319ba4SBarry Smith 155b4319ba4SBarry Smith PetscFunctionBegin; 156e7e72b3dSBarry Smith if (is->mapping) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Mapping already set for matrix"); 157784ac674SJed Brown PetscCheckSameComm(A,1,rmapping,2); 158784ac674SJed Brown if (rmapping != cmapping) SETERRQ(((PetscObject)A)->comm,PETSC_ERR_ARG_INCOMP,"MATIS requires the row and column mappings to be identical"); 159784ac674SJed Brown ierr = PetscObjectReference((PetscObject)rmapping);CHKERRQ(ierr); 1606bf464f9SBarry Smith ierr = ISLocalToGlobalMappingDestroy(&is->mapping);CHKERRQ(ierr); 161784ac674SJed Brown is->mapping = rmapping; 162b4319ba4SBarry Smith 163b4319ba4SBarry Smith /* Create the local matrix A */ 164784ac674SJed Brown ierr = ISLocalToGlobalMappingGetSize(rmapping,&n);CHKERRQ(ierr); 1654e4c7dbeSStefano Zampini ierr = MatGetBlockSize(A,&bs);CHKERRQ(ierr); 166f69a0ea3SMatthew Knepley ierr = MatCreate(PETSC_COMM_SELF,&is->A);CHKERRQ(ierr); 167f69a0ea3SMatthew Knepley ierr = MatSetSizes(is->A,n,n,n,n);CHKERRQ(ierr); 1684e4c7dbeSStefano Zampini ierr = MatSetBlockSize(is->A,bs);CHKERRQ(ierr); 1692e74eeadSLisandro Dalcin ierr = MatSetOptionsPrefix(is->A,"is");CHKERRQ(ierr); 170b4319ba4SBarry Smith ierr = MatSetFromOptions(is->A);CHKERRQ(ierr); 171b4319ba4SBarry Smith 172b4319ba4SBarry Smith /* Create the local work vectors */ 1734e4c7dbeSStefano Zampini ierr = VecCreate(PETSC_COMM_SELF,&is->x);CHKERRQ(ierr); 1744e4c7dbeSStefano Zampini ierr = VecSetBlockSize(is->x,bs);CHKERRQ(ierr); 1754e4c7dbeSStefano Zampini ierr = VecSetSizes(is->x,n,n);CHKERRQ(ierr); 1764e4c7dbeSStefano Zampini ierr = VecSetOptionsPrefix(is->x,"is");CHKERRQ(ierr); 1774e4c7dbeSStefano Zampini ierr = VecSetFromOptions(is->x);CHKERRQ(ierr); 178b4319ba4SBarry Smith ierr = VecDuplicate(is->x,&is->y);CHKERRQ(ierr); 179b4319ba4SBarry Smith 180b4319ba4SBarry Smith /* setup the global to local scatter */ 181b4319ba4SBarry Smith ierr = ISCreateStride(PETSC_COMM_SELF,n,0,1,&to);CHKERRQ(ierr); 182784ac674SJed Brown ierr = ISLocalToGlobalMappingApplyIS(rmapping,to,&from);CHKERRQ(ierr); 1834e4c7dbeSStefano Zampini ierr = MatGetVecs(A,&global,PETSC_NULL);CHKERRQ(ierr); 184b4319ba4SBarry Smith ierr = VecScatterCreate(global,from,is->x,to,&is->ctx);CHKERRQ(ierr); 1856bf464f9SBarry Smith ierr = VecDestroy(&global);CHKERRQ(ierr); 1866bf464f9SBarry Smith ierr = ISDestroy(&to);CHKERRQ(ierr); 1876bf464f9SBarry Smith ierr = ISDestroy(&from);CHKERRQ(ierr); 188b4319ba4SBarry Smith PetscFunctionReturn(0); 189b4319ba4SBarry Smith } 190b4319ba4SBarry Smith 1912e74eeadSLisandro Dalcin #define ISG2LMapApply(mapping,n,in,out) 0;\ 1922e74eeadSLisandro Dalcin if (!(mapping)->globals) {\ 1932e74eeadSLisandro Dalcin PetscErrorCode _ierr = ISGlobalToLocalMappingApply((mapping),IS_GTOLM_MASK,0,0,0,0);CHKERRQ(_ierr);\ 1942e74eeadSLisandro Dalcin }\ 1952e74eeadSLisandro Dalcin {\ 1962e74eeadSLisandro Dalcin PetscInt _i,*_globals = (mapping)->globals,_start = (mapping)->globalstart,_end = (mapping)->globalend;\ 1972e74eeadSLisandro Dalcin for (_i=0; _i<n; _i++) {\ 1982e74eeadSLisandro Dalcin if (in[_i] < 0) out[_i] = in[_i];\ 1992e74eeadSLisandro Dalcin else if (in[_i] < _start) out[_i] = -1;\ 2002e74eeadSLisandro Dalcin else if (in[_i] > _end) out[_i] = -1;\ 2012e74eeadSLisandro Dalcin else out[_i] = _globals[in[_i] - _start];\ 2022e74eeadSLisandro Dalcin }\ 2032e74eeadSLisandro Dalcin } 2042e74eeadSLisandro Dalcin 2052e74eeadSLisandro Dalcin #undef __FUNCT__ 2062e74eeadSLisandro Dalcin #define __FUNCT__ "MatSetValues_IS" 2072e74eeadSLisandro Dalcin PetscErrorCode MatSetValues_IS(Mat mat, PetscInt m,const PetscInt *rows, PetscInt n,const PetscInt *cols, const PetscScalar *values, InsertMode addv) 2082e74eeadSLisandro Dalcin { 2092e74eeadSLisandro Dalcin Mat_IS *is = (Mat_IS*)mat->data; 2102e74eeadSLisandro Dalcin PetscInt rows_l[2048],cols_l[2048]; 2112e74eeadSLisandro Dalcin PetscErrorCode ierr; 2122e74eeadSLisandro Dalcin 2132e74eeadSLisandro Dalcin PetscFunctionBegin; 2142e74eeadSLisandro Dalcin #if defined(PETSC_USE_DEBUG) 2152e74eeadSLisandro Dalcin if (m > 2048 || n > 2048) { 216e32f2f54SBarry Smith SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_SUP,"Number of row/column indices must be <= 2048: they are %D %D",m,n); 2172e74eeadSLisandro Dalcin } 2182e74eeadSLisandro Dalcin #endif 2192e74eeadSLisandro Dalcin ierr = ISG2LMapApply(is->mapping,m,rows,rows_l);CHKERRQ(ierr); 2202e74eeadSLisandro Dalcin ierr = ISG2LMapApply(is->mapping,n,cols,cols_l);CHKERRQ(ierr); 2212e74eeadSLisandro Dalcin ierr = MatSetValues(is->A,m,rows_l,n,cols_l,values,addv);CHKERRQ(ierr); 2222e74eeadSLisandro Dalcin PetscFunctionReturn(0); 2232e74eeadSLisandro Dalcin } 2242e74eeadSLisandro Dalcin 2252e74eeadSLisandro Dalcin #undef ISG2LMapSetUp 2262e74eeadSLisandro Dalcin #undef ISG2LMapApply 227b4319ba4SBarry Smith 228b4319ba4SBarry Smith #undef __FUNCT__ 229b4319ba4SBarry Smith #define __FUNCT__ "MatSetValuesLocal_IS" 23013f74950SBarry Smith PetscErrorCode MatSetValuesLocal_IS(Mat A,PetscInt m,const PetscInt *rows, PetscInt n,const PetscInt *cols,const PetscScalar *values,InsertMode addv) 231b4319ba4SBarry Smith { 232dfbe8321SBarry Smith PetscErrorCode ierr; 233b4319ba4SBarry Smith Mat_IS *is = (Mat_IS*)A->data; 234b4319ba4SBarry Smith 235b4319ba4SBarry Smith PetscFunctionBegin; 236b4319ba4SBarry Smith ierr = MatSetValues(is->A,m,rows,n,cols,values,addv);CHKERRQ(ierr); 237b4319ba4SBarry Smith PetscFunctionReturn(0); 238b4319ba4SBarry Smith } 239b4319ba4SBarry Smith 240b4319ba4SBarry Smith #undef __FUNCT__ 2412e74eeadSLisandro Dalcin #define __FUNCT__ "MatZeroRows_IS" 2422b40b63fSBarry Smith PetscErrorCode MatZeroRows_IS(Mat A,PetscInt n,const PetscInt rows[],PetscScalar diag,Vec x,Vec b) 2432e74eeadSLisandro Dalcin { 2442e74eeadSLisandro Dalcin Mat_IS *is = (Mat_IS*)A->data; 2452e74eeadSLisandro Dalcin PetscInt n_l=0, *rows_l = PETSC_NULL; 2462e74eeadSLisandro Dalcin PetscErrorCode ierr; 2472e74eeadSLisandro Dalcin 2482e74eeadSLisandro Dalcin PetscFunctionBegin; 24997b48c8fSBarry Smith if (x && b) SETERRQ(((PetscObject)A)->comm,PETSC_ERR_SUP,"No support"); 2502e74eeadSLisandro Dalcin if (n) { 2512e74eeadSLisandro Dalcin ierr = PetscMalloc(n*sizeof(PetscInt),&rows_l);CHKERRQ(ierr); 2522e74eeadSLisandro Dalcin ierr = ISGlobalToLocalMappingApply(is->mapping,IS_GTOLM_DROP,n,rows,&n_l,rows_l);CHKERRQ(ierr); 2532e74eeadSLisandro Dalcin } 2542b40b63fSBarry Smith ierr = MatZeroRowsLocal(A,n_l,rows_l,diag,x,b);CHKERRQ(ierr); 255c31cb41cSBarry Smith ierr = PetscFree(rows_l);CHKERRQ(ierr); 2562e74eeadSLisandro Dalcin PetscFunctionReturn(0); 2572e74eeadSLisandro Dalcin } 2582e74eeadSLisandro Dalcin 2592e74eeadSLisandro Dalcin #undef __FUNCT__ 260b4319ba4SBarry Smith #define __FUNCT__ "MatZeroRowsLocal_IS" 2612b40b63fSBarry Smith PetscErrorCode MatZeroRowsLocal_IS(Mat A,PetscInt n,const PetscInt rows[],PetscScalar diag,Vec x,Vec b) 262b4319ba4SBarry Smith { 263b4319ba4SBarry Smith Mat_IS *is = (Mat_IS*)A->data; 264dfbe8321SBarry Smith PetscErrorCode ierr; 265f4df32b1SMatthew Knepley PetscInt i; 266b4319ba4SBarry Smith PetscScalar *array; 267b4319ba4SBarry Smith 268b4319ba4SBarry Smith PetscFunctionBegin; 2699c3e2b52SBarry Smith if (x && b) SETERRQ(((PetscObject)A)->comm,PETSC_ERR_SUP,"No support"); 270b4319ba4SBarry Smith { 271b4319ba4SBarry Smith /* 272b4319ba4SBarry Smith Set up is->x as a "counting vector". This is in order to MatMult_IS 273b4319ba4SBarry Smith work properly in the interface nodes. 274b4319ba4SBarry Smith */ 275b4319ba4SBarry Smith Vec counter; 276b4319ba4SBarry Smith PetscScalar one=1.0, zero=0.0; 2774e4c7dbeSStefano Zampini ierr = MatGetVecs(A,&counter,PETSC_NULL);CHKERRQ(ierr); 2782dcb1b2aSMatthew Knepley ierr = VecSet(counter,zero);CHKERRQ(ierr); 2792dcb1b2aSMatthew Knepley ierr = VecSet(is->x,one);CHKERRQ(ierr); 280ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,is->x,counter,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 281ca9f406cSSatish Balay ierr = VecScatterEnd (is->ctx,is->x,counter,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 282ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,counter,is->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 283ca9f406cSSatish Balay ierr = VecScatterEnd (is->ctx,counter,is->x,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr); 2846bf464f9SBarry Smith ierr = VecDestroy(&counter);CHKERRQ(ierr); 285b4319ba4SBarry Smith } 286958c9bccSBarry Smith if (!n) { 287b4319ba4SBarry Smith is->pure_neumann = PETSC_TRUE; 288b4319ba4SBarry Smith } else { 289b4319ba4SBarry Smith is->pure_neumann = PETSC_FALSE; 290b4319ba4SBarry Smith ierr = VecGetArray(is->x,&array);CHKERRQ(ierr); 2912b40b63fSBarry Smith ierr = MatZeroRows(is->A,n,rows,diag,0,0);CHKERRQ(ierr); 292b4319ba4SBarry Smith for (i=0; i<n; i++) { 293f4df32b1SMatthew Knepley ierr = MatSetValue(is->A,rows[i],rows[i],diag/(array[rows[i]]),INSERT_VALUES);CHKERRQ(ierr); 294b4319ba4SBarry Smith } 295b4319ba4SBarry Smith ierr = MatAssemblyBegin(is->A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 296b4319ba4SBarry Smith ierr = MatAssemblyEnd (is->A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 297b4319ba4SBarry Smith ierr = VecRestoreArray(is->x,&array);CHKERRQ(ierr); 298b4319ba4SBarry Smith } 299b4319ba4SBarry Smith 300b4319ba4SBarry Smith PetscFunctionReturn(0); 301b4319ba4SBarry Smith } 302b4319ba4SBarry Smith 303b4319ba4SBarry Smith #undef __FUNCT__ 304b4319ba4SBarry Smith #define __FUNCT__ "MatAssemblyBegin_IS" 305dfbe8321SBarry Smith PetscErrorCode MatAssemblyBegin_IS(Mat A,MatAssemblyType type) 306b4319ba4SBarry Smith { 307b4319ba4SBarry Smith Mat_IS *is = (Mat_IS*)A->data; 308dfbe8321SBarry Smith PetscErrorCode ierr; 309b4319ba4SBarry Smith 310b4319ba4SBarry Smith PetscFunctionBegin; 311b4319ba4SBarry Smith ierr = MatAssemblyBegin(is->A,type);CHKERRQ(ierr); 312b4319ba4SBarry Smith PetscFunctionReturn(0); 313b4319ba4SBarry Smith } 314b4319ba4SBarry Smith 315b4319ba4SBarry Smith #undef __FUNCT__ 316b4319ba4SBarry Smith #define __FUNCT__ "MatAssemblyEnd_IS" 317dfbe8321SBarry Smith PetscErrorCode MatAssemblyEnd_IS(Mat A,MatAssemblyType type) 318b4319ba4SBarry Smith { 319b4319ba4SBarry Smith Mat_IS *is = (Mat_IS*)A->data; 320dfbe8321SBarry Smith PetscErrorCode ierr; 321b4319ba4SBarry Smith 322b4319ba4SBarry Smith PetscFunctionBegin; 323b4319ba4SBarry Smith ierr = MatAssemblyEnd(is->A,type);CHKERRQ(ierr); 324b4319ba4SBarry Smith PetscFunctionReturn(0); 325b4319ba4SBarry Smith } 326b4319ba4SBarry Smith 327b4319ba4SBarry Smith EXTERN_C_BEGIN 328b4319ba4SBarry Smith #undef __FUNCT__ 329b4319ba4SBarry Smith #define __FUNCT__ "MatISGetLocalMat_IS" 3307087cfbeSBarry Smith PetscErrorCode MatISGetLocalMat_IS(Mat mat,Mat *local) 331b4319ba4SBarry Smith { 332b4319ba4SBarry Smith Mat_IS *is = (Mat_IS *)mat->data; 333b4319ba4SBarry Smith 334b4319ba4SBarry Smith PetscFunctionBegin; 335b4319ba4SBarry Smith *local = is->A; 336b4319ba4SBarry Smith PetscFunctionReturn(0); 337b4319ba4SBarry Smith } 338b4319ba4SBarry Smith EXTERN_C_END 339b4319ba4SBarry Smith 340b4319ba4SBarry Smith #undef __FUNCT__ 341b4319ba4SBarry Smith #define __FUNCT__ "MatISGetLocalMat" 342b4319ba4SBarry Smith /*@ 343b4319ba4SBarry Smith MatISGetLocalMat - Gets the local matrix stored inside a MATIS matrix. 344b4319ba4SBarry Smith 345b4319ba4SBarry Smith Input Parameter: 346b4319ba4SBarry Smith . mat - the matrix 347b4319ba4SBarry Smith 348b4319ba4SBarry Smith Output Parameter: 349b4319ba4SBarry Smith . local - the local matrix usually MATSEQAIJ 350b4319ba4SBarry Smith 351b4319ba4SBarry Smith Level: advanced 352b4319ba4SBarry Smith 353b4319ba4SBarry Smith Notes: 354b4319ba4SBarry Smith This can be called if you have precomputed the nonzero structure of the 355b4319ba4SBarry Smith matrix and want to provide it to the inner matrix object to improve the performance 356b4319ba4SBarry Smith of the MatSetValues() operation. 357b4319ba4SBarry Smith 358b4319ba4SBarry Smith .seealso: MATIS 359b4319ba4SBarry Smith @*/ 3607087cfbeSBarry Smith PetscErrorCode MatISGetLocalMat(Mat mat,Mat *local) 361b4319ba4SBarry Smith { 3624ac538c5SBarry Smith PetscErrorCode ierr; 363b4319ba4SBarry Smith 364b4319ba4SBarry Smith PetscFunctionBegin; 3650700a824SBarry Smith PetscValidHeaderSpecific(mat,MAT_CLASSID,1); 366b4319ba4SBarry Smith PetscValidPointer(local,2); 3674ac538c5SBarry Smith ierr = PetscUseMethod(mat,"MatISGetLocalMat_C",(Mat,Mat *),(mat,local));CHKERRQ(ierr); 368b4319ba4SBarry Smith PetscFunctionReturn(0); 369b4319ba4SBarry Smith } 370b4319ba4SBarry Smith 3713b03a366Sstefano_zampini EXTERN_C_BEGIN 3723b03a366Sstefano_zampini #undef __FUNCT__ 3733b03a366Sstefano_zampini #define __FUNCT__ "MatISSetLocalMat_IS" 3743b03a366Sstefano_zampini PetscErrorCode MatISSetLocalMat_IS(Mat mat,Mat local) 3753b03a366Sstefano_zampini { 3763b03a366Sstefano_zampini Mat_IS *is = (Mat_IS *)mat->data; 3773b03a366Sstefano_zampini PetscInt nrows,ncols,orows,ocols; 3783b03a366Sstefano_zampini PetscErrorCode ierr; 3793b03a366Sstefano_zampini 3803b03a366Sstefano_zampini PetscFunctionBegin; 3814e4c7dbeSStefano Zampini if(is->A) { 3823b03a366Sstefano_zampini ierr = MatGetSize(is->A,&orows,&ocols);CHKERRQ(ierr); 3833b03a366Sstefano_zampini ierr = MatGetSize(local,&nrows,&ncols);CHKERRQ(ierr); 3843b03a366Sstefano_zampini if(orows != nrows || ocols != ncols ) { 3853b03a366Sstefano_zampini SETERRQ4(PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ,"Local MATIS matrix should be of size %dx%d (you passed a %dx%d matrix)\n",orows,ocols,nrows,ncols); 3863b03a366Sstefano_zampini } 3874e4c7dbeSStefano Zampini } 3883b03a366Sstefano_zampini ierr = PetscObjectReference((PetscObject)local);CHKERRQ(ierr); 3893b03a366Sstefano_zampini ierr = MatDestroy(&is->A);CHKERRQ(ierr); 3903b03a366Sstefano_zampini is->A = local; 3913b03a366Sstefano_zampini 3923b03a366Sstefano_zampini PetscFunctionReturn(0); 3933b03a366Sstefano_zampini } 3943b03a366Sstefano_zampini EXTERN_C_END 3953b03a366Sstefano_zampini 3963b03a366Sstefano_zampini #undef __FUNCT__ 3973b03a366Sstefano_zampini #define __FUNCT__ "MatISSetLocalMat" 3983b03a366Sstefano_zampini /*@ 3993b03a366Sstefano_zampini MatISSetLocalMat - Set the local matrix stored inside a MATIS matrix. 4003b03a366Sstefano_zampini 4013b03a366Sstefano_zampini Input Parameter: 4023b03a366Sstefano_zampini . mat - the matrix 4033b03a366Sstefano_zampini . local - the local matrix usually MATSEQAIJ 4043b03a366Sstefano_zampini 4053b03a366Sstefano_zampini Output Parameter: 4063b03a366Sstefano_zampini 4073b03a366Sstefano_zampini Level: advanced 4083b03a366Sstefano_zampini 4093b03a366Sstefano_zampini Notes: 4103b03a366Sstefano_zampini This can be called if you have precomputed the local matrix and 4113b03a366Sstefano_zampini want to provide it to the matrix object MATIS. 4123b03a366Sstefano_zampini 4133b03a366Sstefano_zampini .seealso: MATIS 4143b03a366Sstefano_zampini @*/ 4153b03a366Sstefano_zampini PetscErrorCode MatISSetLocalMat(Mat mat,Mat local) 4163b03a366Sstefano_zampini { 4173b03a366Sstefano_zampini PetscErrorCode ierr; 4183b03a366Sstefano_zampini 4193b03a366Sstefano_zampini PetscFunctionBegin; 4203b03a366Sstefano_zampini PetscValidHeaderSpecific(mat,MAT_CLASSID,1); 4213b03a366Sstefano_zampini ierr = PetscUseMethod(mat,"MatISSetLocalMat_C",(Mat,Mat),(mat,local));CHKERRQ(ierr); 4223b03a366Sstefano_zampini PetscFunctionReturn(0); 4233b03a366Sstefano_zampini } 4243b03a366Sstefano_zampini 4256726f965SBarry Smith #undef __FUNCT__ 4266726f965SBarry Smith #define __FUNCT__ "MatZeroEntries_IS" 4276726f965SBarry Smith PetscErrorCode MatZeroEntries_IS(Mat A) 4286726f965SBarry Smith { 4296726f965SBarry Smith Mat_IS *a = (Mat_IS*)A->data; 4306726f965SBarry Smith PetscErrorCode ierr; 4316726f965SBarry Smith 4326726f965SBarry Smith PetscFunctionBegin; 4336726f965SBarry Smith ierr = MatZeroEntries(a->A);CHKERRQ(ierr); 4346726f965SBarry Smith PetscFunctionReturn(0); 4356726f965SBarry Smith } 4366726f965SBarry Smith 4376726f965SBarry Smith #undef __FUNCT__ 4382e74eeadSLisandro Dalcin #define __FUNCT__ "MatScale_IS" 4392e74eeadSLisandro Dalcin PetscErrorCode MatScale_IS(Mat A,PetscScalar a) 4402e74eeadSLisandro Dalcin { 4412e74eeadSLisandro Dalcin Mat_IS *is = (Mat_IS*)A->data; 4422e74eeadSLisandro Dalcin PetscErrorCode ierr; 4432e74eeadSLisandro Dalcin 4442e74eeadSLisandro Dalcin PetscFunctionBegin; 4452e74eeadSLisandro Dalcin ierr = MatScale(is->A,a);CHKERRQ(ierr); 4462e74eeadSLisandro Dalcin PetscFunctionReturn(0); 4472e74eeadSLisandro Dalcin } 4482e74eeadSLisandro Dalcin 4492e74eeadSLisandro Dalcin #undef __FUNCT__ 4502e74eeadSLisandro Dalcin #define __FUNCT__ "MatGetDiagonal_IS" 4512e74eeadSLisandro Dalcin PetscErrorCode MatGetDiagonal_IS(Mat A, Vec v) 4522e74eeadSLisandro Dalcin { 4532e74eeadSLisandro Dalcin Mat_IS *is = (Mat_IS*)A->data; 4542e74eeadSLisandro Dalcin PetscErrorCode ierr; 4552e74eeadSLisandro Dalcin 4562e74eeadSLisandro Dalcin PetscFunctionBegin; 4572e74eeadSLisandro Dalcin /* get diagonal of the local matrix */ 4582e74eeadSLisandro Dalcin ierr = MatGetDiagonal(is->A,is->x);CHKERRQ(ierr); 4592e74eeadSLisandro Dalcin 4602e74eeadSLisandro Dalcin /* scatter diagonal back into global vector */ 4612e74eeadSLisandro Dalcin ierr = VecSet(v,0);CHKERRQ(ierr); 462ca9f406cSSatish Balay ierr = VecScatterBegin(is->ctx,is->x,v,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 463ca9f406cSSatish Balay ierr = VecScatterEnd (is->ctx,is->x,v,ADD_VALUES,SCATTER_REVERSE);CHKERRQ(ierr); 4642e74eeadSLisandro Dalcin PetscFunctionReturn(0); 4652e74eeadSLisandro Dalcin } 4662e74eeadSLisandro Dalcin 4672e74eeadSLisandro Dalcin #undef __FUNCT__ 4686726f965SBarry Smith #define __FUNCT__ "MatSetOption_IS" 469ace3abfcSBarry Smith PetscErrorCode MatSetOption_IS(Mat A,MatOption op,PetscBool flg) 4706726f965SBarry Smith { 4716726f965SBarry Smith Mat_IS *a = (Mat_IS*)A->data; 4726726f965SBarry Smith PetscErrorCode ierr; 4736726f965SBarry Smith 4746726f965SBarry Smith PetscFunctionBegin; 4754e0d8c25SBarry Smith ierr = MatSetOption(a->A,op,flg);CHKERRQ(ierr); 4766726f965SBarry Smith PetscFunctionReturn(0); 4776726f965SBarry Smith } 4786726f965SBarry Smith 479284134d9SBarry Smith #undef __FUNCT__ 480284134d9SBarry Smith #define __FUNCT__ "MatCreateIS" 481284134d9SBarry Smith /*@ 482284134d9SBarry Smith MatCreateIS - Creates a "process" unassmembled matrix, it is assembled on each 483284134d9SBarry Smith process but not across processes. 484284134d9SBarry Smith 485284134d9SBarry Smith Input Parameters: 486284134d9SBarry Smith + comm - MPI communicator that will share the matrix 4874e4c7dbeSStefano Zampini . bs - local and global block size of the matrix 488284134d9SBarry Smith . m,n,M,N - local and/or global sizes of the the left and right vector used in matrix vector products 489284134d9SBarry Smith - map - mapping that defines the global number for each local number 490284134d9SBarry Smith 491284134d9SBarry Smith Output Parameter: 492284134d9SBarry Smith . A - the resulting matrix 493284134d9SBarry Smith 4948e6c10adSSatish Balay Level: advanced 4958e6c10adSSatish Balay 496284134d9SBarry Smith Notes: See MATIS for more details 4978cda6cd7SBarry Smith m and n are NOT related to the size of the map, they are the size of the part of the vector owned 4988cda6cd7SBarry Smith by that process. m + nghosts (or n + nghosts) is the length of map since map maps all local points 4998cda6cd7SBarry Smith plus the ghost points to global indices. 500284134d9SBarry Smith 501284134d9SBarry Smith .seealso: MATIS, MatSetLocalToGlobalMapping() 502284134d9SBarry Smith @*/ 5034e4c7dbeSStefano Zampini PetscErrorCode MatCreateIS(MPI_Comm comm,PetscInt bs,PetscInt m,PetscInt n,PetscInt M,PetscInt N,ISLocalToGlobalMapping map,Mat *A) 504284134d9SBarry Smith { 505284134d9SBarry Smith PetscErrorCode ierr; 506284134d9SBarry Smith 507284134d9SBarry Smith PetscFunctionBegin; 508284134d9SBarry Smith ierr = MatCreate(comm,A);CHKERRQ(ierr); 509*d3ee2243SStefano Zampini ierr = MatSetBlockSize(*A,bs);CHKERRQ(ierr); 510284134d9SBarry Smith ierr = MatSetSizes(*A,m,n,M,N);CHKERRQ(ierr); 511284134d9SBarry Smith ierr = MatSetType(*A,MATIS);CHKERRQ(ierr); 5123b03a366Sstefano_zampini ierr = MatSetUp(*A);CHKERRQ(ierr); 513784ac674SJed Brown ierr = MatSetLocalToGlobalMapping(*A,map,map);CHKERRQ(ierr); 514284134d9SBarry Smith PetscFunctionReturn(0); 515284134d9SBarry Smith } 516284134d9SBarry Smith 517b4319ba4SBarry Smith /*MC 518b4319ba4SBarry Smith MATIS - MATIS = "is" - A matrix type to be used for using the Neumann-Neumann type preconditioners. 519b4319ba4SBarry Smith This stores the matrices in globally unassembled form. Each processor 520b4319ba4SBarry Smith assembles only its local Neumann problem and the parallel matrix vector 521b4319ba4SBarry Smith product is handled "implicitly". 522b4319ba4SBarry Smith 523b4319ba4SBarry Smith Operations Provided: 5246726f965SBarry Smith + MatMult() 5252e74eeadSLisandro Dalcin . MatMultAdd() 5262e74eeadSLisandro Dalcin . MatMultTranspose() 5272e74eeadSLisandro Dalcin . MatMultTransposeAdd() 5286726f965SBarry Smith . MatZeroEntries() 5296726f965SBarry Smith . MatSetOption() 5302e74eeadSLisandro Dalcin . MatZeroRows() 5316726f965SBarry Smith . MatZeroRowsLocal() 5322e74eeadSLisandro Dalcin . MatSetValues() 5336726f965SBarry Smith . MatSetValuesLocal() 5342e74eeadSLisandro Dalcin . MatScale() 5352e74eeadSLisandro Dalcin . MatGetDiagonal() 5366726f965SBarry Smith - MatSetLocalToGlobalMapping() 537b4319ba4SBarry Smith 538b4319ba4SBarry Smith Options Database Keys: 539b4319ba4SBarry Smith . -mat_type is - sets the matrix type to "is" during a call to MatSetFromOptions() 540b4319ba4SBarry Smith 541b4319ba4SBarry Smith Notes: Options prefix for the inner matrix are given by -is_mat_xxx 542b4319ba4SBarry Smith 543b4319ba4SBarry Smith You must call MatSetLocalToGlobalMapping() before using this matrix type. 544b4319ba4SBarry Smith 545b4319ba4SBarry Smith You can do matrix preallocation on the local matrix after you obtain it with 546b4319ba4SBarry Smith MatISGetLocalMat() 547b4319ba4SBarry Smith 548b4319ba4SBarry Smith Level: advanced 549b4319ba4SBarry Smith 550b4319ba4SBarry Smith .seealso: PC, MatISGetLocalMat(), MatSetLocalToGlobalMapping() 551b4319ba4SBarry Smith 552b4319ba4SBarry Smith M*/ 553b4319ba4SBarry Smith 554b4319ba4SBarry Smith EXTERN_C_BEGIN 555b4319ba4SBarry Smith #undef __FUNCT__ 556b4319ba4SBarry Smith #define __FUNCT__ "MatCreate_IS" 5577087cfbeSBarry Smith PetscErrorCode MatCreate_IS(Mat A) 558b4319ba4SBarry Smith { 559dfbe8321SBarry Smith PetscErrorCode ierr; 560b4319ba4SBarry Smith Mat_IS *b; 561b4319ba4SBarry Smith 562b4319ba4SBarry Smith PetscFunctionBegin; 56338f2d2fdSLisandro Dalcin ierr = PetscNewLog(A,Mat_IS,&b);CHKERRQ(ierr); 564b4319ba4SBarry Smith A->data = (void*)b; 565b4319ba4SBarry Smith ierr = PetscMemzero(A->ops,sizeof(struct _MatOps));CHKERRQ(ierr); 566b4319ba4SBarry Smith 567b4319ba4SBarry Smith A->ops->mult = MatMult_IS; 5682e74eeadSLisandro Dalcin A->ops->multadd = MatMultAdd_IS; 5692e74eeadSLisandro Dalcin A->ops->multtranspose = MatMultTranspose_IS; 5702e74eeadSLisandro Dalcin A->ops->multtransposeadd = MatMultTransposeAdd_IS; 571b4319ba4SBarry Smith A->ops->destroy = MatDestroy_IS; 572b4319ba4SBarry Smith A->ops->setlocaltoglobalmapping = MatSetLocalToGlobalMapping_IS; 5732e74eeadSLisandro Dalcin A->ops->setvalues = MatSetValues_IS; 574b4319ba4SBarry Smith A->ops->setvalueslocal = MatSetValuesLocal_IS; 5752e74eeadSLisandro Dalcin A->ops->zerorows = MatZeroRows_IS; 576b4319ba4SBarry Smith A->ops->zerorowslocal = MatZeroRowsLocal_IS; 577b4319ba4SBarry Smith A->ops->assemblybegin = MatAssemblyBegin_IS; 578b4319ba4SBarry Smith A->ops->assemblyend = MatAssemblyEnd_IS; 579b4319ba4SBarry Smith A->ops->view = MatView_IS; 5806726f965SBarry Smith A->ops->zeroentries = MatZeroEntries_IS; 5812e74eeadSLisandro Dalcin A->ops->scale = MatScale_IS; 5822e74eeadSLisandro Dalcin A->ops->getdiagonal = MatGetDiagonal_IS; 5836726f965SBarry Smith A->ops->setoption = MatSetOption_IS; 584b4319ba4SBarry Smith 58526283091SBarry Smith ierr = PetscLayoutSetUp(A->rmap);CHKERRQ(ierr); 58626283091SBarry Smith ierr = PetscLayoutSetUp(A->cmap);CHKERRQ(ierr); 587b4319ba4SBarry Smith 588b4319ba4SBarry Smith b->A = 0; 589b4319ba4SBarry Smith b->ctx = 0; 590b4319ba4SBarry Smith b->x = 0; 591b4319ba4SBarry Smith b->y = 0; 592b4319ba4SBarry Smith ierr = PetscObjectComposeFunctionDynamic((PetscObject)A,"MatISGetLocalMat_C","MatISGetLocalMat_IS",MatISGetLocalMat_IS);CHKERRQ(ierr); 5933b03a366Sstefano_zampini ierr = PetscObjectComposeFunctionDynamic((PetscObject)A,"MatISSetLocalMat_C","MatISSetLocalMat_IS",MatISSetLocalMat_IS);CHKERRQ(ierr); 59417667f90SBarry Smith ierr = PetscObjectChangeTypeName((PetscObject)A,MATIS);CHKERRQ(ierr); 595b4319ba4SBarry Smith 596b4319ba4SBarry Smith PetscFunctionReturn(0); 597b4319ba4SBarry Smith } 598b4319ba4SBarry Smith EXTERN_C_END 599