1c4762a1bSJed Brown 2c4762a1bSJed Brown static char help[] = "Tests MatMatSolve() and MatMatTransposeSolve() for computing inv(A) with MUMPS.\n\ 3c4762a1bSJed Brown Example: mpiexec -n <np> ./ex214 -displ \n\n"; 4c4762a1bSJed Brown 5c4762a1bSJed Brown #include <petscmat.h> 6c4762a1bSJed Brown 7c4762a1bSJed Brown int main(int argc,char **args) 8c4762a1bSJed Brown { 9c4762a1bSJed Brown PetscErrorCode ierr; 10c4762a1bSJed Brown PetscMPIInt size,rank; 11c4762a1bSJed Brown #if defined(PETSC_HAVE_MUMPS) 12c4762a1bSJed Brown Mat A,RHS,C,F,X,AX,spRHST; 13c4762a1bSJed Brown PetscInt m,n,nrhs,M,N,i,Istart,Iend,Ii,j,J,test; 14c4762a1bSJed Brown PetscScalar v; 15c4762a1bSJed Brown PetscReal norm,tol=PETSC_SQRT_MACHINE_EPSILON; 16c4762a1bSJed Brown PetscRandom rand; 17c4762a1bSJed Brown PetscBool displ=PETSC_FALSE; 18c4762a1bSJed Brown char solver[256]; 19c4762a1bSJed Brown #endif 20c4762a1bSJed Brown 21c4762a1bSJed Brown ierr = PetscInitialize(&argc,&args,(char*)0,help);if (ierr) return ierr; 225f80ce2aSJacob Faibussowitsch CHKERRMPI(MPI_Comm_size(PETSC_COMM_WORLD,&size)); 235f80ce2aSJacob Faibussowitsch CHKERRMPI(MPI_Comm_rank(PETSC_COMM_WORLD,&rank)); 24c4762a1bSJed Brown 25c4762a1bSJed Brown #if !defined(PETSC_HAVE_MUMPS) 265f80ce2aSJacob Faibussowitsch if (rank == 0) CHKERRQ(PetscPrintf(PETSC_COMM_SELF,"This example requires MUMPS, exit...\n")); 27c4762a1bSJed Brown ierr = PetscFinalize(); 28c4762a1bSJed Brown return ierr; 29c4762a1bSJed Brown #else 30c4762a1bSJed Brown 315f80ce2aSJacob Faibussowitsch CHKERRQ(PetscOptionsGetBool(NULL,NULL,"-displ",&displ,NULL)); 32c4762a1bSJed Brown 33c4762a1bSJed Brown /* Create matrix A */ 34c4762a1bSJed Brown m = 4; n = 4; 355f80ce2aSJacob Faibussowitsch CHKERRQ(PetscOptionsGetInt(NULL,NULL,"-m",&m,NULL)); 365f80ce2aSJacob Faibussowitsch CHKERRQ(PetscOptionsGetInt(NULL,NULL,"-n",&n,NULL)); 37c4762a1bSJed Brown 385f80ce2aSJacob Faibussowitsch CHKERRQ(MatCreate(PETSC_COMM_WORLD,&A)); 395f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetSizes(A,PETSC_DECIDE,PETSC_DECIDE,m*n,m*n)); 405f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetFromOptions(A)); 415f80ce2aSJacob Faibussowitsch CHKERRQ(MatMPIAIJSetPreallocation(A,5,NULL,5,NULL)); 425f80ce2aSJacob Faibussowitsch CHKERRQ(MatSeqAIJSetPreallocation(A,5,NULL)); 43c4762a1bSJed Brown 445f80ce2aSJacob Faibussowitsch CHKERRQ(MatGetOwnershipRange(A,&Istart,&Iend)); 45c4762a1bSJed Brown for (Ii=Istart; Ii<Iend; Ii++) { 46c4762a1bSJed Brown v = -1.0; i = Ii/n; j = Ii - i*n; 475f80ce2aSJacob Faibussowitsch if (i>0) {J = Ii - n; CHKERRQ(MatSetValues(A,1,&Ii,1,&J,&v,ADD_VALUES));} 485f80ce2aSJacob Faibussowitsch if (i<m-1) {J = Ii + n; CHKERRQ(MatSetValues(A,1,&Ii,1,&J,&v,ADD_VALUES));} 495f80ce2aSJacob Faibussowitsch if (j>0) {J = Ii - 1; CHKERRQ(MatSetValues(A,1,&Ii,1,&J,&v,ADD_VALUES));} 505f80ce2aSJacob Faibussowitsch if (j<n-1) {J = Ii + 1; CHKERRQ(MatSetValues(A,1,&Ii,1,&J,&v,ADD_VALUES));} 515f80ce2aSJacob Faibussowitsch v = 4.0; CHKERRQ(MatSetValues(A,1,&Ii,1,&Ii,&v,ADD_VALUES)); 52c4762a1bSJed Brown } 535f80ce2aSJacob Faibussowitsch CHKERRQ(MatAssemblyBegin(A,MAT_FINAL_ASSEMBLY)); 545f80ce2aSJacob Faibussowitsch CHKERRQ(MatAssemblyEnd(A,MAT_FINAL_ASSEMBLY)); 55c4762a1bSJed Brown 565f80ce2aSJacob Faibussowitsch CHKERRQ(MatGetLocalSize(A,&m,&n)); 575f80ce2aSJacob Faibussowitsch CHKERRQ(MatGetSize(A,&M,&N)); 582c71b3e2SJacob Faibussowitsch PetscCheckFalse(m != n,PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ, "This example is not intended for rectangular matrices (%" PetscInt_FMT ", %" PetscInt_FMT ")", m, n); 59c4762a1bSJed Brown 60a5b23f4aSJose E. Roman /* Create dense matrix C and X; C holds true solution with identical columns */ 61c4762a1bSJed Brown nrhs = N; 625f80ce2aSJacob Faibussowitsch CHKERRQ(PetscOptionsGetInt(NULL,NULL,"-nrhs",&nrhs,NULL)); 635f80ce2aSJacob Faibussowitsch CHKERRQ(MatCreate(PETSC_COMM_WORLD,&C)); 645f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetSizes(C,m,PETSC_DECIDE,PETSC_DECIDE,nrhs)); 655f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetType(C,MATDENSE)); 665f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetFromOptions(C)); 675f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetUp(C)); 68c4762a1bSJed Brown 695f80ce2aSJacob Faibussowitsch CHKERRQ(PetscRandomCreate(PETSC_COMM_WORLD,&rand)); 705f80ce2aSJacob Faibussowitsch CHKERRQ(PetscRandomSetFromOptions(rand)); 715f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetRandom(C,rand)); 725f80ce2aSJacob Faibussowitsch CHKERRQ(MatDuplicate(C,MAT_DO_NOT_COPY_VALUES,&X)); 73c4762a1bSJed Brown 745f80ce2aSJacob Faibussowitsch CHKERRQ(PetscStrcpy(solver,MATSOLVERMUMPS)); 755f80ce2aSJacob Faibussowitsch if (rank == 0 && displ) CHKERRQ(PetscPrintf(PETSC_COMM_SELF,"Solving with %s: nrhs %" PetscInt_FMT ", size mat %" PetscInt_FMT " x %" PetscInt_FMT "\n",solver,nrhs,M,N)); 76c4762a1bSJed Brown 77c4762a1bSJed Brown for (test=0; test<2; test++) { 78c4762a1bSJed Brown if (test == 0) { 79c4762a1bSJed Brown /* Test LU Factorization */ 805f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_WORLD,"test LU factorization\n")); 815f80ce2aSJacob Faibussowitsch CHKERRQ(MatGetFactor(A,solver,MAT_FACTOR_LU,&F)); 825f80ce2aSJacob Faibussowitsch CHKERRQ(MatLUFactorSymbolic(F,A,NULL,NULL,NULL)); 835f80ce2aSJacob Faibussowitsch CHKERRQ(MatLUFactorNumeric(F,A,NULL)); 84c4762a1bSJed Brown } else { 85c4762a1bSJed Brown /* Test Cholesky Factorization */ 86c4762a1bSJed Brown PetscBool flg; 875f80ce2aSJacob Faibussowitsch CHKERRQ(MatIsSymmetric(A,0.0,&flg)); 88*28b400f6SJacob Faibussowitsch PetscCheck(flg,PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"A must be symmetric for Cholesky factorization"); 89c4762a1bSJed Brown 905f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_WORLD,"test Cholesky factorization\n")); 915f80ce2aSJacob Faibussowitsch CHKERRQ(MatGetFactor(A,solver,MAT_FACTOR_CHOLESKY,&F)); 925f80ce2aSJacob Faibussowitsch CHKERRQ(MatCholeskyFactorSymbolic(F,A,NULL,NULL)); 935f80ce2aSJacob Faibussowitsch CHKERRQ(MatCholeskyFactorNumeric(F,A,NULL)); 94c4762a1bSJed Brown } 95c4762a1bSJed Brown 96c4762a1bSJed Brown /* (1) Test MatMatSolve(): dense RHS = A*C, C: true solutions */ 97c4762a1bSJed Brown /* ---------------------------------------------------------- */ 985f80ce2aSJacob Faibussowitsch CHKERRQ(MatMatMult(A,C,MAT_INITIAL_MATRIX,2.0,&RHS)); 995f80ce2aSJacob Faibussowitsch CHKERRQ(MatMatSolve(F,RHS,X)); 100c4762a1bSJed Brown /* Check the error */ 1015f80ce2aSJacob Faibussowitsch CHKERRQ(MatAXPY(X,-1.0,C,SAME_NONZERO_PATTERN)); 1025f80ce2aSJacob Faibussowitsch CHKERRQ(MatNorm(X,NORM_FROBENIUS,&norm)); 103c4762a1bSJed Brown if (norm > tol) { 1045f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF,"(1) MatMatSolve: Norm of error %g\n",norm)); 105c4762a1bSJed Brown } 106c4762a1bSJed Brown 107c4762a1bSJed Brown /* Test X=RHS */ 1085f80ce2aSJacob Faibussowitsch CHKERRQ(MatMatSolve(F,RHS,RHS)); 109c4762a1bSJed Brown /* Check the error */ 1105f80ce2aSJacob Faibussowitsch CHKERRQ(MatAXPY(RHS,-1.0,C,SAME_NONZERO_PATTERN)); 1115f80ce2aSJacob Faibussowitsch CHKERRQ(MatNorm(RHS,NORM_FROBENIUS,&norm)); 112c4762a1bSJed Brown if (norm > tol) { 1135f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF,"(1.1) MatMatSolve: Norm of error %g\n",norm)); 114c4762a1bSJed Brown } 115c4762a1bSJed Brown 116c4762a1bSJed Brown /* (2) Test MatMatSolve() for inv(A) with dense RHS: 117c4762a1bSJed Brown RHS = [e[0],...,e[nrhs-1]], dense X holds first nrhs columns of inv(A) */ 118c4762a1bSJed Brown /* -------------------------------------------------------------------- */ 1195f80ce2aSJacob Faibussowitsch CHKERRQ(MatZeroEntries(RHS)); 120c4762a1bSJed Brown for (i=0; i<nrhs; i++) { 121c4762a1bSJed Brown v = 1.0; 1225f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetValues(RHS,1,&i,1,&i,&v,INSERT_VALUES)); 123c4762a1bSJed Brown } 1245f80ce2aSJacob Faibussowitsch CHKERRQ(MatAssemblyBegin(RHS,MAT_FINAL_ASSEMBLY)); 1255f80ce2aSJacob Faibussowitsch CHKERRQ(MatAssemblyEnd(RHS,MAT_FINAL_ASSEMBLY)); 126c4762a1bSJed Brown 1275f80ce2aSJacob Faibussowitsch CHKERRQ(MatMatSolve(F,RHS,X)); 128c4762a1bSJed Brown if (displ) { 1295f80ce2aSJacob Faibussowitsch if (rank == 0) CHKERRQ(PetscPrintf(PETSC_COMM_SELF," \n(2) first %" PetscInt_FMT " columns of inv(A) with dense RHS:\n",nrhs)); 1305f80ce2aSJacob Faibussowitsch CHKERRQ(MatView(X,PETSC_VIEWER_STDOUT_WORLD)); 131c4762a1bSJed Brown } 132c4762a1bSJed Brown 133c4762a1bSJed Brown /* Check the residual */ 1345f80ce2aSJacob Faibussowitsch CHKERRQ(MatMatMult(A,X,MAT_INITIAL_MATRIX,2.0,&AX)); 1355f80ce2aSJacob Faibussowitsch CHKERRQ(MatAXPY(AX,-1.0,RHS,SAME_NONZERO_PATTERN)); 1365f80ce2aSJacob Faibussowitsch CHKERRQ(MatNorm(AX,NORM_INFINITY,&norm)); 137c4762a1bSJed Brown if (norm > tol) { 1385f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF,"(2) MatMatSolve: Norm of residual %g\n",norm)); 139c4762a1bSJed Brown } 1405f80ce2aSJacob Faibussowitsch CHKERRQ(MatZeroEntries(X)); 141c4762a1bSJed Brown 142c4762a1bSJed Brown /* (3) Test MatMatTransposeSolve() for inv(A) with sparse RHS stored in the host: 143c4762a1bSJed Brown spRHST = [e[0],...,e[nrhs-1]]^T, dense X holds first nrhs columns of inv(A) */ 144c4762a1bSJed Brown /* --------------------------------------------------------------------------- */ 145c4762a1bSJed Brown /* Create spRHST: PETSc does not support compressed column format which is required by MUMPS for sparse RHS matrix, 146c4762a1bSJed Brown thus user must create spRHST=spRHS^T and call MatMatTransposeSolve() */ 1475f80ce2aSJacob Faibussowitsch CHKERRQ(MatCreate(PETSC_COMM_WORLD,&spRHST)); 148dd400576SPatrick Sanan if (rank == 0) { 149c4762a1bSJed Brown /* MUMPS requirs RHS be centralized on the host! */ 1505f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetSizes(spRHST,nrhs,M,PETSC_DECIDE,PETSC_DECIDE)); 151c4762a1bSJed Brown } else { 1525f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetSizes(spRHST,0,0,PETSC_DECIDE,PETSC_DECIDE)); 153c4762a1bSJed Brown } 1545f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetType(spRHST,MATAIJ)); 1555f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetFromOptions(spRHST)); 1565f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetUp(spRHST)); 157dd400576SPatrick Sanan if (rank == 0) { 158c4762a1bSJed Brown v = 1.0; 159c4762a1bSJed Brown for (i=0; i<nrhs; i++) { 1605f80ce2aSJacob Faibussowitsch CHKERRQ(MatSetValues(spRHST,1,&i,1,&i,&v,INSERT_VALUES)); 161c4762a1bSJed Brown } 162c4762a1bSJed Brown } 1635f80ce2aSJacob Faibussowitsch CHKERRQ(MatAssemblyBegin(spRHST,MAT_FINAL_ASSEMBLY)); 1645f80ce2aSJacob Faibussowitsch CHKERRQ(MatAssemblyEnd(spRHST,MAT_FINAL_ASSEMBLY)); 165c4762a1bSJed Brown 1665f80ce2aSJacob Faibussowitsch CHKERRQ(MatMatTransposeSolve(F,spRHST,X)); 167c4762a1bSJed Brown 168c4762a1bSJed Brown if (displ) { 1695f80ce2aSJacob Faibussowitsch if (rank == 0) CHKERRQ(PetscPrintf(PETSC_COMM_SELF," \n(3) first %" PetscInt_FMT " columns of inv(A) with sparse RHS:\n",nrhs)); 1705f80ce2aSJacob Faibussowitsch CHKERRQ(MatView(X,PETSC_VIEWER_STDOUT_WORLD)); 171c4762a1bSJed Brown } 172c4762a1bSJed Brown 173c4762a1bSJed Brown /* Check the residual: R = A*X - RHS */ 1745f80ce2aSJacob Faibussowitsch CHKERRQ(MatMatMult(A,X,MAT_REUSE_MATRIX,2.0,&AX)); 175c4762a1bSJed Brown 1765f80ce2aSJacob Faibussowitsch CHKERRQ(MatAXPY(AX,-1.0,RHS,SAME_NONZERO_PATTERN)); 1775f80ce2aSJacob Faibussowitsch CHKERRQ(MatNorm(AX,NORM_INFINITY,&norm)); 178c4762a1bSJed Brown if (norm > tol) { 1795f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF,"(3) MatMatSolve: Norm of residual %g\n",norm)); 180c4762a1bSJed Brown } 181c4762a1bSJed Brown 182c4762a1bSJed Brown /* (4) Test MatMatSolve() for inv(A) with selected entries: 183c4762a1bSJed Brown input: spRHS gives selected indices; output: spRHS holds selected entries of inv(A) */ 184c4762a1bSJed Brown /* --------------------------------------------------------------------------------- */ 185c4762a1bSJed Brown if (nrhs == N) { /* mumps requires nrhs = n */ 186c4762a1bSJed Brown /* Create spRHS on proc[0] */ 187c4762a1bSJed Brown Mat spRHS = NULL; 188c4762a1bSJed Brown 189c4762a1bSJed Brown /* Create spRHS = spRHST^T. Two matrices share internal matrix data structure */ 1905f80ce2aSJacob Faibussowitsch CHKERRQ(MatCreateTranspose(spRHST,&spRHS)); 1915f80ce2aSJacob Faibussowitsch CHKERRQ(MatMumpsGetInverse(F,spRHS)); 1925f80ce2aSJacob Faibussowitsch CHKERRQ(MatDestroy(&spRHS)); 193c4762a1bSJed Brown 1945f80ce2aSJacob Faibussowitsch CHKERRQ(MatMumpsGetInverseTranspose(F,spRHST)); 195c4762a1bSJed Brown if (displ) { 1965f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_WORLD,"\nSelected entries of inv(A^T):\n")); 1975f80ce2aSJacob Faibussowitsch CHKERRQ(MatView(spRHST,PETSC_VIEWER_STDOUT_WORLD)); 198c4762a1bSJed Brown } 1995f80ce2aSJacob Faibussowitsch CHKERRQ(MatDestroy(&spRHS)); 200c4762a1bSJed Brown } 2015f80ce2aSJacob Faibussowitsch CHKERRQ(MatDestroy(&AX)); 2025f80ce2aSJacob Faibussowitsch CHKERRQ(MatDestroy(&F)); 2035f80ce2aSJacob Faibussowitsch CHKERRQ(MatDestroy(&RHS)); 2045f80ce2aSJacob Faibussowitsch CHKERRQ(MatDestroy(&spRHST)); 205c4762a1bSJed Brown } 206c4762a1bSJed Brown 207c4762a1bSJed Brown /* Free data structures */ 2085f80ce2aSJacob Faibussowitsch CHKERRQ(MatDestroy(&A)); 2095f80ce2aSJacob Faibussowitsch CHKERRQ(MatDestroy(&C)); 2105f80ce2aSJacob Faibussowitsch CHKERRQ(MatDestroy(&X)); 2115f80ce2aSJacob Faibussowitsch CHKERRQ(PetscRandomDestroy(&rand)); 212c4762a1bSJed Brown ierr = PetscFinalize(); 213c4762a1bSJed Brown return ierr; 214c4762a1bSJed Brown #endif 215c4762a1bSJed Brown } 216c4762a1bSJed Brown 217c4762a1bSJed Brown /*TEST 218c4762a1bSJed Brown 219c4762a1bSJed Brown test: 220c4762a1bSJed Brown requires: mumps double !complex 221c4762a1bSJed Brown 222c4762a1bSJed Brown test: 223c4762a1bSJed Brown suffix: 2 224c4762a1bSJed Brown requires: mumps double !complex 225c4762a1bSJed Brown nsize: 2 226c4762a1bSJed Brown 227c4762a1bSJed Brown TEST*/ 228