153022affSStefano Zampini static char help[] = "Tests MATH2OPUS\n\n"; 2c4fb69feSStefano Zampini 3c4fb69feSStefano Zampini #include <petscmat.h> 4c4fb69feSStefano Zampini #include <petscsf.h> 5c4fb69feSStefano Zampini 6c4fb69feSStefano Zampini static PetscScalar GenEntry_Symm(PetscInt sdim, PetscReal x[], PetscReal y[], void *ctx) 7c4fb69feSStefano Zampini { 8c4fb69feSStefano Zampini PetscInt d; 9c4fb69feSStefano Zampini PetscReal clength = sdim == 3 ? 0.2 : 0.1; 10c4fb69feSStefano Zampini PetscReal dist, diff = 0.0; 11c4fb69feSStefano Zampini 12c4fb69feSStefano Zampini for (d = 0; d < sdim; d++) { diff += (x[d] - y[d]) * (x[d] - y[d]); } 13c4fb69feSStefano Zampini dist = PetscSqrtReal(diff); 14c4fb69feSStefano Zampini return PetscExpReal(-dist / clength); 15c4fb69feSStefano Zampini } 16c4fb69feSStefano Zampini 17c4fb69feSStefano Zampini static PetscScalar GenEntry_Unsymm(PetscInt sdim, PetscReal x[], PetscReal y[], void *ctx) 18c4fb69feSStefano Zampini { 19c4fb69feSStefano Zampini PetscInt d; 20c4fb69feSStefano Zampini PetscReal clength = sdim == 3 ? 0.2 : 0.1; 21c4fb69feSStefano Zampini PetscReal dist, diff = 0.0, nx = 0.0, ny = 0.0; 22c4fb69feSStefano Zampini 23c4fb69feSStefano Zampini for (d = 0; d < sdim; d++) { nx += x[d]*x[d]; } 24c4fb69feSStefano Zampini for (d = 0; d < sdim; d++) { ny += y[d]*y[d]; } 25c4fb69feSStefano Zampini for (d = 0; d < sdim; d++) { diff += (x[d] - y[d]) * (x[d] - y[d]); } 26c4fb69feSStefano Zampini dist = PetscSqrtReal(diff); 27c4fb69feSStefano Zampini return nx > ny ? PetscExpReal(-dist / clength) : PetscExpReal(-dist / clength) + 1.; 28c4fb69feSStefano Zampini } 29c4fb69feSStefano Zampini 30c4fb69feSStefano Zampini int main(int argc,char **argv) 31c4fb69feSStefano Zampini { 32c4fb69feSStefano Zampini Mat A,B,C,D; 33c4fb69feSStefano Zampini Vec v,x,y,Ax,Ay,Bx,By; 34c4fb69feSStefano Zampini PetscRandom r; 35c4fb69feSStefano Zampini PetscLayout map; 36c4fb69feSStefano Zampini PetscScalar *Adata = NULL, *Cdata = NULL, scale = 1.0; 37c4fb69feSStefano Zampini PetscReal *coords,nA,nD,nB,err,nX,norms[3]; 38*300d917bSStefano Zampini PetscInt N, n = 64, dim = 1, i, j, nrhs = 11, lda = 0, ldc = 0, ldu = 0, nlr = 7, nt, ntrials = 2; 39c4fb69feSStefano Zampini PetscMPIInt size,rank; 40c4fb69feSStefano Zampini PetscBool testlayout = PETSC_FALSE, flg, symm = PETSC_FALSE, Asymm = PETSC_TRUE, kernel = PETSC_TRUE; 4153022affSStefano Zampini PetscBool checkexpl = PETSC_FALSE, agpu = PETSC_FALSE, bgpu = PETSC_FALSE, cgpu = PETSC_FALSE, flgglob; 42*300d917bSStefano Zampini PetscBool testtrans, testnorm, randommat = PETSC_TRUE, testorthog, testcompress, testhlru; 43c4fb69feSStefano Zampini void (*approxnormfunc)(void); 44c4fb69feSStefano Zampini void (*Anormfunc)(void); 45c4fb69feSStefano Zampini PetscErrorCode ierr; 46c4fb69feSStefano Zampini 4753022affSStefano Zampini #if defined(PETSC_HAVE_MPI_INIT_THREAD) 48c4fb69feSStefano Zampini PETSC_MPI_THREAD_REQUIRED = MPI_THREAD_MULTIPLE; 4953022affSStefano Zampini #endif 50c4fb69feSStefano Zampini ierr = PetscInitialize(&argc,&argv,(char*) 0,help);if (ierr) return ierr; 5153022affSStefano Zampini ierr = PetscOptionsGetInt(NULL,NULL,"-ng",&N,&flgglob);CHKERRQ(ierr); 52c4fb69feSStefano Zampini ierr = PetscOptionsGetInt(NULL,NULL,"-n",&n,NULL);CHKERRQ(ierr); 53c4fb69feSStefano Zampini ierr = PetscOptionsGetInt(NULL,NULL,"-nrhs",&nrhs,NULL);CHKERRQ(ierr); 54c4fb69feSStefano Zampini ierr = PetscOptionsGetInt(NULL,NULL,"-dim",&dim,NULL);CHKERRQ(ierr); 55c4fb69feSStefano Zampini ierr = PetscOptionsGetInt(NULL,NULL,"-lda",&lda,NULL);CHKERRQ(ierr); 56c4fb69feSStefano Zampini ierr = PetscOptionsGetInt(NULL,NULL,"-ldc",&ldc,NULL);CHKERRQ(ierr); 57*300d917bSStefano Zampini ierr = PetscOptionsGetInt(NULL,NULL,"-nlr",&nlr,NULL);CHKERRQ(ierr); 58*300d917bSStefano Zampini ierr = PetscOptionsGetInt(NULL,NULL,"-ldu",&ldu,NULL);CHKERRQ(ierr); 59c4fb69feSStefano Zampini ierr = PetscOptionsGetInt(NULL,NULL,"-matmattrials",&ntrials,NULL);CHKERRQ(ierr); 60c4fb69feSStefano Zampini ierr = PetscOptionsGetBool(NULL,NULL,"-randommat",&randommat,NULL);CHKERRQ(ierr); 6153022affSStefano Zampini if (!flgglob) { ierr = PetscOptionsGetBool(NULL,NULL,"-testlayout",&testlayout,NULL);CHKERRQ(ierr); } 62c4fb69feSStefano Zampini ierr = PetscOptionsGetBool(NULL,NULL,"-Asymm",&Asymm,NULL);CHKERRQ(ierr); 63c4fb69feSStefano Zampini ierr = PetscOptionsGetBool(NULL,NULL,"-symm",&symm,NULL);CHKERRQ(ierr); 64c4fb69feSStefano Zampini ierr = PetscOptionsGetBool(NULL,NULL,"-kernel",&kernel,NULL);CHKERRQ(ierr); 65c4fb69feSStefano Zampini ierr = PetscOptionsGetBool(NULL,NULL,"-checkexpl",&checkexpl,NULL);CHKERRQ(ierr); 66c4fb69feSStefano Zampini ierr = PetscOptionsGetBool(NULL,NULL,"-agpu",&agpu,NULL);CHKERRQ(ierr); 67c4fb69feSStefano Zampini ierr = PetscOptionsGetBool(NULL,NULL,"-bgpu",&bgpu,NULL);CHKERRQ(ierr); 68c4fb69feSStefano Zampini ierr = PetscOptionsGetBool(NULL,NULL,"-cgpu",&cgpu,NULL);CHKERRQ(ierr); 69c4fb69feSStefano Zampini ierr = PetscOptionsGetScalar(NULL,NULL,"-scale",&scale,NULL);CHKERRQ(ierr); 70c4fb69feSStefano Zampini if (!Asymm) symm = PETSC_FALSE; 71c4fb69feSStefano Zampini 72ffc4695bSBarry Smith ierr = MPI_Comm_size(PETSC_COMM_WORLD,&size);CHKERRMPI(ierr); 73*300d917bSStefano Zampini 74*300d917bSStefano Zampini /* Disable tests for unimplemented variants */ 75c4fb69feSStefano Zampini testtrans = (PetscBool)(size == 1 || symm); 76c4fb69feSStefano Zampini testnorm = (PetscBool)(size == 1 || symm); 7753022affSStefano Zampini testorthog = (PetscBool)(size == 1 || symm); 7853022affSStefano Zampini testcompress = (PetscBool)(size == 1 || symm); 79*300d917bSStefano Zampini testhlru = (PetscBool)(size == 1); 80c4fb69feSStefano Zampini 81ffc4695bSBarry Smith ierr = MPI_Comm_rank(PETSC_COMM_WORLD,&rank);CHKERRMPI(ierr); 82c4fb69feSStefano Zampini ierr = PetscLayoutCreate(PETSC_COMM_WORLD,&map);CHKERRQ(ierr); 83c4fb69feSStefano Zampini if (testlayout) { 84c4fb69feSStefano Zampini if (rank%2) n = PetscMax(2*n-5*rank,0); 85c4fb69feSStefano Zampini else n = 2*n+rank; 86c4fb69feSStefano Zampini } 8753022affSStefano Zampini if (!flgglob) { 88c4fb69feSStefano Zampini ierr = PetscLayoutSetLocalSize(map,n);CHKERRQ(ierr); 89c4fb69feSStefano Zampini ierr = PetscLayoutSetUp(map);CHKERRQ(ierr); 90c4fb69feSStefano Zampini ierr = PetscLayoutGetSize(map,&N);CHKERRQ(ierr); 9153022affSStefano Zampini } else { 9253022affSStefano Zampini ierr = PetscLayoutSetSize(map,N);CHKERRQ(ierr); 9353022affSStefano Zampini ierr = PetscLayoutSetUp(map);CHKERRQ(ierr); 9453022affSStefano Zampini ierr = PetscLayoutGetLocalSize(map,&n);CHKERRQ(ierr); 9553022affSStefano Zampini } 96c4fb69feSStefano Zampini ierr = PetscLayoutDestroy(&map);CHKERRQ(ierr); 97c4fb69feSStefano Zampini 98c4fb69feSStefano Zampini if (lda) { 99c4fb69feSStefano Zampini ierr = PetscMalloc1(N*(n+lda),&Adata);CHKERRQ(ierr); 100c4fb69feSStefano Zampini } 101c4fb69feSStefano Zampini ierr = MatCreateDense(PETSC_COMM_WORLD,n,n,N,N,Adata,&A);CHKERRQ(ierr); 102c4fb69feSStefano Zampini ierr = MatDenseSetLDA(A,n+lda);CHKERRQ(ierr); 103c4fb69feSStefano Zampini 10453022affSStefano Zampini /* Create random points; these are replicated in order to populate a dense matrix and to compare sequential and dense runs 10553022affSStefano Zampini The constructor for MATH2OPUS can take as input the distributed coordinates and replicates them internally in case 10653022affSStefano Zampini a kernel construction is requested */ 10753022affSStefano Zampini ierr = PetscRandomCreate(PETSC_COMM_WORLD,&r);CHKERRQ(ierr); 10853022affSStefano Zampini ierr = PetscRandomSetFromOptions(r);CHKERRQ(ierr); 10953022affSStefano Zampini ierr = PetscRandomSetSeed(r,123456);CHKERRQ(ierr); 11053022affSStefano Zampini ierr = PetscRandomSeed(r);CHKERRQ(ierr); 11153022affSStefano Zampini ierr = PetscMalloc1(N*dim,&coords);CHKERRQ(ierr); 11253022affSStefano Zampini ierr = PetscRandomGetValuesReal(r,N*dim,coords);CHKERRQ(ierr); 11353022affSStefano Zampini ierr = PetscRandomDestroy(&r);CHKERRQ(ierr); 11453022affSStefano Zampini 115c4fb69feSStefano Zampini if (kernel || !randommat) { 11653022affSStefano Zampini MatH2OpusKernel k = Asymm ? GenEntry_Symm : GenEntry_Unsymm; 117c4fb69feSStefano Zampini PetscInt ist,ien; 118c4fb69feSStefano Zampini 119c4fb69feSStefano Zampini ierr = MatGetOwnershipRange(A,&ist,&ien);CHKERRQ(ierr); 120c4fb69feSStefano Zampini for (i = ist; i < ien; i++) { 121c4fb69feSStefano Zampini for (j = 0; j < N; j++) { 12253022affSStefano Zampini ierr = MatSetValue(A,i,j,(*k)(dim,coords + i*dim,coords + j*dim,NULL),INSERT_VALUES);CHKERRQ(ierr); 123c4fb69feSStefano Zampini } 124c4fb69feSStefano Zampini } 125c4fb69feSStefano Zampini ierr = MatAssemblyBegin(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 126c4fb69feSStefano Zampini ierr = MatAssemblyEnd(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 127c4fb69feSStefano Zampini if (kernel) { 12853022affSStefano Zampini ierr = MatCreateH2OpusFromKernel(PETSC_COMM_WORLD,n,n,N,N,dim,coords + ist*dim,PETSC_TRUE,k,NULL,PETSC_DECIDE,PETSC_DECIDE,PETSC_DECIDE,&B);CHKERRQ(ierr); 129c4fb69feSStefano Zampini } else { 13053022affSStefano Zampini ierr = MatCreateH2OpusFromMat(A,dim,coords + ist*dim,PETSC_TRUE,PETSC_DECIDE,PETSC_DECIDE,PETSC_DECIDE,PETSC_DECIDE,PETSC_DECIDE,&B);CHKERRQ(ierr); 131c4fb69feSStefano Zampini } 132c4fb69feSStefano Zampini } else { 13353022affSStefano Zampini PetscInt ist; 13453022affSStefano Zampini 13553022affSStefano Zampini ierr = MatGetOwnershipRange(A,&ist,NULL);CHKERRQ(ierr); 13653022affSStefano Zampini ierr = MatSetRandom(A,NULL);CHKERRQ(ierr); 137c4fb69feSStefano Zampini if (Asymm) { 138c4fb69feSStefano Zampini ierr = MatTranspose(A,MAT_INITIAL_MATRIX,&B);CHKERRQ(ierr); 139c4fb69feSStefano Zampini ierr = MatAXPY(A,1.0,B,SAME_NONZERO_PATTERN);CHKERRQ(ierr); 140c4fb69feSStefano Zampini ierr = MatDestroy(&B);CHKERRQ(ierr); 141c4fb69feSStefano Zampini ierr = MatSetOption(A,MAT_SYMMETRIC,PETSC_TRUE);CHKERRQ(ierr); 142c4fb69feSStefano Zampini } 14353022affSStefano Zampini ierr = MatCreateH2OpusFromMat(A,dim,coords + ist*dim,PETSC_TRUE,PETSC_DECIDE,PETSC_DECIDE,PETSC_DECIDE,PETSC_DECIDE,PETSC_DECIDE,&B);CHKERRQ(ierr); 144c4fb69feSStefano Zampini } 14553022affSStefano Zampini ierr = PetscFree(coords);CHKERRQ(ierr); 146c4fb69feSStefano Zampini if (agpu) { 147c4fb69feSStefano Zampini ierr = MatConvert(A,MATDENSECUDA,MAT_INPLACE_MATRIX,&A);CHKERRQ(ierr); 148c4fb69feSStefano Zampini } 149c4fb69feSStefano Zampini ierr = MatViewFromOptions(A,NULL,"-A_view");CHKERRQ(ierr); 150c4fb69feSStefano Zampini 151c4fb69feSStefano Zampini ierr = MatSetOption(B,MAT_SYMMETRIC,symm);CHKERRQ(ierr); 152c4fb69feSStefano Zampini 153c4fb69feSStefano Zampini /* assemble the H-matrix */ 154c4fb69feSStefano Zampini ierr = MatBindToCPU(B,(PetscBool)!bgpu);CHKERRQ(ierr); 155c4fb69feSStefano Zampini ierr = MatSetFromOptions(B);CHKERRQ(ierr); 156c4fb69feSStefano Zampini ierr = MatAssemblyBegin(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 157c4fb69feSStefano Zampini ierr = MatAssemblyEnd(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 158c4fb69feSStefano Zampini ierr = MatViewFromOptions(B,NULL,"-B_view");CHKERRQ(ierr); 159c4fb69feSStefano Zampini 160c4fb69feSStefano Zampini /* Test MatScale */ 161c4fb69feSStefano Zampini ierr = MatScale(A,scale);CHKERRQ(ierr); 162c4fb69feSStefano Zampini ierr = MatScale(B,scale);CHKERRQ(ierr); 163c4fb69feSStefano Zampini 164c4fb69feSStefano Zampini /* Test MatMult */ 165c4fb69feSStefano Zampini ierr = MatCreateVecs(A,&Ax,&Ay);CHKERRQ(ierr); 166c4fb69feSStefano Zampini ierr = MatCreateVecs(B,&Bx,&By);CHKERRQ(ierr); 16753022affSStefano Zampini ierr = VecSetRandom(Ax,NULL);CHKERRQ(ierr); 168c4fb69feSStefano Zampini ierr = VecCopy(Ax,Bx);CHKERRQ(ierr); 169c4fb69feSStefano Zampini ierr = MatMult(A,Ax,Ay);CHKERRQ(ierr); 170c4fb69feSStefano Zampini ierr = MatMult(B,Bx,By);CHKERRQ(ierr); 171c4fb69feSStefano Zampini ierr = VecViewFromOptions(Ay,NULL,"-mult_vec_view");CHKERRQ(ierr); 172c4fb69feSStefano Zampini ierr = VecViewFromOptions(By,NULL,"-mult_vec_view");CHKERRQ(ierr); 173c4fb69feSStefano Zampini ierr = VecNorm(Ay,NORM_INFINITY,&nX);CHKERRQ(ierr); 174c4fb69feSStefano Zampini ierr = VecAXPY(Ay,-1.0,By);CHKERRQ(ierr); 175c4fb69feSStefano Zampini ierr = VecViewFromOptions(Ay,NULL,"-mult_vec_view");CHKERRQ(ierr); 176c4fb69feSStefano Zampini ierr = VecNorm(Ay,NORM_INFINITY,&err);CHKERRQ(ierr); 177c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"MatMult err %g\n",err/nX);CHKERRQ(ierr); 178c4fb69feSStefano Zampini ierr = VecScale(By,-1.0);CHKERRQ(ierr); 179c4fb69feSStefano Zampini ierr = MatMultAdd(B,Bx,By,By);CHKERRQ(ierr); 180c4fb69feSStefano Zampini ierr = VecNorm(By,NORM_INFINITY,&err);CHKERRQ(ierr); 181c4fb69feSStefano Zampini ierr = VecViewFromOptions(By,NULL,"-mult_vec_view");CHKERRQ(ierr); 1824c3a5f3cSStefano Zampini if (err > 10.*PETSC_SMALL) { 183c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"MatMultAdd err %g\n",err);CHKERRQ(ierr); 184c4fb69feSStefano Zampini } 185c4fb69feSStefano Zampini 186c4fb69feSStefano Zampini /* Test MatNorm */ 187c4fb69feSStefano Zampini ierr = MatNorm(A,NORM_INFINITY,&norms[0]);CHKERRQ(ierr); 188c4fb69feSStefano Zampini ierr = MatNorm(A,NORM_1,&norms[1]);CHKERRQ(ierr); 189c4fb69feSStefano Zampini norms[2] = -1.; /* NORM_2 not supported */ 190c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"A Matrix norms: infty=%g, norm_1=%g, norm_2=%g\n",(double)norms[0],(double)norms[1],(double)norms[2]);CHKERRQ(ierr); 191c4fb69feSStefano Zampini ierr = MatGetOperation(A,MATOP_NORM,&Anormfunc);CHKERRQ(ierr); 192c4fb69feSStefano Zampini ierr = MatGetOperation(B,MATOP_NORM,&approxnormfunc);CHKERRQ(ierr); 193c4fb69feSStefano Zampini ierr = MatSetOperation(A,MATOP_NORM,approxnormfunc);CHKERRQ(ierr); 194c4fb69feSStefano Zampini ierr = MatNorm(A,NORM_INFINITY,&norms[0]);CHKERRQ(ierr); 195c4fb69feSStefano Zampini ierr = MatNorm(A,NORM_1,&norms[1]);CHKERRQ(ierr); 196c4fb69feSStefano Zampini ierr = MatNorm(A,NORM_2,&norms[2]);CHKERRQ(ierr); 197c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"A Approx Matrix norms: infty=%g, norm_1=%g, norm_2=%g\n",(double)norms[0],(double)norms[1],(double)norms[2]);CHKERRQ(ierr); 198c4fb69feSStefano Zampini if (testnorm) { 199c4fb69feSStefano Zampini ierr = MatNorm(B,NORM_INFINITY,&norms[0]);CHKERRQ(ierr); 200c4fb69feSStefano Zampini ierr = MatNorm(B,NORM_1,&norms[1]);CHKERRQ(ierr); 201c4fb69feSStefano Zampini ierr = MatNorm(B,NORM_2,&norms[2]);CHKERRQ(ierr); 202c4fb69feSStefano Zampini } else { 203c4fb69feSStefano Zampini norms[0] = -1.; 204c4fb69feSStefano Zampini norms[1] = -1.; 205c4fb69feSStefano Zampini norms[2] = -1.; 206c4fb69feSStefano Zampini } 207c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"B Approx Matrix norms: infty=%g, norm_1=%g, norm_2=%g\n",(double)norms[0],(double)norms[1],(double)norms[2]);CHKERRQ(ierr); 208c4fb69feSStefano Zampini ierr = MatSetOperation(A,MATOP_NORM,Anormfunc);CHKERRQ(ierr); 209c4fb69feSStefano Zampini 210c4fb69feSStefano Zampini /* Test MatDuplicate */ 211c4fb69feSStefano Zampini ierr = MatDuplicate(B,MAT_COPY_VALUES,&D);CHKERRQ(ierr); 21253022affSStefano Zampini ierr = MatSetOption(D,MAT_SYMMETRIC,symm);CHKERRQ(ierr); 213c4fb69feSStefano Zampini ierr = MatMultEqual(B,D,10,&flg);CHKERRQ(ierr); 214c4fb69feSStefano Zampini if (!flg) { 215c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"MatMult error after MatDuplicate\n");CHKERRQ(ierr); 216c4fb69feSStefano Zampini } 217c4fb69feSStefano Zampini if (testtrans) { 218c4fb69feSStefano Zampini ierr = MatMultTransposeEqual(B,D,10,&flg);CHKERRQ(ierr); 219c4fb69feSStefano Zampini if (!flg) { 2207301b172SPierre Jolivet ierr = PetscPrintf(PETSC_COMM_WORLD,"MatMultTranspose error after MatDuplicate\n");CHKERRQ(ierr); 221c4fb69feSStefano Zampini } 222c4fb69feSStefano Zampini } 223c4fb69feSStefano Zampini ierr = MatDestroy(&D);CHKERRQ(ierr); 224c4fb69feSStefano Zampini 225c4fb69feSStefano Zampini if (testtrans) { /* MatMultTranspose for nonsymmetric matrices not implemented */ 22653022affSStefano Zampini ierr = VecSetRandom(Ay,NULL);CHKERRQ(ierr); 227c4fb69feSStefano Zampini ierr = VecCopy(Ay,By);CHKERRQ(ierr); 228c4fb69feSStefano Zampini ierr = MatMultTranspose(A,Ay,Ax);CHKERRQ(ierr); 229c4fb69feSStefano Zampini ierr = MatMultTranspose(B,By,Bx);CHKERRQ(ierr); 230c4fb69feSStefano Zampini ierr = VecViewFromOptions(Ax,NULL,"-multtrans_vec_view");CHKERRQ(ierr); 231c4fb69feSStefano Zampini ierr = VecViewFromOptions(Bx,NULL,"-multtrans_vec_view");CHKERRQ(ierr); 232c4fb69feSStefano Zampini ierr = VecNorm(Ax,NORM_INFINITY,&nX);CHKERRQ(ierr); 233c4fb69feSStefano Zampini ierr = VecAXPY(Ax,-1.0,Bx);CHKERRQ(ierr); 234c4fb69feSStefano Zampini ierr = VecViewFromOptions(Ax,NULL,"-multtrans_vec_view");CHKERRQ(ierr); 235c4fb69feSStefano Zampini ierr = VecNorm(Ax,NORM_INFINITY,&err);CHKERRQ(ierr); 236c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"MatMultTranspose err %g\n",err/nX);CHKERRQ(ierr); 237c4fb69feSStefano Zampini ierr = VecScale(Bx,-1.0);CHKERRQ(ierr); 238c4fb69feSStefano Zampini ierr = MatMultTransposeAdd(B,By,Bx,Bx);CHKERRQ(ierr); 239c4fb69feSStefano Zampini ierr = VecNorm(Bx,NORM_INFINITY,&err);CHKERRQ(ierr); 2404c3a5f3cSStefano Zampini if (err > 10.*PETSC_SMALL) { 241c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"MatMultTransposeAdd err %g\n",err);CHKERRQ(ierr); 242c4fb69feSStefano Zampini } 243c4fb69feSStefano Zampini } 244c4fb69feSStefano Zampini ierr = VecDestroy(&Ax);CHKERRQ(ierr); 245c4fb69feSStefano Zampini ierr = VecDestroy(&Ay);CHKERRQ(ierr); 246c4fb69feSStefano Zampini ierr = VecDestroy(&Bx);CHKERRQ(ierr); 247c4fb69feSStefano Zampini ierr = VecDestroy(&By);CHKERRQ(ierr); 248c4fb69feSStefano Zampini 249c4fb69feSStefano Zampini /* Test MatMatMult */ 250c4fb69feSStefano Zampini if (ldc) { 251c4fb69feSStefano Zampini ierr = PetscMalloc1(nrhs*(n+ldc),&Cdata);CHKERRQ(ierr); 252c4fb69feSStefano Zampini } 253c4fb69feSStefano Zampini ierr = MatCreateDense(PETSC_COMM_WORLD,n,PETSC_DECIDE,N,nrhs,Cdata,&C);CHKERRQ(ierr); 254c4fb69feSStefano Zampini ierr = MatDenseSetLDA(C,n+ldc);CHKERRQ(ierr); 25553022affSStefano Zampini ierr = MatSetRandom(C,NULL);CHKERRQ(ierr); 256c4fb69feSStefano Zampini if (cgpu) { 257c4fb69feSStefano Zampini ierr = MatConvert(C,MATDENSECUDA,MAT_INPLACE_MATRIX,&C);CHKERRQ(ierr); 258c4fb69feSStefano Zampini } 259c4fb69feSStefano Zampini for (nt = 0; nt < ntrials; nt++) { 260c4fb69feSStefano Zampini ierr = MatMatMult(B,C,nt ? MAT_REUSE_MATRIX : MAT_INITIAL_MATRIX,PETSC_DEFAULT,&D);CHKERRQ(ierr); 261c4fb69feSStefano Zampini ierr = MatViewFromOptions(D,NULL,"-bc_view");CHKERRQ(ierr); 262c4fb69feSStefano Zampini ierr = PetscObjectBaseTypeCompareAny((PetscObject)D,&flg,MATSEQDENSE,MATMPIDENSE,"");CHKERRQ(ierr); 263c4fb69feSStefano Zampini if (flg) { 264c4fb69feSStefano Zampini ierr = MatCreateVecs(B,&x,&y);CHKERRQ(ierr); 265c4fb69feSStefano Zampini ierr = MatCreateVecs(D,NULL,&v);CHKERRQ(ierr); 266c4fb69feSStefano Zampini for (i = 0; i < nrhs; i++) { 267c4fb69feSStefano Zampini ierr = MatGetColumnVector(D,v,i);CHKERRQ(ierr); 268c4fb69feSStefano Zampini ierr = MatGetColumnVector(C,x,i);CHKERRQ(ierr); 269c4fb69feSStefano Zampini ierr = MatMult(B,x,y);CHKERRQ(ierr); 270c4fb69feSStefano Zampini ierr = VecAXPY(y,-1.0,v);CHKERRQ(ierr); 271c4fb69feSStefano Zampini ierr = VecNorm(y,NORM_INFINITY,&err);CHKERRQ(ierr); 2728fffc762SJacob Faibussowitsch if (err > 10.*PETSC_SMALL) { ierr = PetscPrintf(PETSC_COMM_WORLD,"MatMat err %" PetscInt_FMT " %g\n",i,err);CHKERRQ(ierr); } 273c4fb69feSStefano Zampini } 274c4fb69feSStefano Zampini ierr = VecDestroy(&y);CHKERRQ(ierr); 275c4fb69feSStefano Zampini ierr = VecDestroy(&x);CHKERRQ(ierr); 276c4fb69feSStefano Zampini ierr = VecDestroy(&v);CHKERRQ(ierr); 277c4fb69feSStefano Zampini } 278c4fb69feSStefano Zampini } 279c4fb69feSStefano Zampini ierr = MatDestroy(&D);CHKERRQ(ierr); 280c4fb69feSStefano Zampini 281c4fb69feSStefano Zampini /* Test MatTransposeMatMult */ 282c4fb69feSStefano Zampini if (testtrans) { /* MatMultTranspose for nonsymmetric matrices not implemented */ 283c4fb69feSStefano Zampini for (nt = 0; nt < ntrials; nt++) { 284c4fb69feSStefano Zampini ierr = MatTransposeMatMult(B,C,nt ? MAT_REUSE_MATRIX : MAT_INITIAL_MATRIX,PETSC_DEFAULT,&D);CHKERRQ(ierr); 285c4fb69feSStefano Zampini ierr = MatViewFromOptions(D,NULL,"-btc_view");CHKERRQ(ierr); 286c4fb69feSStefano Zampini ierr = PetscObjectBaseTypeCompareAny((PetscObject)D,&flg,MATSEQDENSE,MATMPIDENSE,"");CHKERRQ(ierr); 287c4fb69feSStefano Zampini if (flg) { 288c4fb69feSStefano Zampini ierr = MatCreateVecs(B,&y,&x);CHKERRQ(ierr); 289c4fb69feSStefano Zampini ierr = MatCreateVecs(D,NULL,&v);CHKERRQ(ierr); 290c4fb69feSStefano Zampini for (i = 0; i < nrhs; i++) { 291c4fb69feSStefano Zampini ierr = MatGetColumnVector(D,v,i);CHKERRQ(ierr); 292c4fb69feSStefano Zampini ierr = MatGetColumnVector(C,x,i);CHKERRQ(ierr); 293c4fb69feSStefano Zampini ierr = MatMultTranspose(B,x,y);CHKERRQ(ierr); 294c4fb69feSStefano Zampini ierr = VecAXPY(y,-1.0,v);CHKERRQ(ierr); 295c4fb69feSStefano Zampini ierr = VecNorm(y,NORM_INFINITY,&err);CHKERRQ(ierr); 2968fffc762SJacob Faibussowitsch if (err > 10.*PETSC_SMALL) { ierr = PetscPrintf(PETSC_COMM_WORLD,"MatTransMat err %" PetscInt_FMT " %g\n",i,err);CHKERRQ(ierr); } 297c4fb69feSStefano Zampini } 298c4fb69feSStefano Zampini ierr = VecDestroy(&y);CHKERRQ(ierr); 299c4fb69feSStefano Zampini ierr = VecDestroy(&x);CHKERRQ(ierr); 300c4fb69feSStefano Zampini ierr = VecDestroy(&v);CHKERRQ(ierr); 301c4fb69feSStefano Zampini } 302c4fb69feSStefano Zampini } 303c4fb69feSStefano Zampini ierr = MatDestroy(&D);CHKERRQ(ierr); 304c4fb69feSStefano Zampini } 305c4fb69feSStefano Zampini 306*300d917bSStefano Zampini /* Test basis orthogonalization */ 30753022affSStefano Zampini if (testorthog) { 30853022affSStefano Zampini ierr = MatDuplicate(B,MAT_COPY_VALUES,&D);CHKERRQ(ierr); 30953022affSStefano Zampini ierr = MatSetOption(D,MAT_SYMMETRIC,symm);CHKERRQ(ierr); 31053022affSStefano Zampini ierr = MatH2OpusOrthogonalize(D);CHKERRQ(ierr); 31153022affSStefano Zampini ierr = MatMultEqual(B,D,10,&flg);CHKERRQ(ierr); 31253022affSStefano Zampini if (!flg) { 31353022affSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"MatMult error after basis ortogonalization\n");CHKERRQ(ierr); 31453022affSStefano Zampini } 31553022affSStefano Zampini ierr = MatDestroy(&D);CHKERRQ(ierr); 31653022affSStefano Zampini } 31753022affSStefano Zampini 318*300d917bSStefano Zampini /* Test matrix compression */ 31953022affSStefano Zampini if (testcompress) { 32053022affSStefano Zampini ierr = MatDuplicate(B,MAT_COPY_VALUES,&D);CHKERRQ(ierr); 32153022affSStefano Zampini ierr = MatSetOption(D,MAT_SYMMETRIC,symm);CHKERRQ(ierr); 32253022affSStefano Zampini ierr = MatH2OpusCompress(D,PETSC_SMALL);CHKERRQ(ierr); 32353022affSStefano Zampini ierr = MatDestroy(&D);CHKERRQ(ierr); 32453022affSStefano Zampini } 32553022affSStefano Zampini 326*300d917bSStefano Zampini /* Test low-rank update */ 327*300d917bSStefano Zampini if (testhlru) { 328*300d917bSStefano Zampini Mat U, V; 329*300d917bSStefano Zampini PetscScalar *Udata = NULL, *Vdata = NULL; 330*300d917bSStefano Zampini 331*300d917bSStefano Zampini if (ldu) { 332*300d917bSStefano Zampini ierr = PetscMalloc1(nlr*(n+ldu),&Udata);CHKERRQ(ierr); 333*300d917bSStefano Zampini ierr = PetscMalloc1(nlr*(n+ldu+2),&Vdata);CHKERRQ(ierr); 334*300d917bSStefano Zampini } 335*300d917bSStefano Zampini ierr = MatDuplicate(B,MAT_COPY_VALUES,&D);CHKERRQ(ierr); 336*300d917bSStefano Zampini ierr = MatCreateDense(PetscObjectComm((PetscObject)D),n,PETSC_DECIDE,N,nlr,Udata,&U);CHKERRQ(ierr); 337*300d917bSStefano Zampini ierr = MatDenseSetLDA(U,n+ldu);CHKERRQ(ierr); 338*300d917bSStefano Zampini ierr = MatCreateDense(PetscObjectComm((PetscObject)D),n,PETSC_DECIDE,N,nlr,Vdata,&V);CHKERRQ(ierr); 339*300d917bSStefano Zampini if (ldu) { ierr = MatDenseSetLDA(V,n+ldu+2);CHKERRQ(ierr); } 340*300d917bSStefano Zampini ierr = MatSetRandom(U,NULL);CHKERRQ(ierr); 341*300d917bSStefano Zampini ierr = MatSetRandom(V,NULL);CHKERRQ(ierr); 342*300d917bSStefano Zampini ierr = MatH2OpusLowRankUpdate(D,U,V,0.5);CHKERRQ(ierr); 343*300d917bSStefano Zampini ierr = MatH2OpusLowRankUpdate(D,U,V,-0.5);CHKERRQ(ierr); 344*300d917bSStefano Zampini ierr = MatMultEqual(B,D,10,&flg);CHKERRQ(ierr); 345*300d917bSStefano Zampini if (!flg) { 346*300d917bSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"MatMult error after low-rank update\n");CHKERRQ(ierr); 347*300d917bSStefano Zampini } 348*300d917bSStefano Zampini ierr = MatDestroy(&D);CHKERRQ(ierr); 349*300d917bSStefano Zampini ierr = MatDestroy(&U);CHKERRQ(ierr); 350*300d917bSStefano Zampini ierr = PetscFree(Udata);CHKERRQ(ierr); 351*300d917bSStefano Zampini ierr = MatDestroy(&V);CHKERRQ(ierr); 352*300d917bSStefano Zampini ierr = PetscFree(Vdata);CHKERRQ(ierr); 353*300d917bSStefano Zampini } 354*300d917bSStefano Zampini 355c4fb69feSStefano Zampini /* check explicit operator */ 356c4fb69feSStefano Zampini if (checkexpl) { 357c4fb69feSStefano Zampini Mat Be, Bet; 358c4fb69feSStefano Zampini 359c4fb69feSStefano Zampini ierr = MatComputeOperator(B,MATDENSE,&D);CHKERRQ(ierr); 360c4fb69feSStefano Zampini ierr = MatDuplicate(D,MAT_COPY_VALUES,&Be);CHKERRQ(ierr); 361c4fb69feSStefano Zampini ierr = MatNorm(D,NORM_FROBENIUS,&nB);CHKERRQ(ierr); 362c4fb69feSStefano Zampini ierr = MatViewFromOptions(D,NULL,"-expl_view");CHKERRQ(ierr); 363c4fb69feSStefano Zampini ierr = MatAXPY(D,-1.0,A,SAME_NONZERO_PATTERN);CHKERRQ(ierr); 364c4fb69feSStefano Zampini ierr = MatViewFromOptions(D,NULL,"-diff_view");CHKERRQ(ierr); 365c4fb69feSStefano Zampini ierr = MatNorm(D,NORM_FROBENIUS,&nD);CHKERRQ(ierr); 366c4fb69feSStefano Zampini ierr = MatNorm(A,NORM_FROBENIUS,&nA);CHKERRQ(ierr); 367c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"Approximation error %g (%g / %g, %g)\n",nD/nA,nD,nA,nB);CHKERRQ(ierr); 368c4fb69feSStefano Zampini ierr = MatDestroy(&D);CHKERRQ(ierr); 369c4fb69feSStefano Zampini 370c4fb69feSStefano Zampini if (testtrans) { /* MatMultTranspose for nonsymmetric matrices not implemented */ 371c4fb69feSStefano Zampini ierr = MatTranspose(A,MAT_INPLACE_MATRIX,&A);CHKERRQ(ierr); 372c4fb69feSStefano Zampini ierr = MatComputeOperatorTranspose(B,MATDENSE,&D);CHKERRQ(ierr); 373c4fb69feSStefano Zampini ierr = MatDuplicate(D,MAT_COPY_VALUES,&Bet);CHKERRQ(ierr); 374c4fb69feSStefano Zampini ierr = MatNorm(D,NORM_FROBENIUS,&nB);CHKERRQ(ierr); 375c4fb69feSStefano Zampini ierr = MatViewFromOptions(D,NULL,"-expl_trans_view");CHKERRQ(ierr); 376c4fb69feSStefano Zampini ierr = MatAXPY(D,-1.0,A,SAME_NONZERO_PATTERN);CHKERRQ(ierr); 377c4fb69feSStefano Zampini ierr = MatViewFromOptions(D,NULL,"-diff_trans_view");CHKERRQ(ierr); 378c4fb69feSStefano Zampini ierr = MatNorm(D,NORM_FROBENIUS,&nD);CHKERRQ(ierr); 379c4fb69feSStefano Zampini ierr = MatNorm(A,NORM_FROBENIUS,&nA);CHKERRQ(ierr); 380c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"Approximation error transpose %g (%g / %g, %g)\n",nD/nA,nD,nA,nB);CHKERRQ(ierr); 381c4fb69feSStefano Zampini ierr = MatDestroy(&D);CHKERRQ(ierr); 382c4fb69feSStefano Zampini 383c4fb69feSStefano Zampini ierr = MatTranspose(Bet,MAT_INPLACE_MATRIX,&Bet);CHKERRQ(ierr); 384c4fb69feSStefano Zampini ierr = MatAXPY(Be,-1.0,Bet,SAME_NONZERO_PATTERN);CHKERRQ(ierr); 385c4fb69feSStefano Zampini ierr = MatViewFromOptions(Be,NULL,"-diff_expl_view");CHKERRQ(ierr); 386c4fb69feSStefano Zampini ierr = MatNorm(Be,NORM_FROBENIUS,&nB);CHKERRQ(ierr); 387c4fb69feSStefano Zampini ierr = PetscPrintf(PETSC_COMM_WORLD,"Approximation error B - (B^T)^T %g\n",nB);CHKERRQ(ierr); 388c4fb69feSStefano Zampini ierr = MatDestroy(&Be);CHKERRQ(ierr); 389c4fb69feSStefano Zampini ierr = MatDestroy(&Bet);CHKERRQ(ierr); 390c4fb69feSStefano Zampini } 391c4fb69feSStefano Zampini } 392c4fb69feSStefano Zampini ierr = MatDestroy(&A);CHKERRQ(ierr); 393c4fb69feSStefano Zampini ierr = MatDestroy(&B);CHKERRQ(ierr); 394c4fb69feSStefano Zampini ierr = MatDestroy(&C);CHKERRQ(ierr); 395c4fb69feSStefano Zampini ierr = PetscFree(Cdata);CHKERRQ(ierr); 396c4fb69feSStefano Zampini ierr = PetscFree(Adata);CHKERRQ(ierr); 397c4fb69feSStefano Zampini ierr = PetscFinalize(); 398c4fb69feSStefano Zampini return ierr; 399c4fb69feSStefano Zampini } 400c4fb69feSStefano Zampini 401c4fb69feSStefano Zampini /*TEST 402c4fb69feSStefano Zampini 403c4fb69feSStefano Zampini build: 40453022affSStefano Zampini requires: h2opus 405c4fb69feSStefano Zampini 406c4fb69feSStefano Zampini #tests from kernel 407c4fb69feSStefano Zampini test: 40853022affSStefano Zampini requires: h2opus 409c4fb69feSStefano Zampini nsize: 1 410c4fb69feSStefano Zampini suffix: 1 411c4fb69feSStefano Zampini args: -n {{17 33}} -kernel 1 -dim {{1 2 3}} -symm {{0 1}} -checkexpl -bgpu 0 412c4fb69feSStefano Zampini 413c4fb69feSStefano Zampini test: 41453022affSStefano Zampini requires: h2opus 415c4fb69feSStefano Zampini nsize: 1 416c4fb69feSStefano Zampini suffix: 1_ld 417c4fb69feSStefano Zampini output_file: output/ex66_1.out 418*300d917bSStefano Zampini args: -n 33 -kernel 1 -dim 1 -lda 13 -ldc 11 -ldu 17 -symm 0 -checkexpl -bgpu 0 419c4fb69feSStefano Zampini 420c4fb69feSStefano Zampini test: 42153022affSStefano Zampini requires: h2opus cuda 422c4fb69feSStefano Zampini nsize: 1 423c4fb69feSStefano Zampini suffix: 1_cuda 424c4fb69feSStefano Zampini output_file: output/ex66_1.out 425c4fb69feSStefano Zampini args: -n {{17 33}} -kernel 1 -dim {{1 2 3}} -symm {{0 1}} -checkexpl -bgpu 1 426c4fb69feSStefano Zampini 427c4fb69feSStefano Zampini test: 42853022affSStefano Zampini requires: h2opus cuda 429c4fb69feSStefano Zampini nsize: 1 430c4fb69feSStefano Zampini suffix: 1_cuda_ld 431c4fb69feSStefano Zampini output_file: output/ex66_1.out 432*300d917bSStefano Zampini args: -n 33 -kernel 1 -dim 1 -lda 13 -ldc 11 -ldu 17 -symm 0 -checkexpl -bgpu 1 433c4fb69feSStefano Zampini 434c4fb69feSStefano Zampini test: 43553022affSStefano Zampini requires: h2opus 43653022affSStefano Zampini nsize: {{2 3}} 437c4fb69feSStefano Zampini suffix: 1_par 43853022affSStefano Zampini args: -n 64 -symm -kernel 1 -dim 1 -ldc 12 -testlayout {{0 1}} -bgpu 0 -cgpu 0 439c4fb69feSStefano Zampini 440c4fb69feSStefano Zampini test: 44153022affSStefano Zampini requires: h2opus cuda 44253022affSStefano Zampini nsize: {{2 3}} 443c4fb69feSStefano Zampini suffix: 1_par_cuda 44453022affSStefano Zampini args: -n 64 -symm -kernel 1 -dim 1 -ldc 12 -testlayout {{0 1}} -bgpu {{0 1}} -cgpu {{0 1}} 445c4fb69feSStefano Zampini output_file: output/ex66_1_par.out 446c4fb69feSStefano Zampini 447c4fb69feSStefano Zampini #tests from matrix sampling (parallel or unsymmetric not supported) 448c4fb69feSStefano Zampini test: 44953022affSStefano Zampini requires: h2opus 450c4fb69feSStefano Zampini nsize: 1 451c4fb69feSStefano Zampini suffix: 2 452c4fb69feSStefano Zampini args: -n {{17 33}} -kernel 0 -dim 2 -symm 1 -checkexpl -bgpu 0 453c4fb69feSStefano Zampini 454c4fb69feSStefano Zampini test: 45553022affSStefano Zampini requires: h2opus cuda 456c4fb69feSStefano Zampini nsize: 1 457c4fb69feSStefano Zampini suffix: 2_cuda 458c4fb69feSStefano Zampini output_file: output/ex66_2.out 459c4fb69feSStefano Zampini args: -n {{17 33}} -kernel 0 -dim 2 -symm 1 -checkexpl -bgpu {{0 1}} -agpu {{0 1}} 460c4fb69feSStefano Zampini 46153022affSStefano Zampini #tests view operation 46253022affSStefano Zampini test: 46353022affSStefano Zampini requires: h2opus !cuda 46453022affSStefano Zampini filter: grep -v "MPI processes" | grep -v "\[" | grep -v "\]" 46553022affSStefano Zampini nsize: {{1 2 3}} 46653022affSStefano Zampini suffix: view 46753022affSStefano Zampini args: -ng 64 -kernel 1 -dim 2 -symm 1 -checkexpl -B_view -mat_h2opus_leafsize 17 -mat_h2opus_normsamples 13 -mat_h2opus_indexmap_view ::ascii_matlab -mat_approximate_norm_samples 2 -mat_h2opus_normsamples 2 46853022affSStefano Zampini 46953022affSStefano Zampini test: 47053022affSStefano Zampini requires: h2opus cuda 47153022affSStefano Zampini filter: grep -v "MPI processes" | grep -v "\[" | grep -v "\]" 47253022affSStefano Zampini nsize: {{1 2 3}} 47353022affSStefano Zampini suffix: view_cuda 47453022affSStefano Zampini args: -ng 64 -kernel 1 -dim 2 -symm 1 -checkexpl -bgpu -B_view -mat_h2opus_leafsize 17 -mat_h2opus_normsamples 13 -mat_h2opus_indexmap_view ::ascii_matlab -mat_approximate_norm_samples 2 -mat_h2opus_normsamples 2 47553022affSStefano Zampini 476c4fb69feSStefano Zampini TEST*/ 477