1c4762a1bSJed Brown static char help[] = "Test sequential USFFT interface on a uniform DMDA and compares the result to FFTW\n\n"; 2c4762a1bSJed Brown 3c4762a1bSJed Brown /* 4c4762a1bSJed Brown Compiling the code: 5c4762a1bSJed Brown This code uses the complex numbers version of PETSc and the FFTW package, so configure 6c4762a1bSJed Brown must be run to enable these. 7c4762a1bSJed Brown 8c4762a1bSJed Brown */ 9c4762a1bSJed Brown 10c4762a1bSJed Brown #include <petscmat.h> 11c4762a1bSJed Brown #include <petscdm.h> 12c4762a1bSJed Brown #include <petscdmda.h> 13ad0e0ea3SStefano Zampini int main(int argc,char **args) 14c4762a1bSJed Brown { 15c4762a1bSJed Brown typedef enum {RANDOM, CONSTANT, TANH, NUM_FUNCS} FuncType; 16c4762a1bSJed Brown const char *funcNames[NUM_FUNCS] = {"random", "constant", "tanh"}; 17c4762a1bSJed Brown Mat A, AA; 18c4762a1bSJed Brown PetscMPIInt size; 19c4762a1bSJed Brown PetscInt N,i, stencil=1,dof=1; 20c4762a1bSJed Brown PetscInt dim[3] = {10,10,10}, ndim = 3; 21c4762a1bSJed Brown Vec coords,x,y,z,xx,yy,zz; 22c4762a1bSJed Brown PetscReal h[3]; 23c4762a1bSJed Brown PetscScalar s; 24c4762a1bSJed Brown PetscRandom rdm; 25c4762a1bSJed Brown PetscReal norm, enorm; 26c4762a1bSJed Brown PetscInt func; 27c4762a1bSJed Brown FuncType function = TANH; 28c4762a1bSJed Brown DM da, coordsda; 29c4762a1bSJed Brown PetscBool view_x = PETSC_FALSE, view_y = PETSC_FALSE, view_z = PETSC_FALSE; 30c4762a1bSJed Brown PetscErrorCode ierr; 31c4762a1bSJed Brown 32*b122ec5aSJacob Faibussowitsch CHKERRQ(PetscInitialize(&argc,&args,(char*)0,help)); 335f80ce2aSJacob Faibussowitsch CHKERRMPI(MPI_Comm_size(PETSC_COMM_WORLD, &size)); 342c71b3e2SJacob Faibussowitsch PetscCheckFalse(size != 1,PETSC_COMM_WORLD,PETSC_ERR_SUP, "This is a uniprocessor example only!"); 35c4762a1bSJed Brown ierr = PetscOptionsBegin(PETSC_COMM_WORLD, NULL, "USFFT Options", "ex27");CHKERRQ(ierr); 365f80ce2aSJacob Faibussowitsch CHKERRQ(PetscOptionsEList("-function", "Function type", "ex27", funcNames, NUM_FUNCS, funcNames[function], &func, NULL)); 37c4762a1bSJed Brown function = (FuncType) func; 38c4762a1bSJed Brown ierr = PetscOptionsEnd();CHKERRQ(ierr); 395f80ce2aSJacob Faibussowitsch CHKERRQ(PetscOptionsGetBool(NULL,NULL,"-view_x",&view_x,NULL)); 405f80ce2aSJacob Faibussowitsch CHKERRQ(PetscOptionsGetBool(NULL,NULL,"-view_y",&view_y,NULL)); 415f80ce2aSJacob Faibussowitsch CHKERRQ(PetscOptionsGetBool(NULL,NULL,"-view_z",&view_z,NULL)); 425f80ce2aSJacob Faibussowitsch CHKERRQ(PetscOptionsGetIntArray(NULL,NULL,"-dim",dim,&ndim,NULL)); 43c4762a1bSJed Brown 44c4762a1bSJed Brown ierr = DMDACreate3d(PETSC_COMM_SELF,DM_BOUNDARY_NONE,DM_BOUNDARY_NONE,DM_BOUNDARY_NONE,DMDA_STENCIL_STAR,dim[0], dim[1], dim[2], 45c4762a1bSJed Brown PETSC_DECIDE, PETSC_DECIDE, PETSC_DECIDE,dof, stencil,NULL, NULL, NULL,&da);CHKERRQ(ierr); 465f80ce2aSJacob Faibussowitsch CHKERRQ(DMSetFromOptions(da)); 475f80ce2aSJacob Faibussowitsch CHKERRQ(DMSetUp(da)); 48c4762a1bSJed Brown 49c4762a1bSJed Brown /* Coordinates */ 505f80ce2aSJacob Faibussowitsch CHKERRQ(DMGetCoordinateDM(da, &coordsda)); 515f80ce2aSJacob Faibussowitsch CHKERRQ(DMGetGlobalVector(coordsda, &coords)); 525f80ce2aSJacob Faibussowitsch CHKERRQ(PetscObjectSetName((PetscObject) coords, "Grid coordinates")); 53c4762a1bSJed Brown for (i = 0, N = 1; i < 3; i++) { 54c4762a1bSJed Brown h[i] = 1.0/dim[i]; 55c4762a1bSJed Brown PetscScalar *a; 565f80ce2aSJacob Faibussowitsch CHKERRQ(VecGetArray(coords, &a)); 57c4762a1bSJed Brown PetscInt j,k,n = 0; 58c4762a1bSJed Brown for (i = 0; i < 3; ++i) { 59c4762a1bSJed Brown for (j = 0; j < dim[i]; ++j) { 60c4762a1bSJed Brown for (k = 0; k < 3; ++k) { 61c4762a1bSJed Brown a[n] = j*h[i]; /* coordinate along the j-th point in the i-th dimension */ 62c4762a1bSJed Brown ++n; 63c4762a1bSJed Brown } 64c4762a1bSJed Brown } 65c4762a1bSJed Brown } 665f80ce2aSJacob Faibussowitsch CHKERRQ(VecRestoreArray(coords, &a)); 67c4762a1bSJed Brown 68c4762a1bSJed Brown } 695f80ce2aSJacob Faibussowitsch CHKERRQ(DMSetCoordinates(da, coords)); 70c4762a1bSJed Brown 71c4762a1bSJed Brown /* Work vectors */ 725f80ce2aSJacob Faibussowitsch CHKERRQ(DMGetGlobalVector(da, &x)); 735f80ce2aSJacob Faibussowitsch CHKERRQ(PetscObjectSetName((PetscObject) x, "Real space vector")); 745f80ce2aSJacob Faibussowitsch CHKERRQ(DMGetGlobalVector(da, &xx)); 755f80ce2aSJacob Faibussowitsch CHKERRQ(PetscObjectSetName((PetscObject) xx, "Real space vector")); 765f80ce2aSJacob Faibussowitsch CHKERRQ(DMGetGlobalVector(da, &y)); 775f80ce2aSJacob Faibussowitsch CHKERRQ(PetscObjectSetName((PetscObject) y, "USFFT frequency space vector")); 785f80ce2aSJacob Faibussowitsch CHKERRQ(DMGetGlobalVector(da, &yy)); 795f80ce2aSJacob Faibussowitsch CHKERRQ(PetscObjectSetName((PetscObject) yy, "FFTW frequency space vector")); 805f80ce2aSJacob Faibussowitsch CHKERRQ(DMGetGlobalVector(da, &z)); 815f80ce2aSJacob Faibussowitsch CHKERRQ(PetscObjectSetName((PetscObject) z, "USFFT reconstructed vector")); 825f80ce2aSJacob Faibussowitsch CHKERRQ(DMGetGlobalVector(da, &zz)); 835f80ce2aSJacob Faibussowitsch CHKERRQ(PetscObjectSetName((PetscObject) zz, "FFTW reconstructed vector")); 84c4762a1bSJed Brown 855f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF, "%3-D: USFFT on vector of ")); 86c4762a1bSJed Brown for (i = 0, N = 1; i < 3; i++) { 875f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF, "dim[%d] = %d ",i,dim[i])); 88c4762a1bSJed Brown N *= dim[i]; 89c4762a1bSJed Brown } 905f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF, "; total size %d \n",N)); 91c4762a1bSJed Brown 92c4762a1bSJed Brown if (function == RANDOM) { 935f80ce2aSJacob Faibussowitsch CHKERRQ(PetscRandomCreate(PETSC_COMM_SELF, &rdm)); 945f80ce2aSJacob Faibussowitsch CHKERRQ(PetscRandomSetFromOptions(rdm)); 955f80ce2aSJacob Faibussowitsch CHKERRQ(VecSetRandom(x, rdm)); 965f80ce2aSJacob Faibussowitsch CHKERRQ(PetscRandomDestroy(&rdm)); 97c4762a1bSJed Brown } else if (function == CONSTANT) { 985f80ce2aSJacob Faibussowitsch CHKERRQ(VecSet(x, 1.0)); 99c4762a1bSJed Brown } else if (function == TANH) { 100c4762a1bSJed Brown PetscScalar *a; 1015f80ce2aSJacob Faibussowitsch CHKERRQ(VecGetArray(x, &a)); 102c4762a1bSJed Brown PetscInt j,k = 0; 103c4762a1bSJed Brown for (i = 0; i < 3; ++i) { 104c4762a1bSJed Brown for (j = 0; j < dim[i]; ++j) { 105c4762a1bSJed Brown a[k] = tanh((j - dim[i]/2.0)*(10.0/dim[i])); 106c4762a1bSJed Brown ++k; 107c4762a1bSJed Brown } 108c4762a1bSJed Brown } 1095f80ce2aSJacob Faibussowitsch CHKERRQ(VecRestoreArray(x, &a)); 110c4762a1bSJed Brown } 111c4762a1bSJed Brown if (view_x) { 1125f80ce2aSJacob Faibussowitsch CHKERRQ(VecView(x, PETSC_VIEWER_STDOUT_WORLD)); 113c4762a1bSJed Brown } 1145f80ce2aSJacob Faibussowitsch CHKERRQ(VecCopy(x,xx)); 115c4762a1bSJed Brown 1165f80ce2aSJacob Faibussowitsch CHKERRQ(VecNorm(x,NORM_2,&norm)); 1175f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF, "|x|_2 = %g\n",norm)); 118c4762a1bSJed Brown 119c4762a1bSJed Brown /* create USFFT object */ 1205f80ce2aSJacob Faibussowitsch CHKERRQ(MatCreateSeqUSFFT(coords,da,&A)); 121c4762a1bSJed Brown /* create FFTW object */ 1225f80ce2aSJacob Faibussowitsch CHKERRQ(MatCreateSeqFFTW(PETSC_COMM_SELF,3,dim,&AA)); 123c4762a1bSJed Brown 124c4762a1bSJed Brown /* apply USFFT and FFTW FORWARD "preemptively", so the fftw_plans can be reused on different vectors */ 1255f80ce2aSJacob Faibussowitsch CHKERRQ(MatMult(A,x,z)); 1265f80ce2aSJacob Faibussowitsch CHKERRQ(MatMult(AA,xx,zz)); 127c4762a1bSJed Brown /* Now apply USFFT and FFTW forward several (3) times */ 128c4762a1bSJed Brown for (i=0; i<3; ++i) { 1295f80ce2aSJacob Faibussowitsch CHKERRQ(MatMult(A,x,y)); 1305f80ce2aSJacob Faibussowitsch CHKERRQ(MatMult(AA,xx,yy)); 1315f80ce2aSJacob Faibussowitsch CHKERRQ(MatMultTranspose(A,y,z)); 1325f80ce2aSJacob Faibussowitsch CHKERRQ(MatMultTranspose(AA,yy,zz)); 133c4762a1bSJed Brown } 134c4762a1bSJed Brown 135c4762a1bSJed Brown if (view_y) { 1365f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_WORLD, "y = \n")); 1375f80ce2aSJacob Faibussowitsch CHKERRQ(VecView(y, PETSC_VIEWER_STDOUT_WORLD)); 1385f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_WORLD, "yy = \n")); 1395f80ce2aSJacob Faibussowitsch CHKERRQ(VecView(yy, PETSC_VIEWER_STDOUT_WORLD)); 140c4762a1bSJed Brown } 141c4762a1bSJed Brown 142c4762a1bSJed Brown if (view_z) { 1435f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_WORLD, "z = \n")); 1445f80ce2aSJacob Faibussowitsch CHKERRQ(VecView(z, PETSC_VIEWER_STDOUT_WORLD)); 1455f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_WORLD, "zz = \n")); 1465f80ce2aSJacob Faibussowitsch CHKERRQ(VecView(zz, PETSC_VIEWER_STDOUT_WORLD)); 147c4762a1bSJed Brown } 148c4762a1bSJed Brown 149c4762a1bSJed Brown /* compare x and z. USFFT computes an unnormalized DFT, thus z = N*x */ 150c4762a1bSJed Brown s = 1.0/(PetscReal)N; 1515f80ce2aSJacob Faibussowitsch CHKERRQ(VecScale(z,s)); 1525f80ce2aSJacob Faibussowitsch CHKERRQ(VecAXPY(x,-1.0,z)); 1535f80ce2aSJacob Faibussowitsch CHKERRQ(VecNorm(x,NORM_1,&enorm)); 1545f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF, "|x-z| = %g\n",enorm)); 155c4762a1bSJed Brown 156c4762a1bSJed Brown /* compare xx and zz. FFTW computes an unnormalized DFT, thus zz = N*x */ 157c4762a1bSJed Brown s = 1.0/(PetscReal)N; 1585f80ce2aSJacob Faibussowitsch CHKERRQ(VecScale(zz,s)); 1595f80ce2aSJacob Faibussowitsch CHKERRQ(VecAXPY(xx,-1.0,zz)); 1605f80ce2aSJacob Faibussowitsch CHKERRQ(VecNorm(xx,NORM_1,&enorm)); 1615f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF, "|xx-zz| = %g\n",enorm)); 162c4762a1bSJed Brown 163c4762a1bSJed Brown /* compare y and yy: USFFT and FFTW results*/ 1645f80ce2aSJacob Faibussowitsch CHKERRQ(VecNorm(y,NORM_2,&norm)); 1655f80ce2aSJacob Faibussowitsch CHKERRQ(VecAXPY(y,-1.0,yy)); 1665f80ce2aSJacob Faibussowitsch CHKERRQ(VecNorm(y,NORM_1,&enorm)); 1675f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF, "|y|_2 = %g\n",norm)); 1685f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF, "|y-yy| = %g\n",enorm)); 169c4762a1bSJed Brown 170c4762a1bSJed Brown /* compare z and zz: USFFT and FFTW results*/ 1715f80ce2aSJacob Faibussowitsch CHKERRQ(VecNorm(z,NORM_2,&norm)); 1725f80ce2aSJacob Faibussowitsch CHKERRQ(VecAXPY(z,-1.0,zz)); 1735f80ce2aSJacob Faibussowitsch CHKERRQ(VecNorm(z,NORM_1,&enorm)); 1745f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF, "|z|_2 = %g\n",norm)); 1755f80ce2aSJacob Faibussowitsch CHKERRQ(PetscPrintf(PETSC_COMM_SELF, "|z-zz| = %g\n",enorm)); 176c4762a1bSJed Brown 177c4762a1bSJed Brown /* free spaces */ 1785f80ce2aSJacob Faibussowitsch CHKERRQ(DMRestoreGlobalVector(da,&x)); 1795f80ce2aSJacob Faibussowitsch CHKERRQ(DMRestoreGlobalVector(da,&xx)); 1805f80ce2aSJacob Faibussowitsch CHKERRQ(DMRestoreGlobalVector(da,&y)); 1815f80ce2aSJacob Faibussowitsch CHKERRQ(DMRestoreGlobalVector(da,&yy)); 1825f80ce2aSJacob Faibussowitsch CHKERRQ(DMRestoreGlobalVector(da,&z)); 1835f80ce2aSJacob Faibussowitsch CHKERRQ(DMRestoreGlobalVector(da,&zz)); 1845f80ce2aSJacob Faibussowitsch CHKERRQ(VecDestroy(&coords)); 1855f80ce2aSJacob Faibussowitsch CHKERRQ(DMDestroy(&da)); 186*b122ec5aSJacob Faibussowitsch CHKERRQ(PetscFinalize()); 187*b122ec5aSJacob Faibussowitsch return 0; 188c4762a1bSJed Brown } 189