1c4762a1bSJed Brown static char help[] = "Test sequential USFFT interface on a uniform DMDA and compares the result to FFTW\n\n"; 2c4762a1bSJed Brown 3c4762a1bSJed Brown /* 4c4762a1bSJed Brown Compiling the code: 5c4762a1bSJed Brown This code uses the complex numbers version of PETSc and the FFTW package, so configure 6c4762a1bSJed Brown must be run to enable these. 7c4762a1bSJed Brown 8c4762a1bSJed Brown */ 9c4762a1bSJed Brown 10c4762a1bSJed Brown #include <petscmat.h> 11c4762a1bSJed Brown #include <petscdm.h> 12c4762a1bSJed Brown #include <petscdmda.h> 13ad0e0ea3SStefano Zampini int main(int argc,char **args) 14c4762a1bSJed Brown { 15c4762a1bSJed Brown typedef enum {RANDOM, CONSTANT, TANH, NUM_FUNCS} FuncType; 16c4762a1bSJed Brown const char *funcNames[NUM_FUNCS] = {"random", "constant", "tanh"}; 17c4762a1bSJed Brown Mat A, AA; 18c4762a1bSJed Brown PetscMPIInt size; 19c4762a1bSJed Brown PetscInt N,i, stencil=1,dof=1; 20c4762a1bSJed Brown PetscInt dim[3] = {10,10,10}, ndim = 3; 21c4762a1bSJed Brown Vec coords,x,y,z,xx,yy,zz; 22c4762a1bSJed Brown PetscReal h[3]; 23c4762a1bSJed Brown PetscScalar s; 24c4762a1bSJed Brown PetscRandom rdm; 25c4762a1bSJed Brown PetscReal norm, enorm; 26c4762a1bSJed Brown PetscInt func; 27c4762a1bSJed Brown FuncType function = TANH; 28c4762a1bSJed Brown DM da, coordsda; 29c4762a1bSJed Brown PetscBool view_x = PETSC_FALSE, view_y = PETSC_FALSE, view_z = PETSC_FALSE; 30c4762a1bSJed Brown 319566063dSJacob Faibussowitsch PetscCall(PetscInitialize(&argc,&args,(char*)0,help)); 329566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_size(PETSC_COMM_WORLD, &size)); 3308401ef6SPierre Jolivet PetscCheck(size == 1,PETSC_COMM_WORLD,PETSC_ERR_SUP, "This is a uniprocessor example only!"); 34*d0609cedSBarry Smith PetscOptionsBegin(PETSC_COMM_WORLD, NULL, "USFFT Options", "ex27"); 359566063dSJacob Faibussowitsch PetscCall(PetscOptionsEList("-function", "Function type", "ex27", funcNames, NUM_FUNCS, funcNames[function], &func, NULL)); 36c4762a1bSJed Brown function = (FuncType) func; 37*d0609cedSBarry Smith PetscOptionsEnd(); 389566063dSJacob Faibussowitsch PetscCall(PetscOptionsGetBool(NULL,NULL,"-view_x",&view_x,NULL)); 399566063dSJacob Faibussowitsch PetscCall(PetscOptionsGetBool(NULL,NULL,"-view_y",&view_y,NULL)); 409566063dSJacob Faibussowitsch PetscCall(PetscOptionsGetBool(NULL,NULL,"-view_z",&view_z,NULL)); 419566063dSJacob Faibussowitsch PetscCall(PetscOptionsGetIntArray(NULL,NULL,"-dim",dim,&ndim,NULL)); 42c4762a1bSJed Brown 43*d0609cedSBarry Smith PetscCall(DMDACreate3d(PETSC_COMM_SELF,DM_BOUNDARY_NONE,DM_BOUNDARY_NONE,DM_BOUNDARY_NONE,DMDA_STENCIL_STAR,dim[0], dim[1], dim[2], 44*d0609cedSBarry Smith PETSC_DECIDE, PETSC_DECIDE, PETSC_DECIDE,dof, stencil,NULL, NULL, NULL,&da)); 459566063dSJacob Faibussowitsch PetscCall(DMSetFromOptions(da)); 469566063dSJacob Faibussowitsch PetscCall(DMSetUp(da)); 47c4762a1bSJed Brown 48c4762a1bSJed Brown /* Coordinates */ 499566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDM(da, &coordsda)); 509566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(coordsda, &coords)); 519566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject) coords, "Grid coordinates")); 52c4762a1bSJed Brown for (i = 0, N = 1; i < 3; i++) { 53c4762a1bSJed Brown h[i] = 1.0/dim[i]; 54c4762a1bSJed Brown PetscScalar *a; 559566063dSJacob Faibussowitsch PetscCall(VecGetArray(coords, &a)); 56c4762a1bSJed Brown PetscInt j,k,n = 0; 57c4762a1bSJed Brown for (i = 0; i < 3; ++i) { 58c4762a1bSJed Brown for (j = 0; j < dim[i]; ++j) { 59c4762a1bSJed Brown for (k = 0; k < 3; ++k) { 60c4762a1bSJed Brown a[n] = j*h[i]; /* coordinate along the j-th point in the i-th dimension */ 61c4762a1bSJed Brown ++n; 62c4762a1bSJed Brown } 63c4762a1bSJed Brown } 64c4762a1bSJed Brown } 659566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(coords, &a)); 66c4762a1bSJed Brown 67c4762a1bSJed Brown } 689566063dSJacob Faibussowitsch PetscCall(DMSetCoordinates(da, coords)); 69c4762a1bSJed Brown 70c4762a1bSJed Brown /* Work vectors */ 719566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &x)); 729566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject) x, "Real space vector")); 739566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &xx)); 749566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject) xx, "Real space vector")); 759566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &y)); 769566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject) y, "USFFT frequency space vector")); 779566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &yy)); 789566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject) yy, "FFTW frequency space vector")); 799566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &z)); 809566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject) z, "USFFT reconstructed vector")); 819566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &zz)); 829566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject) zz, "FFTW reconstructed vector")); 83c4762a1bSJed Brown 849566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "%3-D: USFFT on vector of ")); 85c4762a1bSJed Brown for (i = 0, N = 1; i < 3; i++) { 869566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "dim[%d] = %d ",i,dim[i])); 87c4762a1bSJed Brown N *= dim[i]; 88c4762a1bSJed Brown } 899566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "; total size %d \n",N)); 90c4762a1bSJed Brown 91c4762a1bSJed Brown if (function == RANDOM) { 929566063dSJacob Faibussowitsch PetscCall(PetscRandomCreate(PETSC_COMM_SELF, &rdm)); 939566063dSJacob Faibussowitsch PetscCall(PetscRandomSetFromOptions(rdm)); 949566063dSJacob Faibussowitsch PetscCall(VecSetRandom(x, rdm)); 959566063dSJacob Faibussowitsch PetscCall(PetscRandomDestroy(&rdm)); 96c4762a1bSJed Brown } else if (function == CONSTANT) { 979566063dSJacob Faibussowitsch PetscCall(VecSet(x, 1.0)); 98c4762a1bSJed Brown } else if (function == TANH) { 99c4762a1bSJed Brown PetscScalar *a; 1009566063dSJacob Faibussowitsch PetscCall(VecGetArray(x, &a)); 101c4762a1bSJed Brown PetscInt j,k = 0; 102c4762a1bSJed Brown for (i = 0; i < 3; ++i) { 103c4762a1bSJed Brown for (j = 0; j < dim[i]; ++j) { 104c4762a1bSJed Brown a[k] = tanh((j - dim[i]/2.0)*(10.0/dim[i])); 105c4762a1bSJed Brown ++k; 106c4762a1bSJed Brown } 107c4762a1bSJed Brown } 1089566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(x, &a)); 109c4762a1bSJed Brown } 110c4762a1bSJed Brown if (view_x) { 1119566063dSJacob Faibussowitsch PetscCall(VecView(x, PETSC_VIEWER_STDOUT_WORLD)); 112c4762a1bSJed Brown } 1139566063dSJacob Faibussowitsch PetscCall(VecCopy(x,xx)); 114c4762a1bSJed Brown 1159566063dSJacob Faibussowitsch PetscCall(VecNorm(x,NORM_2,&norm)); 1169566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|x|_2 = %g\n",norm)); 117c4762a1bSJed Brown 118c4762a1bSJed Brown /* create USFFT object */ 1199566063dSJacob Faibussowitsch PetscCall(MatCreateSeqUSFFT(coords,da,&A)); 120c4762a1bSJed Brown /* create FFTW object */ 1219566063dSJacob Faibussowitsch PetscCall(MatCreateSeqFFTW(PETSC_COMM_SELF,3,dim,&AA)); 122c4762a1bSJed Brown 123c4762a1bSJed Brown /* apply USFFT and FFTW FORWARD "preemptively", so the fftw_plans can be reused on different vectors */ 1249566063dSJacob Faibussowitsch PetscCall(MatMult(A,x,z)); 1259566063dSJacob Faibussowitsch PetscCall(MatMult(AA,xx,zz)); 126c4762a1bSJed Brown /* Now apply USFFT and FFTW forward several (3) times */ 127c4762a1bSJed Brown for (i=0; i<3; ++i) { 1289566063dSJacob Faibussowitsch PetscCall(MatMult(A,x,y)); 1299566063dSJacob Faibussowitsch PetscCall(MatMult(AA,xx,yy)); 1309566063dSJacob Faibussowitsch PetscCall(MatMultTranspose(A,y,z)); 1319566063dSJacob Faibussowitsch PetscCall(MatMultTranspose(AA,yy,zz)); 132c4762a1bSJed Brown } 133c4762a1bSJed Brown 134c4762a1bSJed Brown if (view_y) { 1359566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_WORLD, "y = \n")); 1369566063dSJacob Faibussowitsch PetscCall(VecView(y, PETSC_VIEWER_STDOUT_WORLD)); 1379566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_WORLD, "yy = \n")); 1389566063dSJacob Faibussowitsch PetscCall(VecView(yy, PETSC_VIEWER_STDOUT_WORLD)); 139c4762a1bSJed Brown } 140c4762a1bSJed Brown 141c4762a1bSJed Brown if (view_z) { 1429566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_WORLD, "z = \n")); 1439566063dSJacob Faibussowitsch PetscCall(VecView(z, PETSC_VIEWER_STDOUT_WORLD)); 1449566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_WORLD, "zz = \n")); 1459566063dSJacob Faibussowitsch PetscCall(VecView(zz, PETSC_VIEWER_STDOUT_WORLD)); 146c4762a1bSJed Brown } 147c4762a1bSJed Brown 148c4762a1bSJed Brown /* compare x and z. USFFT computes an unnormalized DFT, thus z = N*x */ 149c4762a1bSJed Brown s = 1.0/(PetscReal)N; 1509566063dSJacob Faibussowitsch PetscCall(VecScale(z,s)); 1519566063dSJacob Faibussowitsch PetscCall(VecAXPY(x,-1.0,z)); 1529566063dSJacob Faibussowitsch PetscCall(VecNorm(x,NORM_1,&enorm)); 1539566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|x-z| = %g\n",enorm)); 154c4762a1bSJed Brown 155c4762a1bSJed Brown /* compare xx and zz. FFTW computes an unnormalized DFT, thus zz = N*x */ 156c4762a1bSJed Brown s = 1.0/(PetscReal)N; 1579566063dSJacob Faibussowitsch PetscCall(VecScale(zz,s)); 1589566063dSJacob Faibussowitsch PetscCall(VecAXPY(xx,-1.0,zz)); 1599566063dSJacob Faibussowitsch PetscCall(VecNorm(xx,NORM_1,&enorm)); 1609566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|xx-zz| = %g\n",enorm)); 161c4762a1bSJed Brown 162c4762a1bSJed Brown /* compare y and yy: USFFT and FFTW results*/ 1639566063dSJacob Faibussowitsch PetscCall(VecNorm(y,NORM_2,&norm)); 1649566063dSJacob Faibussowitsch PetscCall(VecAXPY(y,-1.0,yy)); 1659566063dSJacob Faibussowitsch PetscCall(VecNorm(y,NORM_1,&enorm)); 1669566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|y|_2 = %g\n",norm)); 1679566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|y-yy| = %g\n",enorm)); 168c4762a1bSJed Brown 169c4762a1bSJed Brown /* compare z and zz: USFFT and FFTW results*/ 1709566063dSJacob Faibussowitsch PetscCall(VecNorm(z,NORM_2,&norm)); 1719566063dSJacob Faibussowitsch PetscCall(VecAXPY(z,-1.0,zz)); 1729566063dSJacob Faibussowitsch PetscCall(VecNorm(z,NORM_1,&enorm)); 1739566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|z|_2 = %g\n",norm)); 1749566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|z-zz| = %g\n",enorm)); 175c4762a1bSJed Brown 176c4762a1bSJed Brown /* free spaces */ 1779566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da,&x)); 1789566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da,&xx)); 1799566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da,&y)); 1809566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da,&yy)); 1819566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da,&z)); 1829566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da,&zz)); 1839566063dSJacob Faibussowitsch PetscCall(VecDestroy(&coords)); 1849566063dSJacob Faibussowitsch PetscCall(DMDestroy(&da)); 1859566063dSJacob Faibussowitsch PetscCall(PetscFinalize()); 186b122ec5aSJacob Faibussowitsch return 0; 187c4762a1bSJed Brown } 188