1c4762a1bSJed Brown static char help[] = "Test sequential USFFT interface on a uniform DMDA and compares the result to FFTW\n\n"; 2c4762a1bSJed Brown 3c4762a1bSJed Brown /* 4c4762a1bSJed Brown Compiling the code: 5c4762a1bSJed Brown This code uses the complex numbers version of PETSc and the FFTW package, so configure 6c4762a1bSJed Brown must be run to enable these. 7c4762a1bSJed Brown 8c4762a1bSJed Brown */ 9c4762a1bSJed Brown 10c4762a1bSJed Brown #include <petscmat.h> 11c4762a1bSJed Brown #include <petscdm.h> 12c4762a1bSJed Brown #include <petscdmda.h> 13*9371c9d4SSatish Balay int main(int argc, char **args) { 14*9371c9d4SSatish Balay typedef enum { 15*9371c9d4SSatish Balay RANDOM, 16*9371c9d4SSatish Balay CONSTANT, 17*9371c9d4SSatish Balay TANH, 18*9371c9d4SSatish Balay NUM_FUNCS 19*9371c9d4SSatish Balay } FuncType; 20c4762a1bSJed Brown const char *funcNames[NUM_FUNCS] = {"random", "constant", "tanh"}; 21c4762a1bSJed Brown Mat A, AA; 22c4762a1bSJed Brown PetscMPIInt size; 23c4762a1bSJed Brown PetscInt N, i, stencil = 1, dof = 1; 24c4762a1bSJed Brown PetscInt dim[3] = {10, 10, 10}, ndim = 3; 25c4762a1bSJed Brown Vec coords, x, y, z, xx, yy, zz; 26c4762a1bSJed Brown PetscReal h[3]; 27c4762a1bSJed Brown PetscScalar s; 28c4762a1bSJed Brown PetscRandom rdm; 29c4762a1bSJed Brown PetscReal norm, enorm; 30c4762a1bSJed Brown PetscInt func; 31c4762a1bSJed Brown FuncType function = TANH; 32c4762a1bSJed Brown DM da, coordsda; 33c4762a1bSJed Brown PetscBool view_x = PETSC_FALSE, view_y = PETSC_FALSE, view_z = PETSC_FALSE; 34c4762a1bSJed Brown 35327415f7SBarry Smith PetscFunctionBeginUser; 369566063dSJacob Faibussowitsch PetscCall(PetscInitialize(&argc, &args, (char *)0, help)); 379566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_size(PETSC_COMM_WORLD, &size)); 3808401ef6SPierre Jolivet PetscCheck(size == 1, PETSC_COMM_WORLD, PETSC_ERR_SUP, "This is a uniprocessor example only!"); 39d0609cedSBarry Smith PetscOptionsBegin(PETSC_COMM_WORLD, NULL, "USFFT Options", "ex27"); 409566063dSJacob Faibussowitsch PetscCall(PetscOptionsEList("-function", "Function type", "ex27", funcNames, NUM_FUNCS, funcNames[function], &func, NULL)); 41c4762a1bSJed Brown function = (FuncType)func; 42d0609cedSBarry Smith PetscOptionsEnd(); 439566063dSJacob Faibussowitsch PetscCall(PetscOptionsGetBool(NULL, NULL, "-view_x", &view_x, NULL)); 449566063dSJacob Faibussowitsch PetscCall(PetscOptionsGetBool(NULL, NULL, "-view_y", &view_y, NULL)); 459566063dSJacob Faibussowitsch PetscCall(PetscOptionsGetBool(NULL, NULL, "-view_z", &view_z, NULL)); 469566063dSJacob Faibussowitsch PetscCall(PetscOptionsGetIntArray(NULL, NULL, "-dim", dim, &ndim, NULL)); 47c4762a1bSJed Brown 48*9371c9d4SSatish Balay PetscCall(DMDACreate3d(PETSC_COMM_SELF, DM_BOUNDARY_NONE, DM_BOUNDARY_NONE, DM_BOUNDARY_NONE, DMDA_STENCIL_STAR, dim[0], dim[1], dim[2], PETSC_DECIDE, PETSC_DECIDE, PETSC_DECIDE, dof, stencil, NULL, NULL, NULL, &da)); 499566063dSJacob Faibussowitsch PetscCall(DMSetFromOptions(da)); 509566063dSJacob Faibussowitsch PetscCall(DMSetUp(da)); 51c4762a1bSJed Brown 52c4762a1bSJed Brown /* Coordinates */ 539566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDM(da, &coordsda)); 549566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(coordsda, &coords)); 559566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)coords, "Grid coordinates")); 56c4762a1bSJed Brown for (i = 0, N = 1; i < 3; i++) { 57c4762a1bSJed Brown h[i] = 1.0 / dim[i]; 58c4762a1bSJed Brown PetscScalar *a; 599566063dSJacob Faibussowitsch PetscCall(VecGetArray(coords, &a)); 60c4762a1bSJed Brown PetscInt j, k, n = 0; 61c4762a1bSJed Brown for (i = 0; i < 3; ++i) { 62c4762a1bSJed Brown for (j = 0; j < dim[i]; ++j) { 63c4762a1bSJed Brown for (k = 0; k < 3; ++k) { 64c4762a1bSJed Brown a[n] = j * h[i]; /* coordinate along the j-th point in the i-th dimension */ 65c4762a1bSJed Brown ++n; 66c4762a1bSJed Brown } 67c4762a1bSJed Brown } 68c4762a1bSJed Brown } 699566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(coords, &a)); 70c4762a1bSJed Brown } 719566063dSJacob Faibussowitsch PetscCall(DMSetCoordinates(da, coords)); 72c4762a1bSJed Brown 73c4762a1bSJed Brown /* Work vectors */ 749566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &x)); 759566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)x, "Real space vector")); 769566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &xx)); 779566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)xx, "Real space vector")); 789566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &y)); 799566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)y, "USFFT frequency space vector")); 809566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &yy)); 819566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)yy, "FFTW frequency space vector")); 829566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &z)); 839566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)z, "USFFT reconstructed vector")); 849566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(da, &zz)); 859566063dSJacob Faibussowitsch PetscCall(PetscObjectSetName((PetscObject)zz, "FFTW reconstructed vector")); 86c4762a1bSJed Brown 8763a3b9bcSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "%3-" PetscInt_FMT ": USFFT on vector of ")); 88c4762a1bSJed Brown for (i = 0, N = 1; i < 3; i++) { 899566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "dim[%d] = %d ", i, dim[i])); 90c4762a1bSJed Brown N *= dim[i]; 91c4762a1bSJed Brown } 929566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "; total size %d \n", N)); 93c4762a1bSJed Brown 94c4762a1bSJed Brown if (function == RANDOM) { 959566063dSJacob Faibussowitsch PetscCall(PetscRandomCreate(PETSC_COMM_SELF, &rdm)); 969566063dSJacob Faibussowitsch PetscCall(PetscRandomSetFromOptions(rdm)); 979566063dSJacob Faibussowitsch PetscCall(VecSetRandom(x, rdm)); 989566063dSJacob Faibussowitsch PetscCall(PetscRandomDestroy(&rdm)); 99c4762a1bSJed Brown } else if (function == CONSTANT) { 1009566063dSJacob Faibussowitsch PetscCall(VecSet(x, 1.0)); 101c4762a1bSJed Brown } else if (function == TANH) { 102c4762a1bSJed Brown PetscScalar *a; 1039566063dSJacob Faibussowitsch PetscCall(VecGetArray(x, &a)); 104c4762a1bSJed Brown PetscInt j, k = 0; 105c4762a1bSJed Brown for (i = 0; i < 3; ++i) { 106c4762a1bSJed Brown for (j = 0; j < dim[i]; ++j) { 107c4762a1bSJed Brown a[k] = tanh((j - dim[i] / 2.0) * (10.0 / dim[i])); 108c4762a1bSJed Brown ++k; 109c4762a1bSJed Brown } 110c4762a1bSJed Brown } 1119566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(x, &a)); 112c4762a1bSJed Brown } 1131baa6e33SBarry Smith if (view_x) PetscCall(VecView(x, PETSC_VIEWER_STDOUT_WORLD)); 1149566063dSJacob Faibussowitsch PetscCall(VecCopy(x, xx)); 115c4762a1bSJed Brown 1169566063dSJacob Faibussowitsch PetscCall(VecNorm(x, NORM_2, &norm)); 1179566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|x|_2 = %g\n", norm)); 118c4762a1bSJed Brown 119c4762a1bSJed Brown /* create USFFT object */ 1209566063dSJacob Faibussowitsch PetscCall(MatCreateSeqUSFFT(coords, da, &A)); 121c4762a1bSJed Brown /* create FFTW object */ 1229566063dSJacob Faibussowitsch PetscCall(MatCreateSeqFFTW(PETSC_COMM_SELF, 3, dim, &AA)); 123c4762a1bSJed Brown 124c4762a1bSJed Brown /* apply USFFT and FFTW FORWARD "preemptively", so the fftw_plans can be reused on different vectors */ 1259566063dSJacob Faibussowitsch PetscCall(MatMult(A, x, z)); 1269566063dSJacob Faibussowitsch PetscCall(MatMult(AA, xx, zz)); 127c4762a1bSJed Brown /* Now apply USFFT and FFTW forward several (3) times */ 128c4762a1bSJed Brown for (i = 0; i < 3; ++i) { 1299566063dSJacob Faibussowitsch PetscCall(MatMult(A, x, y)); 1309566063dSJacob Faibussowitsch PetscCall(MatMult(AA, xx, yy)); 1319566063dSJacob Faibussowitsch PetscCall(MatMultTranspose(A, y, z)); 1329566063dSJacob Faibussowitsch PetscCall(MatMultTranspose(AA, yy, zz)); 133c4762a1bSJed Brown } 134c4762a1bSJed Brown 135c4762a1bSJed Brown if (view_y) { 1369566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_WORLD, "y = \n")); 1379566063dSJacob Faibussowitsch PetscCall(VecView(y, PETSC_VIEWER_STDOUT_WORLD)); 1389566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_WORLD, "yy = \n")); 1399566063dSJacob Faibussowitsch PetscCall(VecView(yy, PETSC_VIEWER_STDOUT_WORLD)); 140c4762a1bSJed Brown } 141c4762a1bSJed Brown 142c4762a1bSJed Brown if (view_z) { 1439566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_WORLD, "z = \n")); 1449566063dSJacob Faibussowitsch PetscCall(VecView(z, PETSC_VIEWER_STDOUT_WORLD)); 1459566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_WORLD, "zz = \n")); 1469566063dSJacob Faibussowitsch PetscCall(VecView(zz, PETSC_VIEWER_STDOUT_WORLD)); 147c4762a1bSJed Brown } 148c4762a1bSJed Brown 149c4762a1bSJed Brown /* compare x and z. USFFT computes an unnormalized DFT, thus z = N*x */ 150c4762a1bSJed Brown s = 1.0 / (PetscReal)N; 1519566063dSJacob Faibussowitsch PetscCall(VecScale(z, s)); 1529566063dSJacob Faibussowitsch PetscCall(VecAXPY(x, -1.0, z)); 1539566063dSJacob Faibussowitsch PetscCall(VecNorm(x, NORM_1, &enorm)); 1549566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|x-z| = %g\n", enorm)); 155c4762a1bSJed Brown 156c4762a1bSJed Brown /* compare xx and zz. FFTW computes an unnormalized DFT, thus zz = N*x */ 157c4762a1bSJed Brown s = 1.0 / (PetscReal)N; 1589566063dSJacob Faibussowitsch PetscCall(VecScale(zz, s)); 1599566063dSJacob Faibussowitsch PetscCall(VecAXPY(xx, -1.0, zz)); 1609566063dSJacob Faibussowitsch PetscCall(VecNorm(xx, NORM_1, &enorm)); 1619566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|xx-zz| = %g\n", enorm)); 162c4762a1bSJed Brown 163c4762a1bSJed Brown /* compare y and yy: USFFT and FFTW results*/ 1649566063dSJacob Faibussowitsch PetscCall(VecNorm(y, NORM_2, &norm)); 1659566063dSJacob Faibussowitsch PetscCall(VecAXPY(y, -1.0, yy)); 1669566063dSJacob Faibussowitsch PetscCall(VecNorm(y, NORM_1, &enorm)); 1679566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|y|_2 = %g\n", norm)); 1689566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|y-yy| = %g\n", enorm)); 169c4762a1bSJed Brown 170c4762a1bSJed Brown /* compare z and zz: USFFT and FFTW results*/ 1719566063dSJacob Faibussowitsch PetscCall(VecNorm(z, NORM_2, &norm)); 1729566063dSJacob Faibussowitsch PetscCall(VecAXPY(z, -1.0, zz)); 1739566063dSJacob Faibussowitsch PetscCall(VecNorm(z, NORM_1, &enorm)); 1749566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|z|_2 = %g\n", norm)); 1759566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "|z-zz| = %g\n", enorm)); 176c4762a1bSJed Brown 177c4762a1bSJed Brown /* free spaces */ 1789566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da, &x)); 1799566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da, &xx)); 1809566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da, &y)); 1819566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da, &yy)); 1829566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da, &z)); 1839566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(da, &zz)); 1849566063dSJacob Faibussowitsch PetscCall(VecDestroy(&coords)); 1859566063dSJacob Faibussowitsch PetscCall(DMDestroy(&da)); 1869566063dSJacob Faibussowitsch PetscCall(PetscFinalize()); 187b122ec5aSJacob Faibussowitsch return 0; 188c4762a1bSJed Brown } 189