1c4762a1bSJed Brown /* 2c4762a1bSJed Brown Created by Huy Vo on 12/3/18. 3c4762a1bSJed Brown */ 4c4762a1bSJed Brown static char help[] = "Test memory scalable AO.\n\n"; 5c4762a1bSJed Brown 6c4762a1bSJed Brown #include <petsc.h> 7c4762a1bSJed Brown #include <petscvec.h> 8c4762a1bSJed Brown #include <petscmat.h> 9c4762a1bSJed Brown #include <petscao.h> 10c4762a1bSJed Brown 119371c9d4SSatish Balay int main(int argc, char *argv[]) { 12c4762a1bSJed Brown PetscInt n_global = 16; 13c4762a1bSJed Brown MPI_Comm comm; 14c4762a1bSJed Brown PetscLayout layout; 15c4762a1bSJed Brown PetscInt local_size; 16c4762a1bSJed Brown PetscInt start, end; 17c4762a1bSJed Brown PetscMPIInt rank; 18c4762a1bSJed Brown PetscInt *app_indices, *petsc_indices, *ia, *ia0; 19c4762a1bSJed Brown PetscInt i; 20c4762a1bSJed Brown AO app2petsc; 21c4762a1bSJed Brown IS app_is, petsc_is; 22c4762a1bSJed Brown const PetscInt n_loc = 8; 23c4762a1bSJed Brown 24327415f7SBarry Smith PetscFunctionBeginUser; 259566063dSJacob Faibussowitsch PetscCall(PetscInitialize(&argc, &argv, (char *)0, help)); 26c4762a1bSJed Brown comm = PETSC_COMM_WORLD; 279566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(comm, &rank)); 28c4762a1bSJed Brown 299566063dSJacob Faibussowitsch PetscCall(PetscLayoutCreate(comm, &layout)); 309566063dSJacob Faibussowitsch PetscCall(PetscLayoutSetSize(layout, n_global)); 319566063dSJacob Faibussowitsch PetscCall(PetscLayoutSetLocalSize(layout, PETSC_DECIDE)); 329566063dSJacob Faibussowitsch PetscCall(PetscLayoutSetUp(layout)); 339566063dSJacob Faibussowitsch PetscCall(PetscLayoutGetLocalSize(layout, &local_size)); 349566063dSJacob Faibussowitsch PetscCall(PetscLayoutGetRange(layout, &start, &end)); 35c4762a1bSJed Brown 369566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(local_size, &app_indices)); 379566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(local_size, &petsc_indices)); 38c4762a1bSJed Brown /* Add values for local indices for usual states */ 39c4762a1bSJed Brown for (i = 0; i < local_size; ++i) { 40c4762a1bSJed Brown app_indices[i] = start + i; 41c4762a1bSJed Brown petsc_indices[i] = end - 1 - i; 42c4762a1bSJed Brown } 43c4762a1bSJed Brown 44c4762a1bSJed Brown /* Create the AO object that maps from lexicographic ordering to Petsc Vec ordering */ 459566063dSJacob Faibussowitsch PetscCall(ISCreateGeneral(comm, local_size, &app_indices[0], PETSC_COPY_VALUES, &app_is)); 469566063dSJacob Faibussowitsch PetscCall(ISCreateGeneral(comm, local_size, &petsc_indices[0], PETSC_COPY_VALUES, &petsc_is)); 479566063dSJacob Faibussowitsch PetscCall(AOCreate(comm, &app2petsc)); 489566063dSJacob Faibussowitsch PetscCall(AOSetIS(app2petsc, app_is, petsc_is)); 499566063dSJacob Faibussowitsch PetscCall(AOSetType(app2petsc, AOMEMORYSCALABLE)); 509566063dSJacob Faibussowitsch PetscCall(AOSetFromOptions(app2petsc)); 519566063dSJacob Faibussowitsch PetscCall(ISDestroy(&app_is)); 529566063dSJacob Faibussowitsch PetscCall(ISDestroy(&petsc_is)); 539566063dSJacob Faibussowitsch PetscCall(AOView(app2petsc, PETSC_VIEWER_STDOUT_WORLD)); 54c4762a1bSJed Brown 55c4762a1bSJed Brown /* Test AOApplicationToPetsc */ 569566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(n_loc, &ia)); 579566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(n_loc, &ia0)); 58dd400576SPatrick Sanan if (rank == 0) { 59c4762a1bSJed Brown ia[0] = 0; 60c4762a1bSJed Brown ia[1] = -1; 61c4762a1bSJed Brown ia[2] = 1; 62c4762a1bSJed Brown ia[3] = 2; 63c4762a1bSJed Brown ia[4] = -1; 64c4762a1bSJed Brown ia[5] = 4; 65c4762a1bSJed Brown ia[6] = 5; 66c4762a1bSJed Brown ia[7] = 6; 67c4762a1bSJed Brown } else { 68c4762a1bSJed Brown ia[0] = -1; 69c4762a1bSJed Brown ia[1] = 8; 70c4762a1bSJed Brown ia[2] = 9; 71c4762a1bSJed Brown ia[3] = 10; 72c4762a1bSJed Brown ia[4] = -1; 73c4762a1bSJed Brown ia[5] = 12; 74c4762a1bSJed Brown ia[6] = 13; 75c4762a1bSJed Brown ia[7] = 14; 76c4762a1bSJed Brown } 779566063dSJacob Faibussowitsch PetscCall(PetscArraycpy(ia0, ia, n_loc)); 78c4762a1bSJed Brown 799566063dSJacob Faibussowitsch PetscCall(AOApplicationToPetsc(app2petsc, n_loc, ia)); 80c4762a1bSJed Brown 81*48a46eb9SPierre Jolivet for (i = 0; i < n_loc; ++i) PetscCall(PetscSynchronizedPrintf(PETSC_COMM_WORLD, "proc = %d : %" PetscInt_FMT " -> %" PetscInt_FMT " \n", rank, ia0[i], ia[i])); 829566063dSJacob Faibussowitsch PetscCall(PetscSynchronizedFlush(PETSC_COMM_WORLD, PETSC_STDOUT)); 839566063dSJacob Faibussowitsch PetscCall(AODestroy(&app2petsc)); 849566063dSJacob Faibussowitsch PetscCall(PetscLayoutDestroy(&layout)); 859566063dSJacob Faibussowitsch PetscCall(PetscFree(app_indices)); 869566063dSJacob Faibussowitsch PetscCall(PetscFree(petsc_indices)); 879566063dSJacob Faibussowitsch PetscCall(PetscFree(ia)); 889566063dSJacob Faibussowitsch PetscCall(PetscFree(ia0)); 899566063dSJacob Faibussowitsch PetscCall(PetscFinalize()); 90b122ec5aSJacob Faibussowitsch return 0; 91c4762a1bSJed Brown } 92c4762a1bSJed Brown 93c4762a1bSJed Brown /*TEST 94c4762a1bSJed Brown 95c4762a1bSJed Brown test: 96c4762a1bSJed Brown nsize: 2 97c4762a1bSJed Brown 98c4762a1bSJed Brown TEST*/ 99