numProcs = 16 ./ex1 on a arch-opt named thing05.ftm.alcf.anl.gov with 16 processors, by bsmith Thu Nov 12 23:28:42 2015 Using Petsc Development GIT revision: v3.6.2-1541-ged5d6ac GIT Date: 2015-11-11 22:38:24 +0000 Configure options: --download-hwloc --with-blas-lapack-dir=/soft/compilers/intel/compilers_and_libraries/linux/mkl --with-cc=mpicc --with-cxx=mpicxx --with-fc=mpiifort --with-mpiexec="mpiexec.hydra -hosts thing07" --with-debugging=0 ----------------------------------------- Libraries compiled on Thu Nov 12 21:06:06 2015 on ftlogin1 Machine characteristics: Linux-2.6.32-504.3.3.el6.x86_64-x86_64-with-redhat-6.6-Santiago Using PETSc directory: /home/bsmith/petsc Using PETSc arch: arch-opt ----------------------------------------- Using C compiler: mpicc -fPIC -Wall -Wwrite-strings -Wno-strict-aliasing -Wno-unknown-pragmas -g -O Using Fortran compiler: mpiifort -fPIC -g -O3 ----------------------------------------- Using include paths: -I/home/bsmith/petsc/arch-opt/include -I/home/bsmith/petsc/include -I/home/bsmith/petsc/include -I/home/bsmith/petsc/arch-opt/include -I/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/include ----------------------------------------- Using C linker: mpicc Using Fortran linker: mpiifort Using libraries: -Wl,-rpath,/home/bsmith/petsc/arch-opt/lib -L/home/bsmith/petsc/arch-opt/lib -lpetsc -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries/linux/mkl/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries/linux/mkl/lib/intel64 -lmkl_intel_lp64 -lmkl_sequential -lmkl_core -lpthread -lm -Wl,-rpath,/home/bsmith/petsc/arch-opt/lib -L/home/bsmith/petsc/arch-opt/lib -lhwloc -lssl -lcrypto -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib/debug_mt -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib/debug_mt -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib -Wl,-rpath,/usr/lib/gcc/x86_64-redhat-linux/4.4.7 -L/usr/lib/gcc/x86_64-redhat-linux/4.4.7 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/ipp/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/ipp/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mkl/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mkl/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64/gcc4.4 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64/gcc4.4 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/daal/lib/intel64_lin -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/daal/lib/intel64_lin -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64_lin/gcc4.4 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64_lin/gcc4.4 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64_lin -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64_lin -Wl,-rpath,/opt/intel/mpi-rt/5.1/intel64/lib/debug_mt -Wl,-rpath,/opt/intel/mpi-rt/5.1/intel64/lib -lifport -lifcore_pic -limf -lsvml -lm -lipgo -lirc -lirc_s -lm -lmpicxx -lstdc++ -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib/debug_mt -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib/debug_mt -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib -Wl,-rpath,/usr/lib/gcc/x86_64-redhat-linux/4.4.7 -L/usr/lib/gcc/x86_64-redhat-linux/4.4.7 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/ipp/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/ipp/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mkl/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mkl/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64/gcc4.4 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64/gcc4.4 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/daal/lib/intel64_lin -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/daal/lib/intel64_lin -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64_lin/gcc4.4 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64_lin/gcc4.4 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64_lin -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64_lin -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib/debug_mt -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib -Wl,-rpath,/usr/lib/gcc/x86_64-redhat-linux/4.4.7 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/ipp/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mkl/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64/gcc4.4 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/daal/lib/intel64_lin -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64_lin/gcc4.4 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64_lin -Wl,-rpath,/opt/intel/mpi-rt/5.1/intel64/lib/debug_mt -Wl,-rpath,/opt/intel/mpi-rt/5.1/intel64/lib -lmpicxx -lstdc++ -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib/debug_mt -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib/debug_mt -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib -Wl,-rpath,/usr/lib/gcc/x86_64-redhat-linux/4.4.7 -L/usr/lib/gcc/x86_64-redhat-linux/4.4.7 -Wl,-rpath,/usr/lib/gcc/x86_64-redhat-linux/4.4.7 -L/usr/lib/gcc/x86_64-redhat-linux/4.4.7 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/ipp/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/ipp/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mkl/lib/intel64 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mkl/lib/intel64 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64/gcc4.4 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64/gcc4.4 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/daal/lib/intel64_lin -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/daal/lib/intel64_lin -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64_lin/gcc4.4 -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/tbb/lib/intel64_lin/gcc4.4 -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64_lin -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/compiler/lib/intel64_lin -ldl -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib/debug_mt -Wl,-rpath,/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib -Wl,-rpath,/opt/intel/mpi-rt/5.1/intel64/lib/debug_mt -Wl,-rpath,/opt/intel/mpi-rt/5.1/intel64/lib -lmpifort -lmpi -lmpigi -lrt -lpthread -lgcc_s -ldl ----------------------------------------- gcc -I/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/include -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib/release_mt -L/soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib -Xlinker --enable-new-dtags -Xlinker -rpath -Xlinker /soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib/release_mt -Xlinker -rpath -Xlinker /soft/compilers/intel/compilers_and_libraries_2016.0.109/linux/mpi/intel64/lib -Xlinker -rpath -Xlinker /opt/intel/mpi-rt/5.1/intel64/lib/release_mt -Xlinker -rpath -Xlinker /opt/intel/mpi-rt/5.1/intel64/lib -lmpifort -lmpi -lmpigi -ldl -lrt -lpthread #PETSc Option Table entries: -f /home/bsmith/Datafiles/matrices/cfd.2.100 -matload_block_size 5 -pc_type asm #End of PETSc Option Table entries MPI rank 0 Process id: 50250 coreid 0 MPI rank 1 Process id: 50251 coreid 18 MPI rank 2 Process id: 50252 coreid 9 MPI rank 3 Process id: 50253 coreid 27 MPI rank 4 Process id: 50254 coreid 1 MPI rank 5 Process id: 50255 coreid 19 MPI rank 6 Process id: 50256 coreid 10 MPI rank 7 Process id: 50257 coreid 28 MPI rank 8 Process id: 50258 coreid 2 MPI rank 9 Process id: 50259 coreid 20 MPI rank 10 Process id: 50260 coreid 11 MPI rank 11 Process id: 50261 coreid 29 MPI rank 12 Process id: 50262 coreid 3 MPI rank 13 Process id: 50263 coreid 21 MPI rank 14 Process id: 50264 coreid 12 MPI rank 15 Process id: 50265 coreid 30 ---------------------------------------------------- Time Min to Max Range Proportion of KSP VecScatterBegin 3.62e-03 - 45.5 % 22.5 % 4.91e+00 % VecScatterEnd 1.33e-02 - 70.9 % 105.6 % 1.80e+01 %