159599516SKenneth E. Jansen #define OMPI_SKIP_MPICXX 1 259599516SKenneth E. Jansen #include <mpi.h> 359599516SKenneth E. Jansen #include <stdio.h> 459599516SKenneth E. Jansen #include <stdlib.h> 559599516SKenneth E. Jansen #include <string.h> 659599516SKenneth E. Jansen 759599516SKenneth E. Jansen #include <sys/types.h> 859599516SKenneth E. Jansen #include <sys/stat.h> 959599516SKenneth E. Jansen 1059599516SKenneth E. Jansen #include "common_c.h" 11*9ae91bddSCameron Smith #include "Input.h" 126d494944SCameron Smith #include "phstream.h" 13a486e66cSCameron Smith #include "streamio.h" 146d494944SCameron Smith 1559599516SKenneth E. Jansen #if !(defined IOSTREAMH) 1659599516SKenneth E. Jansen #include <iostream> 171bfea438SCameron Smith #include <sstream> 1859599516SKenneth E. Jansen using namespace std; 1959599516SKenneth E. Jansen #endif 2059599516SKenneth E. Jansen 2159599516SKenneth E. Jansen #include <FCMangle.h> 2259599516SKenneth E. Jansen #define input FortranCInterface_GLOBAL_(input,INPUT) 2359599516SKenneth E. Jansen #define proces FortranCInterface_GLOBAL_(proces,PROCES) 2459599516SKenneth E. Jansen #define timer FortranCInterface_GLOBAL_(timer,TIMER) 2559599516SKenneth E. Jansen 2659599516SKenneth E. Jansen #ifdef intel 2759599516SKenneth E. Jansen #include <direct.h> 2859599516SKenneth E. Jansen #define chdir _chdir 2959599516SKenneth E. Jansen #else 3059599516SKenneth E. Jansen #include <unistd.h> 3159599516SKenneth E. Jansen #endif 3259599516SKenneth E. Jansen 3359599516SKenneth E. Jansen extern "C" char phasta_iotype[80]; 3459599516SKenneth E. Jansen char phasta_iotype[80]; 3559599516SKenneth E. Jansen 3659599516SKenneth E. Jansen extern int SONFATH; 3759599516SKenneth E. Jansen extern "C" void proces(); 3859599516SKenneth E. Jansen extern "C" void input(); 39*9ae91bddSCameron Smith extern int input_fform(phSolver::Input&); 4059599516SKenneth E. Jansen extern void setIOparam(); // For SyncIO 4159599516SKenneth E. Jansen 4259599516SKenneth E. Jansen int myrank; /* made file global for ease in debugging */ 4359599516SKenneth E. Jansen 4459599516SKenneth E. Jansen void 4559599516SKenneth E. Jansen catchDebugger() { 4659599516SKenneth E. Jansen while (1) { 4759599516SKenneth E. Jansen int debuggerPresent=0; 4859599516SKenneth E. Jansen int fakeSTOP = 1; // please stop HERE and assign as next line 4959599516SKenneth E. Jansen // assign or set debuggerPresent=1 5059599516SKenneth E. Jansen if(debuggerPresent) { 5159599516SKenneth E. Jansen break; 5259599516SKenneth E. Jansen } 5359599516SKenneth E. Jansen } 5459599516SKenneth E. Jansen } 5559599516SKenneth E. Jansen 5659599516SKenneth E. Jansen // some useful debugging functions 5759599516SKenneth E. Jansen 5859599516SKenneth E. Jansen void 5959599516SKenneth E. Jansen pdarray( void* darray , int start, int end ) { 6059599516SKenneth E. Jansen for( int i=start; i < end; i++ ){ 6159599516SKenneth E. Jansen cout << ((double*)darray)[i] << endl; 6259599516SKenneth E. Jansen } 6359599516SKenneth E. Jansen } 6459599516SKenneth E. Jansen 6559599516SKenneth E. Jansen void 6659599516SKenneth E. Jansen piarray( void* iarray , int start, int end ) { 6759599516SKenneth E. Jansen for( int i=start; i < end; i++ ){ 6859599516SKenneth E. Jansen cout << ((int*)iarray)[i] << endl; 6959599516SKenneth E. Jansen } 7059599516SKenneth E. Jansen } 7159599516SKenneth E. Jansen 72*9ae91bddSCameron Smith int phasta(phSolver::Input& ctrl, grstream grs) { 733969618bSCameron Smith int size,ierr; 743969618bSCameron Smith char inpfilename[100]; 753969618bSCameron Smith MPI_Comm_size (MPI_COMM_WORLD, &size); 763969618bSCameron Smith MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 773969618bSCameron Smith 783969618bSCameron Smith workfc.numpe = size; 793969618bSCameron Smith workfc.myrank = myrank; 809f4aafb6SCameron Smith outpar.input_mode = -1; //FIXME magic value for streams 819f4aafb6SCameron Smith outpar.output_mode = 1; //FIXME magic value for syncio 82a486e66cSCameron Smith streamio_set_gr(grs); 833969618bSCameron Smith 843969618bSCameron Smith /* Input data */ 85*9ae91bddSCameron Smith ierr = input_fform(ctrl); 863969618bSCameron Smith if(!ierr){ 873969618bSCameron Smith sprintf(inpfilename,"%d-procs_case/",size); 883969618bSCameron Smith if( chdir( inpfilename ) ) { 893969618bSCameron Smith cerr << "could not change to the problem directory " 903969618bSCameron Smith << inpfilename << endl; 914c223e05SCameron Smith return -1; 926d494944SCameron Smith } 933969618bSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 943969618bSCameron Smith input(); 953969618bSCameron Smith /* now we can start the solver */ 963969618bSCameron Smith proces(); 973969618bSCameron Smith } 983969618bSCameron Smith else{ 993969618bSCameron Smith printf("error during reading ascii input \n"); 1003969618bSCameron Smith } 1013969618bSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 1023969618bSCameron Smith if ( myrank == 0 ) { 1033969618bSCameron Smith printf("phasta.cc - last call before finalize!\n"); 1043969618bSCameron Smith } 1054c223e05SCameron Smith return timdat.lstep; 1063969618bSCameron Smith } 1076d494944SCameron Smith 108*9ae91bddSCameron Smith int phasta(phSolver::Input& ctrl, RStream* rs) { 109b13e4d76SCameron Smith fprintf(stderr, "HEY! if you see this email Cameron and tell him " 110b13e4d76SCameron Smith "to implement %s(...) on line %d of %s " 111b13e4d76SCameron Smith "... returning an error\n", __func__, __LINE__, __FILE__); 1124c223e05SCameron Smith return -1; 113b13e4d76SCameron Smith } 114b13e4d76SCameron Smith 115*9ae91bddSCameron Smith int phasta(phSolver::Input& ctrl, GRStream* grs, RStream* rs) { 116ea868eb1SCameron Smith int size,ierr; 117ea868eb1SCameron Smith char inpfilename[100]; 118ea868eb1SCameron Smith MPI_Comm_size (MPI_COMM_WORLD, &size); 119ea868eb1SCameron Smith MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 120ea868eb1SCameron Smith 121ea868eb1SCameron Smith workfc.numpe = size; 122ea868eb1SCameron Smith workfc.myrank = myrank; 123ea868eb1SCameron Smith outpar.input_mode = -1; //FIXME magic value for streams 124ea868eb1SCameron Smith outpar.output_mode = -1; //FIXME magic value for streams 125ea868eb1SCameron Smith streamio_set_gr(grs); 126ea868eb1SCameron Smith streamio_set_r(rs); 127ea868eb1SCameron Smith 128ea868eb1SCameron Smith /* Input data */ 129*9ae91bddSCameron Smith ierr = input_fform(ctrl); 130ea868eb1SCameron Smith if(!ierr){ 131ea868eb1SCameron Smith sprintf(inpfilename,"%d-procs_case/",size); 132ea868eb1SCameron Smith if( chdir( inpfilename ) ) { 133ea868eb1SCameron Smith cerr << "could not change to the problem directory " 134ea868eb1SCameron Smith << inpfilename << endl; 1354c223e05SCameron Smith return -1; 136b13e4d76SCameron Smith } 137ea868eb1SCameron Smith MPI_Barrier(MPI_COMM_WORLD); 138ea868eb1SCameron Smith input(); 139ea868eb1SCameron Smith /* now we can start the solver */ 140ea868eb1SCameron Smith proces(); 141ea868eb1SCameron Smith } 142ea868eb1SCameron Smith else{ 143ea868eb1SCameron Smith printf("error during reading ascii input \n"); 144ea868eb1SCameron Smith } 145ea868eb1SCameron Smith MPI_Barrier(MPI_COMM_WORLD); 146ea868eb1SCameron Smith if ( myrank == 0 ) { 147ea868eb1SCameron Smith printf("phasta.cc - last call before finalize!\n"); 148ea868eb1SCameron Smith } 149d5f48f40SCameron Smith if( chdir("..") ) { 150d5f48f40SCameron Smith cerr << "could not change to the parent directory\n"; 1514c223e05SCameron Smith return -1; 152d5f48f40SCameron Smith } 1534c223e05SCameron Smith return timdat.lstep; 154ea868eb1SCameron Smith } 1556d494944SCameron Smith 156163d1986SCameron Smith int phasta( int argc, char *argv[] ) { 15759599516SKenneth E. Jansen int size,ierr; 15859599516SKenneth E. Jansen char inpfilename[100]; 15959599516SKenneth E. Jansen char* pauseDebugger = getenv("catchDebugger"); 16059599516SKenneth E. Jansen MPI_Comm_size (MPI_COMM_WORLD, &size); 16159599516SKenneth E. Jansen MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 16259599516SKenneth E. Jansen 16359599516SKenneth E. Jansen workfc.numpe = size; 16459599516SKenneth E. Jansen workfc.myrank = myrank; 16559599516SKenneth E. Jansen 16659599516SKenneth E. Jansen #if (defined WIN32) 16759599516SKenneth E. Jansen if(argc > 2 ){ 16859599516SKenneth E. Jansen catchDebugger(); 16959599516SKenneth E. Jansen } 17059599516SKenneth E. Jansen #endif 17159599516SKenneth E. Jansen #if (1) // ALWAYS ( defined LAUNCH_GDB ) && !( defined WIN32 ) 17259599516SKenneth E. Jansen 17359599516SKenneth E. Jansen if ( pauseDebugger ) { 17459599516SKenneth E. Jansen 17559599516SKenneth E. Jansen int parent_pid = getpid(); 17659599516SKenneth E. Jansen int gdb_child = fork(); 17759599516SKenneth E. Jansen cout << "gdb_child" << gdb_child << endl; 17859599516SKenneth E. Jansen 17959599516SKenneth E. Jansen if( gdb_child == 0 ) { 18059599516SKenneth E. Jansen 18159599516SKenneth E. Jansen cout << "Debugger Process initiating" << endl; 1821bfea438SCameron Smith stringstream exec_string; 18359599516SKenneth E. Jansen 18459599516SKenneth E. Jansen #if ( defined decalp ) 18559599516SKenneth E. Jansen exec_string <<"xterm -e idb " 18659599516SKenneth E. Jansen << " -pid "<< parent_pid <<" "<< argv[0] << endl; 18759599516SKenneth E. Jansen #endif 18859599516SKenneth E. Jansen #if ( defined LINUX ) 18959599516SKenneth E. Jansen exec_string <<"xterm -e gdb" 19059599516SKenneth E. Jansen << " -pid "<< parent_pid <<" "<< argv[0] << endl; 19159599516SKenneth E. Jansen #endif 19259599516SKenneth E. Jansen #if ( defined SUN4 ) 19359599516SKenneth E. Jansen exec_string <<"xterm -e dbx " 19459599516SKenneth E. Jansen << " - "<< parent_pid <<" "<< argv[0] << endl; 19559599516SKenneth E. Jansen #endif 19659599516SKenneth E. Jansen #if ( defined IRIX ) 19759599516SKenneth E. Jansen exec_string <<"xterm -e dbx " 19859599516SKenneth E. Jansen << " -p "<< parent_pid <<" "<< argv[0] << endl; 19959599516SKenneth E. Jansen #endif 2001bfea438SCameron Smith string s = exec_string.str(); 2011bfea438SCameron Smith system( s.c_str() ); 20259599516SKenneth E. Jansen exit(0); 20359599516SKenneth E. Jansen } 20459599516SKenneth E. Jansen catchDebugger(); 20559599516SKenneth E. Jansen } 20659599516SKenneth E. Jansen 20759599516SKenneth E. Jansen #endif 20859599516SKenneth E. Jansen 20959599516SKenneth E. Jansen /* Input data */ 21059599516SKenneth E. Jansen if(argc > 1 ){ 21159599516SKenneth E. Jansen strcpy(inpfilename,argv[1]); 21259599516SKenneth E. Jansen } else { 21359599516SKenneth E. Jansen strcpy(inpfilename,"solver.inp"); 21459599516SKenneth E. Jansen } 215*9ae91bddSCameron Smith string defaultConf = "."; 216*9ae91bddSCameron Smith const char* path_to_config = getenv("PHASTA_CONFIG"); 217*9ae91bddSCameron Smith if(path_to_config) 218*9ae91bddSCameron Smith defaultConf = path_to_config; 219*9ae91bddSCameron Smith defaultConf.append("/input.config"); 220*9ae91bddSCameron Smith string userConf(inpfilename); 221*9ae91bddSCameron Smith phSolver::Input ctrl(userConf, defaultConf); 222*9ae91bddSCameron Smith ierr = input_fform(ctrl); 22359599516SKenneth E. Jansen if(!ierr){ 22459599516SKenneth E. Jansen sprintf(inpfilename,"%d-procs_case/",size); 22559599516SKenneth E. Jansen if( chdir( inpfilename ) ) { 22659599516SKenneth E. Jansen cerr << "could not change to the problem directory " 22759599516SKenneth E. Jansen << inpfilename << endl; 2284c223e05SCameron Smith return -1; 22959599516SKenneth E. Jansen } 2302992f42eSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 23159599516SKenneth E. Jansen setIOparam(); 2329f4aafb6SCameron Smith outpar.input_mode = outpar.nsynciofiles; //FIXME this is awful 2339f4aafb6SCameron Smith outpar.output_mode = outpar.nsynciofiles; //FIXME this is awful 23459599516SKenneth E. Jansen input(); 23559599516SKenneth E. Jansen /* now we can start the solver */ 23659599516SKenneth E. Jansen proces(); 23759599516SKenneth E. Jansen } 23859599516SKenneth E. Jansen else{ 23959599516SKenneth E. Jansen printf("error during reading ascii input \n"); 24059599516SKenneth E. Jansen } 24159599516SKenneth E. Jansen MPI_Barrier(MPI_COMM_WORLD); 24259599516SKenneth E. Jansen if ( myrank == 0 ) { 24359599516SKenneth E. Jansen printf("phasta.cc - last call before finalize!\n"); 24459599516SKenneth E. Jansen } 2454c223e05SCameron Smith return timdat.lstep; 24659599516SKenneth E. Jansen } 247