159599516SKenneth E. Jansen #define OMPI_SKIP_MPICXX 1 259599516SKenneth E. Jansen #include <mpi.h> 359599516SKenneth E. Jansen #include <stdio.h> 459599516SKenneth E. Jansen #include <stdlib.h> 559599516SKenneth E. Jansen #include <string.h> 659599516SKenneth E. Jansen 759599516SKenneth E. Jansen #include <sys/types.h> 859599516SKenneth E. Jansen #include <sys/stat.h> 959599516SKenneth E. Jansen 1059599516SKenneth E. Jansen #include "common_c.h" 1159599516SKenneth E. Jansen 126d494944SCameron Smith #include "phstream.h" 13a486e66cSCameron Smith #include "streamio.h" 146d494944SCameron Smith 1559599516SKenneth E. Jansen #if !(defined IOSTREAMH) 1659599516SKenneth E. Jansen #include <iostream> 171bfea438SCameron Smith #include <sstream> 1859599516SKenneth E. Jansen using namespace std; 1959599516SKenneth E. Jansen #endif 2059599516SKenneth E. Jansen 2159599516SKenneth E. Jansen #include <FCMangle.h> 2259599516SKenneth E. Jansen #define input FortranCInterface_GLOBAL_(input,INPUT) 2359599516SKenneth E. Jansen #define proces FortranCInterface_GLOBAL_(proces,PROCES) 2459599516SKenneth E. Jansen #define timer FortranCInterface_GLOBAL_(timer,TIMER) 2559599516SKenneth E. Jansen 2659599516SKenneth E. Jansen #ifdef intel 2759599516SKenneth E. Jansen #include <direct.h> 2859599516SKenneth E. Jansen #define chdir _chdir 2959599516SKenneth E. Jansen #else 3059599516SKenneth E. Jansen #include <unistd.h> 3159599516SKenneth E. Jansen #endif 3259599516SKenneth E. Jansen 3359599516SKenneth E. Jansen extern "C" char phasta_iotype[80]; 3459599516SKenneth E. Jansen char phasta_iotype[80]; 3559599516SKenneth E. Jansen 3659599516SKenneth E. Jansen extern int SONFATH; 3759599516SKenneth E. Jansen extern "C" void proces(); 3859599516SKenneth E. Jansen extern "C" void input(); 3959599516SKenneth E. Jansen extern int input_fform(char inpfname[]); 4059599516SKenneth E. Jansen extern void setIOparam(); // For SyncIO 4159599516SKenneth E. Jansen 4259599516SKenneth E. Jansen int myrank; /* made file global for ease in debugging */ 4359599516SKenneth E. Jansen 4459599516SKenneth E. Jansen void 4559599516SKenneth E. Jansen catchDebugger() { 4659599516SKenneth E. Jansen while (1) { 4759599516SKenneth E. Jansen int debuggerPresent=0; 4859599516SKenneth E. Jansen int fakeSTOP = 1; // please stop HERE and assign as next line 4959599516SKenneth E. Jansen // assign or set debuggerPresent=1 5059599516SKenneth E. Jansen if(debuggerPresent) { 5159599516SKenneth E. Jansen break; 5259599516SKenneth E. Jansen } 5359599516SKenneth E. Jansen } 5459599516SKenneth E. Jansen } 5559599516SKenneth E. Jansen 5659599516SKenneth E. Jansen // some useful debugging functions 5759599516SKenneth E. Jansen 5859599516SKenneth E. Jansen void 5959599516SKenneth E. Jansen pdarray( void* darray , int start, int end ) { 6059599516SKenneth E. Jansen for( int i=start; i < end; i++ ){ 6159599516SKenneth E. Jansen cout << ((double*)darray)[i] << endl; 6259599516SKenneth E. Jansen } 6359599516SKenneth E. Jansen } 6459599516SKenneth E. Jansen 6559599516SKenneth E. Jansen void 6659599516SKenneth E. Jansen piarray( void* iarray , int start, int end ) { 6759599516SKenneth E. Jansen for( int i=start; i < end; i++ ){ 6859599516SKenneth E. Jansen cout << ((int*)iarray)[i] << endl; 6959599516SKenneth E. Jansen } 7059599516SKenneth E. Jansen } 7159599516SKenneth E. Jansen 72*163d1986SCameron Smith int phasta(grstream grs) { 733969618bSCameron Smith int size,ierr; 743969618bSCameron Smith char inpfilename[100]; 753969618bSCameron Smith MPI_Comm_size (MPI_COMM_WORLD, &size); 763969618bSCameron Smith MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 773969618bSCameron Smith 783969618bSCameron Smith workfc.numpe = size; 793969618bSCameron Smith workfc.myrank = myrank; 809f4aafb6SCameron Smith outpar.input_mode = -1; //FIXME magic value for streams 819f4aafb6SCameron Smith outpar.output_mode = 1; //FIXME magic value for syncio 82a486e66cSCameron Smith streamio_set_gr(grs); 833969618bSCameron Smith 843969618bSCameron Smith /* Input data */ 853969618bSCameron Smith ierr = input_fform("solver.inp"); 863969618bSCameron Smith if(!ierr){ 873969618bSCameron Smith sprintf(inpfilename,"%d-procs_case/",size); 883969618bSCameron Smith if( chdir( inpfilename ) ) { 893969618bSCameron Smith cerr << "could not change to the problem directory " 903969618bSCameron Smith << inpfilename << endl; 919a96c8a8SCameron Smith return 1; 926d494944SCameron Smith } 933969618bSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 943969618bSCameron Smith input(); 953969618bSCameron Smith /* now we can start the solver */ 963969618bSCameron Smith proces(); 973969618bSCameron Smith } 983969618bSCameron Smith else{ 993969618bSCameron Smith printf("error during reading ascii input \n"); 1003969618bSCameron Smith } 1013969618bSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 1023969618bSCameron Smith if ( myrank == 0 ) { 1033969618bSCameron Smith printf("phasta.cc - last call before finalize!\n"); 1043969618bSCameron Smith } 1053969618bSCameron Smith return 0; 1063969618bSCameron Smith } 1076d494944SCameron Smith 108*163d1986SCameron Smith int phasta(RStream* rs) { 109b13e4d76SCameron Smith fprintf(stderr, "HEY! if you see this email Cameron and tell him " 110b13e4d76SCameron Smith "to implement %s(...) on line %d of %s " 111b13e4d76SCameron Smith "... returning an error\n", __func__, __LINE__, __FILE__); 112b13e4d76SCameron Smith return 1; 113b13e4d76SCameron Smith } 114b13e4d76SCameron Smith 115*163d1986SCameron Smith int phasta(GRStream* grs, RStream* rs) { 116ea868eb1SCameron Smith int size,ierr; 117ea868eb1SCameron Smith char inpfilename[100]; 118ea868eb1SCameron Smith MPI_Comm_size (MPI_COMM_WORLD, &size); 119ea868eb1SCameron Smith MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 120ea868eb1SCameron Smith 121ea868eb1SCameron Smith workfc.numpe = size; 122ea868eb1SCameron Smith workfc.myrank = myrank; 123ea868eb1SCameron Smith outpar.input_mode = -1; //FIXME magic value for streams 124ea868eb1SCameron Smith outpar.output_mode = -1; //FIXME magic value for streams 125ea868eb1SCameron Smith streamio_set_gr(grs); 126ea868eb1SCameron Smith streamio_set_r(rs); 127ea868eb1SCameron Smith 128ea868eb1SCameron Smith /* Input data */ 129ea868eb1SCameron Smith ierr = input_fform("solver.inp"); 130ea868eb1SCameron Smith if(!ierr){ 131ea868eb1SCameron Smith sprintf(inpfilename,"%d-procs_case/",size); 132ea868eb1SCameron Smith if( chdir( inpfilename ) ) { 133ea868eb1SCameron Smith cerr << "could not change to the problem directory " 134ea868eb1SCameron Smith << inpfilename << endl; 135b13e4d76SCameron Smith return 1; 136b13e4d76SCameron Smith } 137ea868eb1SCameron Smith MPI_Barrier(MPI_COMM_WORLD); 138ea868eb1SCameron Smith input(); 139ea868eb1SCameron Smith /* now we can start the solver */ 140ea868eb1SCameron Smith proces(); 141ea868eb1SCameron Smith } 142ea868eb1SCameron Smith else{ 143ea868eb1SCameron Smith printf("error during reading ascii input \n"); 144ea868eb1SCameron Smith } 145ea868eb1SCameron Smith MPI_Barrier(MPI_COMM_WORLD); 146ea868eb1SCameron Smith if ( myrank == 0 ) { 147ea868eb1SCameron Smith printf("phasta.cc - last call before finalize!\n"); 148ea868eb1SCameron Smith } 149d5f48f40SCameron Smith if( chdir("..") ) { 150d5f48f40SCameron Smith cerr << "could not change to the parent directory\n"; 151d5f48f40SCameron Smith return 1; 152d5f48f40SCameron Smith } 153ea868eb1SCameron Smith } 1546d494944SCameron Smith 155*163d1986SCameron Smith int phasta( int argc, char *argv[] ) { 15659599516SKenneth E. Jansen int size,ierr; 15759599516SKenneth E. Jansen char inpfilename[100]; 15859599516SKenneth E. Jansen char* pauseDebugger = getenv("catchDebugger"); 15959599516SKenneth E. Jansen MPI_Comm_size (MPI_COMM_WORLD, &size); 16059599516SKenneth E. Jansen MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 16159599516SKenneth E. Jansen 16259599516SKenneth E. Jansen workfc.numpe = size; 16359599516SKenneth E. Jansen workfc.myrank = myrank; 16459599516SKenneth E. Jansen 16559599516SKenneth E. Jansen #if (defined WIN32) 16659599516SKenneth E. Jansen if(argc > 2 ){ 16759599516SKenneth E. Jansen catchDebugger(); 16859599516SKenneth E. Jansen } 16959599516SKenneth E. Jansen #endif 17059599516SKenneth E. Jansen #if (1) // ALWAYS ( defined LAUNCH_GDB ) && !( defined WIN32 ) 17159599516SKenneth E. Jansen 17259599516SKenneth E. Jansen if ( pauseDebugger ) { 17359599516SKenneth E. Jansen 17459599516SKenneth E. Jansen int parent_pid = getpid(); 17559599516SKenneth E. Jansen int gdb_child = fork(); 17659599516SKenneth E. Jansen cout << "gdb_child" << gdb_child << endl; 17759599516SKenneth E. Jansen 17859599516SKenneth E. Jansen if( gdb_child == 0 ) { 17959599516SKenneth E. Jansen 18059599516SKenneth E. Jansen cout << "Debugger Process initiating" << endl; 1811bfea438SCameron Smith stringstream exec_string; 18259599516SKenneth E. Jansen 18359599516SKenneth E. Jansen #if ( defined decalp ) 18459599516SKenneth E. Jansen exec_string <<"xterm -e idb " 18559599516SKenneth E. Jansen << " -pid "<< parent_pid <<" "<< argv[0] << endl; 18659599516SKenneth E. Jansen #endif 18759599516SKenneth E. Jansen #if ( defined LINUX ) 18859599516SKenneth E. Jansen exec_string <<"xterm -e gdb" 18959599516SKenneth E. Jansen << " -pid "<< parent_pid <<" "<< argv[0] << endl; 19059599516SKenneth E. Jansen #endif 19159599516SKenneth E. Jansen #if ( defined SUN4 ) 19259599516SKenneth E. Jansen exec_string <<"xterm -e dbx " 19359599516SKenneth E. Jansen << " - "<< parent_pid <<" "<< argv[0] << endl; 19459599516SKenneth E. Jansen #endif 19559599516SKenneth E. Jansen #if ( defined IRIX ) 19659599516SKenneth E. Jansen exec_string <<"xterm -e dbx " 19759599516SKenneth E. Jansen << " -p "<< parent_pid <<" "<< argv[0] << endl; 19859599516SKenneth E. Jansen #endif 1991bfea438SCameron Smith string s = exec_string.str(); 2001bfea438SCameron Smith system( s.c_str() ); 20159599516SKenneth E. Jansen exit(0); 20259599516SKenneth E. Jansen } 20359599516SKenneth E. Jansen catchDebugger(); 20459599516SKenneth E. Jansen } 20559599516SKenneth E. Jansen 20659599516SKenneth E. Jansen #endif 20759599516SKenneth E. Jansen 20859599516SKenneth E. Jansen /* Input data */ 20959599516SKenneth E. Jansen if(argc > 1 ){ 21059599516SKenneth E. Jansen strcpy(inpfilename,argv[1]); 21159599516SKenneth E. Jansen } else { 21259599516SKenneth E. Jansen strcpy(inpfilename,"solver.inp"); 21359599516SKenneth E. Jansen } 21459599516SKenneth E. Jansen ierr = input_fform(inpfilename); 21559599516SKenneth E. Jansen if(!ierr){ 21659599516SKenneth E. Jansen sprintf(inpfilename,"%d-procs_case/",size); 21759599516SKenneth E. Jansen if( chdir( inpfilename ) ) { 21859599516SKenneth E. Jansen cerr << "could not change to the problem directory " 21959599516SKenneth E. Jansen << inpfilename << endl; 22059599516SKenneth E. Jansen return 1; 22159599516SKenneth E. Jansen } 2222992f42eSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 22359599516SKenneth E. Jansen setIOparam(); 2249f4aafb6SCameron Smith outpar.input_mode = outpar.nsynciofiles; //FIXME this is awful 2259f4aafb6SCameron Smith outpar.output_mode = outpar.nsynciofiles; //FIXME this is awful 22659599516SKenneth E. Jansen input(); 22759599516SKenneth E. Jansen /* now we can start the solver */ 22859599516SKenneth E. Jansen proces(); 22959599516SKenneth E. Jansen } 23059599516SKenneth E. Jansen else{ 23159599516SKenneth E. Jansen printf("error during reading ascii input \n"); 23259599516SKenneth E. Jansen } 23359599516SKenneth E. Jansen MPI_Barrier(MPI_COMM_WORLD); 23459599516SKenneth E. Jansen if ( myrank == 0 ) { 23559599516SKenneth E. Jansen printf("phasta.cc - last call before finalize!\n"); 23659599516SKenneth E. Jansen } 23759599516SKenneth E. Jansen return 0; 23859599516SKenneth E. Jansen } 239