159599516SKenneth E. Jansen #define OMPI_SKIP_MPICXX 1 259599516SKenneth E. Jansen #include <mpi.h> 359599516SKenneth E. Jansen #include <stdio.h> 459599516SKenneth E. Jansen #include <stdlib.h> 559599516SKenneth E. Jansen #include <string.h> 659599516SKenneth E. Jansen 759599516SKenneth E. Jansen #include <sys/types.h> 859599516SKenneth E. Jansen #include <sys/stat.h> 959599516SKenneth E. Jansen 1059599516SKenneth E. Jansen #include "common_c.h" 1159599516SKenneth E. Jansen 126d494944SCameron Smith #include "phstream.h" 13a486e66cSCameron Smith #include "streamio.h" 146d494944SCameron Smith 1559599516SKenneth E. Jansen #if !(defined IOSTREAMH) 1659599516SKenneth E. Jansen #include <iostream> 171bfea438SCameron Smith #include <sstream> 1859599516SKenneth E. Jansen using namespace std; 1959599516SKenneth E. Jansen #endif 2059599516SKenneth E. Jansen 2159599516SKenneth E. Jansen #include <FCMangle.h> 2259599516SKenneth E. Jansen #define input FortranCInterface_GLOBAL_(input,INPUT) 2359599516SKenneth E. Jansen #define proces FortranCInterface_GLOBAL_(proces,PROCES) 2459599516SKenneth E. Jansen #define timer FortranCInterface_GLOBAL_(timer,TIMER) 2559599516SKenneth E. Jansen 2659599516SKenneth E. Jansen #ifdef intel 2759599516SKenneth E. Jansen #include <direct.h> 2859599516SKenneth E. Jansen #define chdir _chdir 2959599516SKenneth E. Jansen #else 3059599516SKenneth E. Jansen #include <unistd.h> 3159599516SKenneth E. Jansen #endif 3259599516SKenneth E. Jansen 3359599516SKenneth E. Jansen extern "C" char phasta_iotype[80]; 3459599516SKenneth E. Jansen char phasta_iotype[80]; 3559599516SKenneth E. Jansen 3659599516SKenneth E. Jansen extern int SONFATH; 3759599516SKenneth E. Jansen extern "C" void proces(); 3859599516SKenneth E. Jansen extern "C" void input(); 3959599516SKenneth E. Jansen extern int input_fform(char inpfname[]); 4059599516SKenneth E. Jansen extern void setIOparam(); // For SyncIO 4159599516SKenneth E. Jansen 4259599516SKenneth E. Jansen int myrank; /* made file global for ease in debugging */ 4359599516SKenneth E. Jansen 4459599516SKenneth E. Jansen void 4559599516SKenneth E. Jansen catchDebugger() { 4659599516SKenneth E. Jansen while (1) { 4759599516SKenneth E. Jansen int debuggerPresent=0; 4859599516SKenneth E. Jansen int fakeSTOP = 1; // please stop HERE and assign as next line 4959599516SKenneth E. Jansen // assign or set debuggerPresent=1 5059599516SKenneth E. Jansen if(debuggerPresent) { 5159599516SKenneth E. Jansen break; 5259599516SKenneth E. Jansen } 5359599516SKenneth E. Jansen } 5459599516SKenneth E. Jansen } 5559599516SKenneth E. Jansen 5659599516SKenneth E. Jansen // some useful debugging functions 5759599516SKenneth E. Jansen 5859599516SKenneth E. Jansen void 5959599516SKenneth E. Jansen pdarray( void* darray , int start, int end ) { 6059599516SKenneth E. Jansen for( int i=start; i < end; i++ ){ 6159599516SKenneth E. Jansen cout << ((double*)darray)[i] << endl; 6259599516SKenneth E. Jansen } 6359599516SKenneth E. Jansen } 6459599516SKenneth E. Jansen 6559599516SKenneth E. Jansen void 6659599516SKenneth E. Jansen piarray( void* iarray , int start, int end ) { 6759599516SKenneth E. Jansen for( int i=start; i < end; i++ ){ 6859599516SKenneth E. Jansen cout << ((int*)iarray)[i] << endl; 6959599516SKenneth E. Jansen } 7059599516SKenneth E. Jansen } 7159599516SKenneth E. Jansen 726d494944SCameron Smith int phasta(int argc, 736d494944SCameron Smith char *argv[], 743969618bSCameron Smith grstream grs) { 753969618bSCameron Smith int size,ierr; 763969618bSCameron Smith char inpfilename[100]; 773969618bSCameron Smith MPI_Comm_size (MPI_COMM_WORLD, &size); 783969618bSCameron Smith MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 793969618bSCameron Smith 803969618bSCameron Smith workfc.numpe = size; 813969618bSCameron Smith workfc.myrank = myrank; 829f4aafb6SCameron Smith outpar.input_mode = -1; //FIXME magic value for streams 839f4aafb6SCameron Smith outpar.output_mode = 1; //FIXME magic value for syncio 84a486e66cSCameron Smith streamio_set_gr(grs); 853969618bSCameron Smith 863969618bSCameron Smith /* Input data */ 873969618bSCameron Smith ierr = input_fform("solver.inp"); 883969618bSCameron Smith if(!ierr){ 893969618bSCameron Smith sprintf(inpfilename,"%d-procs_case/",size); 903969618bSCameron Smith if( chdir( inpfilename ) ) { 913969618bSCameron Smith cerr << "could not change to the problem directory " 923969618bSCameron Smith << inpfilename << endl; 939a96c8a8SCameron Smith return 1; 946d494944SCameron Smith } 953969618bSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 963969618bSCameron Smith input(); 973969618bSCameron Smith /* now we can start the solver */ 983969618bSCameron Smith proces(); 993969618bSCameron Smith } 1003969618bSCameron Smith else{ 1013969618bSCameron Smith printf("error during reading ascii input \n"); 1023969618bSCameron Smith } 1033969618bSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 1043969618bSCameron Smith if ( myrank == 0 ) { 1053969618bSCameron Smith printf("phasta.cc - last call before finalize!\n"); 1063969618bSCameron Smith } 1073969618bSCameron Smith return 0; 1083969618bSCameron Smith } 1096d494944SCameron Smith 110b13e4d76SCameron Smith int phasta(int argc, 111b13e4d76SCameron Smith char *argv[], 112b13e4d76SCameron Smith RStream* rs) { 113b13e4d76SCameron Smith fprintf(stderr, "HEY! if you see this email Cameron and tell him " 114b13e4d76SCameron Smith "to implement %s(...) on line %d of %s " 115b13e4d76SCameron Smith "... returning an error\n", __func__, __LINE__, __FILE__); 116b13e4d76SCameron Smith return 1; 117b13e4d76SCameron Smith } 118b13e4d76SCameron Smith 119b13e4d76SCameron Smith int phasta(int argc, 120b13e4d76SCameron Smith char *argv[], 121b13e4d76SCameron Smith GRStream* grs, 122b13e4d76SCameron Smith RStream* rs) { 123ea868eb1SCameron Smith int size,ierr; 124ea868eb1SCameron Smith char inpfilename[100]; 125ea868eb1SCameron Smith MPI_Comm_size (MPI_COMM_WORLD, &size); 126ea868eb1SCameron Smith MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 127ea868eb1SCameron Smith 128ea868eb1SCameron Smith workfc.numpe = size; 129ea868eb1SCameron Smith workfc.myrank = myrank; 130ea868eb1SCameron Smith outpar.input_mode = -1; //FIXME magic value for streams 131ea868eb1SCameron Smith outpar.output_mode = -1; //FIXME magic value for streams 132ea868eb1SCameron Smith streamio_set_gr(grs); 133ea868eb1SCameron Smith streamio_set_r(rs); 134ea868eb1SCameron Smith 135ea868eb1SCameron Smith /* Input data */ 136ea868eb1SCameron Smith ierr = input_fform("solver.inp"); 137ea868eb1SCameron Smith if(!ierr){ 138ea868eb1SCameron Smith sprintf(inpfilename,"%d-procs_case/",size); 139ea868eb1SCameron Smith if( chdir( inpfilename ) ) { 140ea868eb1SCameron Smith cerr << "could not change to the problem directory " 141ea868eb1SCameron Smith << inpfilename << endl; 142b13e4d76SCameron Smith return 1; 143b13e4d76SCameron Smith } 144ea868eb1SCameron Smith MPI_Barrier(MPI_COMM_WORLD); 145ea868eb1SCameron Smith input(); 146ea868eb1SCameron Smith /* now we can start the solver */ 147ea868eb1SCameron Smith proces(); 148ea868eb1SCameron Smith } 149ea868eb1SCameron Smith else{ 150ea868eb1SCameron Smith printf("error during reading ascii input \n"); 151ea868eb1SCameron Smith } 152ea868eb1SCameron Smith MPI_Barrier(MPI_COMM_WORLD); 153ea868eb1SCameron Smith if ( myrank == 0 ) { 154ea868eb1SCameron Smith printf("phasta.cc - last call before finalize!\n"); 155ea868eb1SCameron Smith } 156*d5f48f40SCameron Smith if( chdir("..") ) { 157*d5f48f40SCameron Smith cerr << "could not change to the parent directory\n"; 158*d5f48f40SCameron Smith return 1; 159*d5f48f40SCameron Smith } 160ea868eb1SCameron Smith } 1616d494944SCameron Smith 1626d494944SCameron Smith int phasta( int argc, 16359599516SKenneth E. Jansen char *argv[] ) { 16459599516SKenneth E. Jansen int size,ierr; 16559599516SKenneth E. Jansen char inpfilename[100]; 16659599516SKenneth E. Jansen char* pauseDebugger = getenv("catchDebugger"); 16759599516SKenneth E. Jansen MPI_Comm_size (MPI_COMM_WORLD, &size); 16859599516SKenneth E. Jansen MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 16959599516SKenneth E. Jansen 17059599516SKenneth E. Jansen workfc.numpe = size; 17159599516SKenneth E. Jansen workfc.myrank = myrank; 17259599516SKenneth E. Jansen 17359599516SKenneth E. Jansen #if (defined WIN32) 17459599516SKenneth E. Jansen if(argc > 2 ){ 17559599516SKenneth E. Jansen catchDebugger(); 17659599516SKenneth E. Jansen } 17759599516SKenneth E. Jansen #endif 17859599516SKenneth E. Jansen #if (1) // ALWAYS ( defined LAUNCH_GDB ) && !( defined WIN32 ) 17959599516SKenneth E. Jansen 18059599516SKenneth E. Jansen if ( pauseDebugger ) { 18159599516SKenneth E. Jansen 18259599516SKenneth E. Jansen int parent_pid = getpid(); 18359599516SKenneth E. Jansen int gdb_child = fork(); 18459599516SKenneth E. Jansen cout << "gdb_child" << gdb_child << endl; 18559599516SKenneth E. Jansen 18659599516SKenneth E. Jansen if( gdb_child == 0 ) { 18759599516SKenneth E. Jansen 18859599516SKenneth E. Jansen cout << "Debugger Process initiating" << endl; 1891bfea438SCameron Smith stringstream exec_string; 19059599516SKenneth E. Jansen 19159599516SKenneth E. Jansen #if ( defined decalp ) 19259599516SKenneth E. Jansen exec_string <<"xterm -e idb " 19359599516SKenneth E. Jansen << " -pid "<< parent_pid <<" "<< argv[0] << endl; 19459599516SKenneth E. Jansen #endif 19559599516SKenneth E. Jansen #if ( defined LINUX ) 19659599516SKenneth E. Jansen exec_string <<"xterm -e gdb" 19759599516SKenneth E. Jansen << " -pid "<< parent_pid <<" "<< argv[0] << endl; 19859599516SKenneth E. Jansen #endif 19959599516SKenneth E. Jansen #if ( defined SUN4 ) 20059599516SKenneth E. Jansen exec_string <<"xterm -e dbx " 20159599516SKenneth E. Jansen << " - "<< parent_pid <<" "<< argv[0] << endl; 20259599516SKenneth E. Jansen #endif 20359599516SKenneth E. Jansen #if ( defined IRIX ) 20459599516SKenneth E. Jansen exec_string <<"xterm -e dbx " 20559599516SKenneth E. Jansen << " -p "<< parent_pid <<" "<< argv[0] << endl; 20659599516SKenneth E. Jansen #endif 2071bfea438SCameron Smith string s = exec_string.str(); 2081bfea438SCameron Smith system( s.c_str() ); 20959599516SKenneth E. Jansen exit(0); 21059599516SKenneth E. Jansen } 21159599516SKenneth E. Jansen catchDebugger(); 21259599516SKenneth E. Jansen } 21359599516SKenneth E. Jansen 21459599516SKenneth E. Jansen #endif 21559599516SKenneth E. Jansen 21659599516SKenneth E. Jansen /* Input data */ 21759599516SKenneth E. Jansen if(argc > 1 ){ 21859599516SKenneth E. Jansen strcpy(inpfilename,argv[1]); 21959599516SKenneth E. Jansen } else { 22059599516SKenneth E. Jansen strcpy(inpfilename,"solver.inp"); 22159599516SKenneth E. Jansen } 22259599516SKenneth E. Jansen ierr = input_fform(inpfilename); 22359599516SKenneth E. Jansen if(!ierr){ 22459599516SKenneth E. Jansen sprintf(inpfilename,"%d-procs_case/",size); 22559599516SKenneth E. Jansen if( chdir( inpfilename ) ) { 22659599516SKenneth E. Jansen cerr << "could not change to the problem directory " 22759599516SKenneth E. Jansen << inpfilename << endl; 22859599516SKenneth E. Jansen return 1; 22959599516SKenneth E. Jansen } 2302992f42eSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 23159599516SKenneth E. Jansen setIOparam(); 2329f4aafb6SCameron Smith outpar.input_mode = outpar.nsynciofiles; //FIXME this is awful 2339f4aafb6SCameron Smith outpar.output_mode = outpar.nsynciofiles; //FIXME this is awful 23459599516SKenneth E. Jansen input(); 23559599516SKenneth E. Jansen /* now we can start the solver */ 23659599516SKenneth E. Jansen proces(); 23759599516SKenneth E. Jansen } 23859599516SKenneth E. Jansen else{ 23959599516SKenneth E. Jansen printf("error during reading ascii input \n"); 24059599516SKenneth E. Jansen } 24159599516SKenneth E. Jansen MPI_Barrier(MPI_COMM_WORLD); 24259599516SKenneth E. Jansen if ( myrank == 0 ) { 24359599516SKenneth E. Jansen printf("phasta.cc - last call before finalize!\n"); 24459599516SKenneth E. Jansen } 24559599516SKenneth E. Jansen return 0; 24659599516SKenneth E. Jansen } 247