159599516SKenneth E. Jansen #define OMPI_SKIP_MPICXX 1 259599516SKenneth E. Jansen #include <mpi.h> 359599516SKenneth E. Jansen #include <stdio.h> 459599516SKenneth E. Jansen #include <stdlib.h> 559599516SKenneth E. Jansen #include <string.h> 659599516SKenneth E. Jansen 759599516SKenneth E. Jansen #include <sys/types.h> 859599516SKenneth E. Jansen #include <sys/stat.h> 959599516SKenneth E. Jansen 1059599516SKenneth E. Jansen #include "common_c.h" 119ae91bddSCameron Smith #include "Input.h" 126d494944SCameron Smith #include "phstream.h" 13a486e66cSCameron Smith #include "streamio.h" 146d494944SCameron Smith 1559599516SKenneth E. Jansen #if !(defined IOSTREAMH) 1659599516SKenneth E. Jansen #include <iostream> 171bfea438SCameron Smith #include <sstream> 1859599516SKenneth E. Jansen using namespace std; 1959599516SKenneth E. Jansen #endif 2059599516SKenneth E. Jansen 2159599516SKenneth E. Jansen #include <FCMangle.h> 2259599516SKenneth E. Jansen #define input FortranCInterface_GLOBAL_(input,INPUT) 2359599516SKenneth E. Jansen #define proces FortranCInterface_GLOBAL_(proces,PROCES) 2459599516SKenneth E. Jansen #define timer FortranCInterface_GLOBAL_(timer,TIMER) 2559599516SKenneth E. Jansen 2659599516SKenneth E. Jansen #ifdef intel 2759599516SKenneth E. Jansen #include <direct.h> 2859599516SKenneth E. Jansen #define chdir _chdir 2959599516SKenneth E. Jansen #else 3059599516SKenneth E. Jansen #include <unistd.h> 3159599516SKenneth E. Jansen #endif 3259599516SKenneth E. Jansen 3359599516SKenneth E. Jansen extern "C" char phasta_iotype[80]; 3459599516SKenneth E. Jansen char phasta_iotype[80]; 3559599516SKenneth E. Jansen 3659599516SKenneth E. Jansen extern int SONFATH; 3759599516SKenneth E. Jansen extern "C" void proces(); 3859599516SKenneth E. Jansen extern "C" void input(); 399ae91bddSCameron Smith extern int input_fform(phSolver::Input&); 4059599516SKenneth E. Jansen extern void setIOparam(); // For SyncIO 41*1063a5c0SCameron Smith extern "C" void initPhastaCommonVars(); 4259599516SKenneth E. Jansen 4359599516SKenneth E. Jansen int myrank; /* made file global for ease in debugging */ 4459599516SKenneth E. Jansen 4559599516SKenneth E. Jansen void 4659599516SKenneth E. Jansen catchDebugger() { 4759599516SKenneth E. Jansen while (1) { 4859599516SKenneth E. Jansen int debuggerPresent=0; 4959599516SKenneth E. Jansen int fakeSTOP = 1; // please stop HERE and assign as next line 5059599516SKenneth E. Jansen // assign or set debuggerPresent=1 5159599516SKenneth E. Jansen if(debuggerPresent) { 5259599516SKenneth E. Jansen break; 5359599516SKenneth E. Jansen } 5459599516SKenneth E. Jansen } 5559599516SKenneth E. Jansen } 5659599516SKenneth E. Jansen 5759599516SKenneth E. Jansen // some useful debugging functions 5859599516SKenneth E. Jansen 5959599516SKenneth E. Jansen void 6059599516SKenneth E. Jansen pdarray( void* darray , int start, int end ) { 6159599516SKenneth E. Jansen for( int i=start; i < end; i++ ){ 6259599516SKenneth E. Jansen cout << ((double*)darray)[i] << endl; 6359599516SKenneth E. Jansen } 6459599516SKenneth E. Jansen } 6559599516SKenneth E. Jansen 6659599516SKenneth E. Jansen void 6759599516SKenneth E. Jansen piarray( void* iarray , int start, int end ) { 6859599516SKenneth E. Jansen for( int i=start; i < end; i++ ){ 6959599516SKenneth E. Jansen cout << ((int*)iarray)[i] << endl; 7059599516SKenneth E. Jansen } 7159599516SKenneth E. Jansen } 7259599516SKenneth E. Jansen 736b966dd8SCameron Smith int cdToParent() { 746b966dd8SCameron Smith if( chdir("..") ) { 756b966dd8SCameron Smith fprintf(stderr,"could not change to the parent directory\n"); 766b966dd8SCameron Smith return 1; 776b966dd8SCameron Smith } else { 786b966dd8SCameron Smith return 0; 796b966dd8SCameron Smith } 806b966dd8SCameron Smith } 816b966dd8SCameron Smith 829ae91bddSCameron Smith int phasta(phSolver::Input& ctrl, grstream grs) { 833969618bSCameron Smith int size,ierr; 843969618bSCameron Smith char inpfilename[100]; 853969618bSCameron Smith MPI_Comm_size (MPI_COMM_WORLD, &size); 863969618bSCameron Smith MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 873969618bSCameron Smith 883969618bSCameron Smith workfc.numpe = size; 893969618bSCameron Smith workfc.myrank = myrank; 909f4aafb6SCameron Smith outpar.input_mode = -1; //FIXME magic value for streams 919f4aafb6SCameron Smith outpar.output_mode = 1; //FIXME magic value for syncio 92a486e66cSCameron Smith streamio_set_gr(grs); 933969618bSCameron Smith 94*1063a5c0SCameron Smith initPhastaCommonVars(); 953969618bSCameron Smith /* Input data */ 969ae91bddSCameron Smith ierr = input_fform(ctrl); 973969618bSCameron Smith if(!ierr){ 983969618bSCameron Smith sprintf(inpfilename,"%d-procs_case/",size); 993969618bSCameron Smith if( chdir( inpfilename ) ) { 1003969618bSCameron Smith cerr << "could not change to the problem directory " 1013969618bSCameron Smith << inpfilename << endl; 1024c223e05SCameron Smith return -1; 1036d494944SCameron Smith } 1043969618bSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 1053969618bSCameron Smith input(); 1063969618bSCameron Smith /* now we can start the solver */ 1073969618bSCameron Smith proces(); 1083969618bSCameron Smith } 1093969618bSCameron Smith else{ 1103969618bSCameron Smith printf("error during reading ascii input \n"); 1113969618bSCameron Smith } 1123969618bSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 1133969618bSCameron Smith if ( myrank == 0 ) { 1143969618bSCameron Smith printf("phasta.cc - last call before finalize!\n"); 1153969618bSCameron Smith } 1164c223e05SCameron Smith return timdat.lstep; 1173969618bSCameron Smith } 1186d494944SCameron Smith 1199ae91bddSCameron Smith int phasta(phSolver::Input& ctrl, RStream* rs) { 120b13e4d76SCameron Smith fprintf(stderr, "HEY! if you see this email Cameron and tell him " 121b13e4d76SCameron Smith "to implement %s(...) on line %d of %s " 122b13e4d76SCameron Smith "... returning an error\n", __func__, __LINE__, __FILE__); 1234c223e05SCameron Smith return -1; 124b13e4d76SCameron Smith } 125b13e4d76SCameron Smith 1269ae91bddSCameron Smith int phasta(phSolver::Input& ctrl, GRStream* grs, RStream* rs) { 127ea868eb1SCameron Smith int size,ierr; 128ea868eb1SCameron Smith char inpfilename[100]; 129ea868eb1SCameron Smith MPI_Comm_size (MPI_COMM_WORLD, &size); 130ea868eb1SCameron Smith MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 131ea868eb1SCameron Smith 132ea868eb1SCameron Smith workfc.numpe = size; 133ea868eb1SCameron Smith workfc.myrank = myrank; 134ea868eb1SCameron Smith outpar.input_mode = -1; //FIXME magic value for streams 135ea868eb1SCameron Smith outpar.output_mode = -1; //FIXME magic value for streams 136ea868eb1SCameron Smith streamio_set_gr(grs); 137ea868eb1SCameron Smith streamio_set_r(rs); 138ea868eb1SCameron Smith 139*1063a5c0SCameron Smith initPhastaCommonVars(); 140ea868eb1SCameron Smith /* Input data */ 1419ae91bddSCameron Smith ierr = input_fform(ctrl); 142ea868eb1SCameron Smith if(!ierr){ 143ea868eb1SCameron Smith sprintf(inpfilename,"%d-procs_case/",size); 144ea868eb1SCameron Smith if( chdir( inpfilename ) ) { 145ea868eb1SCameron Smith cerr << "could not change to the problem directory " 146ea868eb1SCameron Smith << inpfilename << endl; 1474c223e05SCameron Smith return -1; 148b13e4d76SCameron Smith } 149ea868eb1SCameron Smith MPI_Barrier(MPI_COMM_WORLD); 150ea868eb1SCameron Smith input(); 151ea868eb1SCameron Smith /* now we can start the solver */ 152ea868eb1SCameron Smith proces(); 153ea868eb1SCameron Smith } 154ea868eb1SCameron Smith else{ 155ea868eb1SCameron Smith printf("error during reading ascii input \n"); 156ea868eb1SCameron Smith } 157ea868eb1SCameron Smith MPI_Barrier(MPI_COMM_WORLD); 158ea868eb1SCameron Smith if ( myrank == 0 ) { 159ea868eb1SCameron Smith printf("phasta.cc - last call before finalize!\n"); 160ea868eb1SCameron Smith } 1616b966dd8SCameron Smith if( cdToParent() ) 1624c223e05SCameron Smith return -1; 1634c223e05SCameron Smith return timdat.lstep; 164ea868eb1SCameron Smith } 1656d494944SCameron Smith 166163d1986SCameron Smith int phasta( int argc, char *argv[] ) { 16759599516SKenneth E. Jansen int size,ierr; 16859599516SKenneth E. Jansen char inpfilename[100]; 16959599516SKenneth E. Jansen char* pauseDebugger = getenv("catchDebugger"); 17059599516SKenneth E. Jansen MPI_Comm_size (MPI_COMM_WORLD, &size); 17159599516SKenneth E. Jansen MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 17259599516SKenneth E. Jansen 17359599516SKenneth E. Jansen workfc.numpe = size; 17459599516SKenneth E. Jansen workfc.myrank = myrank; 17559599516SKenneth E. Jansen 17659599516SKenneth E. Jansen #if (defined WIN32) 17759599516SKenneth E. Jansen if(argc > 2 ){ 17859599516SKenneth E. Jansen catchDebugger(); 17959599516SKenneth E. Jansen } 18059599516SKenneth E. Jansen #endif 18159599516SKenneth E. Jansen #if (1) // ALWAYS ( defined LAUNCH_GDB ) && !( defined WIN32 ) 18259599516SKenneth E. Jansen 18359599516SKenneth E. Jansen if ( pauseDebugger ) { 18459599516SKenneth E. Jansen 18559599516SKenneth E. Jansen int parent_pid = getpid(); 18659599516SKenneth E. Jansen int gdb_child = fork(); 18759599516SKenneth E. Jansen cout << "gdb_child" << gdb_child << endl; 18859599516SKenneth E. Jansen 18959599516SKenneth E. Jansen if( gdb_child == 0 ) { 19059599516SKenneth E. Jansen 19159599516SKenneth E. Jansen cout << "Debugger Process initiating" << endl; 1921bfea438SCameron Smith stringstream exec_string; 19359599516SKenneth E. Jansen 19459599516SKenneth E. Jansen #if ( defined decalp ) 19559599516SKenneth E. Jansen exec_string <<"xterm -e idb " 19659599516SKenneth E. Jansen << " -pid "<< parent_pid <<" "<< argv[0] << endl; 19759599516SKenneth E. Jansen #endif 19859599516SKenneth E. Jansen #if ( defined LINUX ) 19959599516SKenneth E. Jansen exec_string <<"xterm -e gdb" 20059599516SKenneth E. Jansen << " -pid "<< parent_pid <<" "<< argv[0] << endl; 20159599516SKenneth E. Jansen #endif 20259599516SKenneth E. Jansen #if ( defined SUN4 ) 20359599516SKenneth E. Jansen exec_string <<"xterm -e dbx " 20459599516SKenneth E. Jansen << " - "<< parent_pid <<" "<< argv[0] << endl; 20559599516SKenneth E. Jansen #endif 20659599516SKenneth E. Jansen #if ( defined IRIX ) 20759599516SKenneth E. Jansen exec_string <<"xterm -e dbx " 20859599516SKenneth E. Jansen << " -p "<< parent_pid <<" "<< argv[0] << endl; 20959599516SKenneth E. Jansen #endif 2101bfea438SCameron Smith string s = exec_string.str(); 2111bfea438SCameron Smith system( s.c_str() ); 21259599516SKenneth E. Jansen exit(0); 21359599516SKenneth E. Jansen } 21459599516SKenneth E. Jansen catchDebugger(); 21559599516SKenneth E. Jansen } 21659599516SKenneth E. Jansen 21759599516SKenneth E. Jansen #endif 21859599516SKenneth E. Jansen 21959599516SKenneth E. Jansen /* Input data */ 22059599516SKenneth E. Jansen if(argc > 1 ){ 22159599516SKenneth E. Jansen strcpy(inpfilename,argv[1]); 22259599516SKenneth E. Jansen } else { 22359599516SKenneth E. Jansen strcpy(inpfilename,"solver.inp"); 22459599516SKenneth E. Jansen } 2259ae91bddSCameron Smith string defaultConf = "."; 2269ae91bddSCameron Smith const char* path_to_config = getenv("PHASTA_CONFIG"); 2279ae91bddSCameron Smith if(path_to_config) 2289ae91bddSCameron Smith defaultConf = path_to_config; 2299ae91bddSCameron Smith defaultConf.append("/input.config"); 2309ae91bddSCameron Smith string userConf(inpfilename); 2319ae91bddSCameron Smith phSolver::Input ctrl(userConf, defaultConf); 232*1063a5c0SCameron Smith initPhastaCommonVars(); 2339ae91bddSCameron Smith ierr = input_fform(ctrl); 23459599516SKenneth E. Jansen if(!ierr){ 23559599516SKenneth E. Jansen sprintf(inpfilename,"%d-procs_case/",size); 23659599516SKenneth E. Jansen if( chdir( inpfilename ) ) { 23759599516SKenneth E. Jansen cerr << "could not change to the problem directory " 23859599516SKenneth E. Jansen << inpfilename << endl; 2394c223e05SCameron Smith return -1; 24059599516SKenneth E. Jansen } 2412992f42eSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 24259599516SKenneth E. Jansen setIOparam(); 2439f4aafb6SCameron Smith outpar.input_mode = outpar.nsynciofiles; //FIXME this is awful 2449f4aafb6SCameron Smith outpar.output_mode = outpar.nsynciofiles; //FIXME this is awful 24559599516SKenneth E. Jansen input(); 24659599516SKenneth E. Jansen /* now we can start the solver */ 24759599516SKenneth E. Jansen proces(); 24859599516SKenneth E. Jansen } 24959599516SKenneth E. Jansen else{ 25059599516SKenneth E. Jansen printf("error during reading ascii input \n"); 25159599516SKenneth E. Jansen } 25259599516SKenneth E. Jansen MPI_Barrier(MPI_COMM_WORLD); 25359599516SKenneth E. Jansen if ( myrank == 0 ) { 25459599516SKenneth E. Jansen printf("phasta.cc - last call before finalize!\n"); 25559599516SKenneth E. Jansen } 2566b966dd8SCameron Smith if( cdToParent() ) 2576b966dd8SCameron Smith return -1; 2584c223e05SCameron Smith return timdat.lstep; 25959599516SKenneth E. Jansen } 260