159599516SKenneth E. Jansen #define OMPI_SKIP_MPICXX 1 259599516SKenneth E. Jansen #include <mpi.h> 359599516SKenneth E. Jansen #include <stdio.h> 459599516SKenneth E. Jansen #include <stdlib.h> 559599516SKenneth E. Jansen #include <string.h> 6*06db1583SCameron Smith #include <cassert> 759599516SKenneth E. Jansen 859599516SKenneth E. Jansen #include <sys/types.h> 959599516SKenneth E. Jansen #include <sys/stat.h> 1059599516SKenneth E. Jansen 1159599516SKenneth E. Jansen #include "common_c.h" 129ae91bddSCameron Smith #include "Input.h" 136d494944SCameron Smith #include "phstream.h" 14a486e66cSCameron Smith #include "streamio.h" 156d494944SCameron Smith 1659599516SKenneth E. Jansen #if !(defined IOSTREAMH) 1759599516SKenneth E. Jansen #include <iostream> 181bfea438SCameron Smith #include <sstream> 1959599516SKenneth E. Jansen using namespace std; 2059599516SKenneth E. Jansen #endif 2159599516SKenneth E. Jansen 2259599516SKenneth E. Jansen #include <FCMangle.h> 2359599516SKenneth E. Jansen #define input FortranCInterface_GLOBAL_(input,INPUT) 2459599516SKenneth E. Jansen #define proces FortranCInterface_GLOBAL_(proces,PROCES) 2559599516SKenneth E. Jansen #define timer FortranCInterface_GLOBAL_(timer,TIMER) 2659599516SKenneth E. Jansen 2759599516SKenneth E. Jansen #ifdef intel 2859599516SKenneth E. Jansen #include <direct.h> 2959599516SKenneth E. Jansen #define chdir _chdir 3059599516SKenneth E. Jansen #else 3159599516SKenneth E. Jansen #include <unistd.h> 3259599516SKenneth E. Jansen #endif 3359599516SKenneth E. Jansen 3459599516SKenneth E. Jansen extern "C" char phasta_iotype[80]; 3559599516SKenneth E. Jansen char phasta_iotype[80]; 3659599516SKenneth E. Jansen 3759599516SKenneth E. Jansen extern int SONFATH; 3859599516SKenneth E. Jansen extern "C" void proces(); 3959599516SKenneth E. Jansen extern "C" void input(); 409ae91bddSCameron Smith extern int input_fform(phSolver::Input&); 4159599516SKenneth E. Jansen extern void setIOparam(); // For SyncIO 421063a5c0SCameron Smith extern "C" void initPhastaCommonVars(); 4359599516SKenneth E. Jansen 4459599516SKenneth E. Jansen int myrank; /* made file global for ease in debugging */ 4559599516SKenneth E. Jansen 4659599516SKenneth E. Jansen void 4759599516SKenneth E. Jansen catchDebugger() { 4859599516SKenneth E. Jansen while (1) { 4959599516SKenneth E. Jansen int debuggerPresent=0; 5059599516SKenneth E. Jansen int fakeSTOP = 1; // please stop HERE and assign as next line 5159599516SKenneth E. Jansen // assign or set debuggerPresent=1 5259599516SKenneth E. Jansen if(debuggerPresent) { 5359599516SKenneth E. Jansen break; 5459599516SKenneth E. Jansen } 5559599516SKenneth E. Jansen } 5659599516SKenneth E. Jansen } 5759599516SKenneth E. Jansen 5859599516SKenneth E. Jansen // some useful debugging functions 5959599516SKenneth E. Jansen 6059599516SKenneth E. Jansen void 6159599516SKenneth E. Jansen pdarray( void* darray , int start, int end ) { 6259599516SKenneth E. Jansen for( int i=start; i < end; i++ ){ 6359599516SKenneth E. Jansen cout << ((double*)darray)[i] << endl; 6459599516SKenneth E. Jansen } 6559599516SKenneth E. Jansen } 6659599516SKenneth E. Jansen 6759599516SKenneth E. Jansen void 6859599516SKenneth E. Jansen piarray( void* iarray , int start, int end ) { 6959599516SKenneth E. Jansen for( int i=start; i < end; i++ ){ 7059599516SKenneth E. Jansen cout << ((int*)iarray)[i] << endl; 7159599516SKenneth E. Jansen } 7259599516SKenneth E. Jansen } 7359599516SKenneth E. Jansen 74*06db1583SCameron Smith namespace { 756b966dd8SCameron Smith int cdToParent() { 766b966dd8SCameron Smith if( chdir("..") ) { 776b966dd8SCameron Smith fprintf(stderr,"could not change to the parent directory\n"); 786b966dd8SCameron Smith return 1; 796b966dd8SCameron Smith } else { 806b966dd8SCameron Smith return 0; 816b966dd8SCameron Smith } 826b966dd8SCameron Smith } 83*06db1583SCameron Smith int run(phSolver::Input& ctrl) { 843969618bSCameron Smith int size,ierr; 853969618bSCameron Smith char inpfilename[100]; 863969618bSCameron Smith MPI_Comm_size (MPI_COMM_WORLD, &size); 873969618bSCameron Smith MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 883969618bSCameron Smith 893969618bSCameron Smith workfc.numpe = size; 903969618bSCameron Smith workfc.myrank = myrank; 91ea868eb1SCameron Smith 921063a5c0SCameron Smith initPhastaCommonVars(); 93ea868eb1SCameron Smith /* Input data */ 949ae91bddSCameron Smith ierr = input_fform(ctrl); 95ea868eb1SCameron Smith if(!ierr){ 96ea868eb1SCameron Smith sprintf(inpfilename,"%d-procs_case/",size); 97ea868eb1SCameron Smith if( chdir( inpfilename ) ) { 98ea868eb1SCameron Smith cerr << "could not change to the problem directory " 99ea868eb1SCameron Smith << inpfilename << endl; 1004c223e05SCameron Smith return -1; 101b13e4d76SCameron Smith } 102ea868eb1SCameron Smith MPI_Barrier(MPI_COMM_WORLD); 103ea868eb1SCameron Smith input(); 104ea868eb1SCameron Smith /* now we can start the solver */ 105ea868eb1SCameron Smith proces(); 106ea868eb1SCameron Smith } 107ea868eb1SCameron Smith else{ 108ea868eb1SCameron Smith printf("error during reading ascii input \n"); 109ea868eb1SCameron Smith } 110ea868eb1SCameron Smith MPI_Barrier(MPI_COMM_WORLD); 111ea868eb1SCameron Smith if ( myrank == 0 ) { 112ea868eb1SCameron Smith printf("phasta.cc - last call before finalize!\n"); 113ea868eb1SCameron Smith } 1146b966dd8SCameron Smith if( cdToParent() ) 1154c223e05SCameron Smith return -1; 1164c223e05SCameron Smith return timdat.lstep; 117ea868eb1SCameron Smith } 118*06db1583SCameron Smith } 119*06db1583SCameron Smith 120*06db1583SCameron Smith int phasta(phSolver::Input& ctrl) { 121*06db1583SCameron Smith outpar.input_mode = 0; //FIXME magic value for posix 122*06db1583SCameron Smith outpar.output_mode = 0; //FIXME magic value for posix 123*06db1583SCameron Smith return run(ctrl); 124*06db1583SCameron Smith } 125*06db1583SCameron Smith 126*06db1583SCameron Smith int phasta(phSolver::Input& ctrl, grstream grs) { 127*06db1583SCameron Smith assert(grs); 128*06db1583SCameron Smith outpar.input_mode = -1; //FIXME magic value for streams 129*06db1583SCameron Smith outpar.output_mode = 1; //FIXME magic value for syncio 130*06db1583SCameron Smith streamio_set_gr(grs); 131*06db1583SCameron Smith return run(ctrl); 132*06db1583SCameron Smith } 133*06db1583SCameron Smith 134*06db1583SCameron Smith int phasta(phSolver::Input& ctrl, RStream* rs) { 135*06db1583SCameron Smith fprintf(stderr, "HEY! if you see this email Cameron and tell him " 136*06db1583SCameron Smith "to implement %s(...) on line %d of %s " 137*06db1583SCameron Smith "... returning an error\n", __func__, __LINE__, __FILE__); 138*06db1583SCameron Smith return -1; 139*06db1583SCameron Smith } 140*06db1583SCameron Smith 141*06db1583SCameron Smith int phasta(phSolver::Input& ctrl, GRStream* grs, RStream* rs) { 142*06db1583SCameron Smith outpar.input_mode = -1; //FIXME magic value for streams 143*06db1583SCameron Smith outpar.output_mode = -1; //FIXME magic value for streams 144*06db1583SCameron Smith assert(grs); 145*06db1583SCameron Smith assert(rs); 146*06db1583SCameron Smith streamio_set_gr(grs); 147*06db1583SCameron Smith streamio_set_r(rs); 148*06db1583SCameron Smith return run(ctrl); 149*06db1583SCameron Smith } 1506d494944SCameron Smith 151163d1986SCameron Smith int phasta( int argc, char *argv[] ) { 15259599516SKenneth E. Jansen int size,ierr; 15359599516SKenneth E. Jansen char inpfilename[100]; 15459599516SKenneth E. Jansen char* pauseDebugger = getenv("catchDebugger"); 15559599516SKenneth E. Jansen MPI_Comm_size (MPI_COMM_WORLD, &size); 15659599516SKenneth E. Jansen MPI_Comm_rank (MPI_COMM_WORLD, &myrank); 15759599516SKenneth E. Jansen 15859599516SKenneth E. Jansen workfc.numpe = size; 15959599516SKenneth E. Jansen workfc.myrank = myrank; 16059599516SKenneth E. Jansen 16159599516SKenneth E. Jansen #if (defined WIN32) 16259599516SKenneth E. Jansen if(argc > 2 ){ 16359599516SKenneth E. Jansen catchDebugger(); 16459599516SKenneth E. Jansen } 16559599516SKenneth E. Jansen #endif 16659599516SKenneth E. Jansen #if (1) // ALWAYS ( defined LAUNCH_GDB ) && !( defined WIN32 ) 16759599516SKenneth E. Jansen 16859599516SKenneth E. Jansen if ( pauseDebugger ) { 16959599516SKenneth E. Jansen 17059599516SKenneth E. Jansen int parent_pid = getpid(); 17159599516SKenneth E. Jansen int gdb_child = fork(); 17259599516SKenneth E. Jansen cout << "gdb_child" << gdb_child << endl; 17359599516SKenneth E. Jansen 17459599516SKenneth E. Jansen if( gdb_child == 0 ) { 17559599516SKenneth E. Jansen 17659599516SKenneth E. Jansen cout << "Debugger Process initiating" << endl; 1771bfea438SCameron Smith stringstream exec_string; 17859599516SKenneth E. Jansen 17959599516SKenneth E. Jansen #if ( defined decalp ) 18059599516SKenneth E. Jansen exec_string <<"xterm -e idb " 18159599516SKenneth E. Jansen << " -pid "<< parent_pid <<" "<< argv[0] << endl; 18259599516SKenneth E. Jansen #endif 18359599516SKenneth E. Jansen #if ( defined LINUX ) 18459599516SKenneth E. Jansen exec_string <<"xterm -e gdb" 18559599516SKenneth E. Jansen << " -pid "<< parent_pid <<" "<< argv[0] << endl; 18659599516SKenneth E. Jansen #endif 18759599516SKenneth E. Jansen #if ( defined SUN4 ) 18859599516SKenneth E. Jansen exec_string <<"xterm -e dbx " 18959599516SKenneth E. Jansen << " - "<< parent_pid <<" "<< argv[0] << endl; 19059599516SKenneth E. Jansen #endif 19159599516SKenneth E. Jansen #if ( defined IRIX ) 19259599516SKenneth E. Jansen exec_string <<"xterm -e dbx " 19359599516SKenneth E. Jansen << " -p "<< parent_pid <<" "<< argv[0] << endl; 19459599516SKenneth E. Jansen #endif 1951bfea438SCameron Smith string s = exec_string.str(); 1961bfea438SCameron Smith system( s.c_str() ); 19759599516SKenneth E. Jansen exit(0); 19859599516SKenneth E. Jansen } 19959599516SKenneth E. Jansen catchDebugger(); 20059599516SKenneth E. Jansen } 20159599516SKenneth E. Jansen 20259599516SKenneth E. Jansen #endif 20359599516SKenneth E. Jansen 20459599516SKenneth E. Jansen /* Input data */ 20559599516SKenneth E. Jansen if(argc > 1 ){ 20659599516SKenneth E. Jansen strcpy(inpfilename,argv[1]); 20759599516SKenneth E. Jansen } else { 20859599516SKenneth E. Jansen strcpy(inpfilename,"solver.inp"); 20959599516SKenneth E. Jansen } 2109ae91bddSCameron Smith string defaultConf = "."; 2119ae91bddSCameron Smith const char* path_to_config = getenv("PHASTA_CONFIG"); 2129ae91bddSCameron Smith if(path_to_config) 2139ae91bddSCameron Smith defaultConf = path_to_config; 2149ae91bddSCameron Smith defaultConf.append("/input.config"); 2159ae91bddSCameron Smith string userConf(inpfilename); 2169ae91bddSCameron Smith phSolver::Input ctrl(userConf, defaultConf); 2171063a5c0SCameron Smith initPhastaCommonVars(); 2189ae91bddSCameron Smith ierr = input_fform(ctrl); 21959599516SKenneth E. Jansen if(!ierr){ 22059599516SKenneth E. Jansen sprintf(inpfilename,"%d-procs_case/",size); 22159599516SKenneth E. Jansen if( chdir( inpfilename ) ) { 22259599516SKenneth E. Jansen cerr << "could not change to the problem directory " 22359599516SKenneth E. Jansen << inpfilename << endl; 2244c223e05SCameron Smith return -1; 22559599516SKenneth E. Jansen } 2262992f42eSCameron Smith MPI_Barrier(MPI_COMM_WORLD); 22759599516SKenneth E. Jansen setIOparam(); 2289f4aafb6SCameron Smith outpar.input_mode = outpar.nsynciofiles; //FIXME this is awful 2299f4aafb6SCameron Smith outpar.output_mode = outpar.nsynciofiles; //FIXME this is awful 23059599516SKenneth E. Jansen input(); 23159599516SKenneth E. Jansen /* now we can start the solver */ 23259599516SKenneth E. Jansen proces(); 23359599516SKenneth E. Jansen } 23459599516SKenneth E. Jansen else{ 23559599516SKenneth E. Jansen printf("error during reading ascii input \n"); 23659599516SKenneth E. Jansen } 23759599516SKenneth E. Jansen MPI_Barrier(MPI_COMM_WORLD); 23859599516SKenneth E. Jansen if ( myrank == 0 ) { 23959599516SKenneth E. Jansen printf("phasta.cc - last call before finalize!\n"); 24059599516SKenneth E. Jansen } 2416b966dd8SCameron Smith if( cdToParent() ) 2426b966dd8SCameron Smith return -1; 2434c223e05SCameron Smith return timdat.lstep; 24459599516SKenneth E. Jansen } 245