xref: /phasta/phSolver/common/phasta.cc (revision 1063a5c0dd9aa45de3c39e94e541cee288a75ff9)
159599516SKenneth E. Jansen #define OMPI_SKIP_MPICXX 1
259599516SKenneth E. Jansen #include <mpi.h>
359599516SKenneth E. Jansen #include <stdio.h>
459599516SKenneth E. Jansen #include <stdlib.h>
559599516SKenneth E. Jansen #include <string.h>
659599516SKenneth E. Jansen 
759599516SKenneth E. Jansen #include <sys/types.h>
859599516SKenneth E. Jansen #include <sys/stat.h>
959599516SKenneth E. Jansen 
1059599516SKenneth E. Jansen #include "common_c.h"
119ae91bddSCameron Smith #include "Input.h"
126d494944SCameron Smith #include "phstream.h"
13a486e66cSCameron Smith #include "streamio.h"
146d494944SCameron Smith 
1559599516SKenneth E. Jansen #if !(defined IOSTREAMH)
1659599516SKenneth E. Jansen #include <iostream>
171bfea438SCameron Smith #include <sstream>
1859599516SKenneth E. Jansen using namespace std;
1959599516SKenneth E. Jansen #endif
2059599516SKenneth E. Jansen 
2159599516SKenneth E. Jansen #include <FCMangle.h>
2259599516SKenneth E. Jansen #define input FortranCInterface_GLOBAL_(input,INPUT)
2359599516SKenneth E. Jansen #define proces FortranCInterface_GLOBAL_(proces,PROCES)
2459599516SKenneth E. Jansen #define timer FortranCInterface_GLOBAL_(timer,TIMER)
2559599516SKenneth E. Jansen 
2659599516SKenneth E. Jansen #ifdef intel
2759599516SKenneth E. Jansen #include <direct.h>
2859599516SKenneth E. Jansen #define chdir _chdir
2959599516SKenneth E. Jansen #else
3059599516SKenneth E. Jansen #include <unistd.h>
3159599516SKenneth E. Jansen #endif
3259599516SKenneth E. Jansen 
3359599516SKenneth E. Jansen extern "C" char phasta_iotype[80];
3459599516SKenneth E. Jansen char phasta_iotype[80];
3559599516SKenneth E. Jansen 
3659599516SKenneth E. Jansen extern int SONFATH;
3759599516SKenneth E. Jansen extern "C" void proces();
3859599516SKenneth E. Jansen extern "C" void input();
399ae91bddSCameron Smith extern int input_fform(phSolver::Input&);
4059599516SKenneth E. Jansen extern void setIOparam(); // For SyncIO
41*1063a5c0SCameron Smith extern "C" void initPhastaCommonVars();
4259599516SKenneth E. Jansen 
4359599516SKenneth E. Jansen int myrank; /* made file global for ease in debugging */
4459599516SKenneth E. Jansen 
4559599516SKenneth E. Jansen void
4659599516SKenneth E. Jansen catchDebugger() {
4759599516SKenneth E. Jansen     while (1) {
4859599516SKenneth E. Jansen       int debuggerPresent=0;
4959599516SKenneth E. Jansen       int fakeSTOP = 1; // please stop HERE and assign as next line
5059599516SKenneth E. Jansen       // assign or set debuggerPresent=1
5159599516SKenneth E. Jansen       if(debuggerPresent) {
5259599516SKenneth E. Jansen         break;
5359599516SKenneth E. Jansen       }
5459599516SKenneth E. Jansen     }
5559599516SKenneth E. Jansen }
5659599516SKenneth E. Jansen 
5759599516SKenneth E. Jansen // some useful debugging functions
5859599516SKenneth E. Jansen 
5959599516SKenneth E. Jansen void
6059599516SKenneth E. Jansen pdarray( void* darray , int start, int end ) {
6159599516SKenneth E. Jansen     for( int i=start; i < end; i++ ){
6259599516SKenneth E. Jansen         cout << ((double*)darray)[i] << endl;
6359599516SKenneth E. Jansen     }
6459599516SKenneth E. Jansen }
6559599516SKenneth E. Jansen 
6659599516SKenneth E. Jansen void
6759599516SKenneth E. Jansen piarray( void* iarray , int start, int end ) {
6859599516SKenneth E. Jansen     for( int i=start; i < end; i++ ){
6959599516SKenneth E. Jansen         cout << ((int*)iarray)[i] << endl;
7059599516SKenneth E. Jansen     }
7159599516SKenneth E. Jansen }
7259599516SKenneth E. Jansen 
736b966dd8SCameron Smith int cdToParent() {
746b966dd8SCameron Smith   if( chdir("..") ) {
756b966dd8SCameron Smith     fprintf(stderr,"could not change to the parent directory\n");
766b966dd8SCameron Smith     return 1;
776b966dd8SCameron Smith   } else {
786b966dd8SCameron Smith     return 0;
796b966dd8SCameron Smith   }
806b966dd8SCameron Smith }
816b966dd8SCameron Smith 
829ae91bddSCameron Smith int phasta(phSolver::Input& ctrl, grstream grs) {
833969618bSCameron Smith   int size,ierr;
843969618bSCameron Smith   char inpfilename[100];
853969618bSCameron Smith   MPI_Comm_size (MPI_COMM_WORLD, &size);
863969618bSCameron Smith   MPI_Comm_rank (MPI_COMM_WORLD, &myrank);
873969618bSCameron Smith 
883969618bSCameron Smith   workfc.numpe = size;
893969618bSCameron Smith   workfc.myrank = myrank;
909f4aafb6SCameron Smith   outpar.input_mode = -1; //FIXME magic value for streams
919f4aafb6SCameron Smith   outpar.output_mode = 1; //FIXME magic value for syncio
92a486e66cSCameron Smith   streamio_set_gr(grs);
933969618bSCameron Smith 
94*1063a5c0SCameron Smith   initPhastaCommonVars();
953969618bSCameron Smith   /* Input data  */
969ae91bddSCameron Smith   ierr = input_fform(ctrl);
973969618bSCameron Smith   if(!ierr){
983969618bSCameron Smith     sprintf(inpfilename,"%d-procs_case/",size);
993969618bSCameron Smith     if( chdir( inpfilename ) ) {
1003969618bSCameron Smith       cerr << "could not change to the problem directory "
1013969618bSCameron Smith         << inpfilename << endl;
1024c223e05SCameron Smith       return -1;
1036d494944SCameron Smith     }
1043969618bSCameron Smith     MPI_Barrier(MPI_COMM_WORLD);
1053969618bSCameron Smith     input();
1063969618bSCameron Smith     /* now we can start the solver */
1073969618bSCameron Smith     proces();
1083969618bSCameron Smith   }
1093969618bSCameron Smith   else{
1103969618bSCameron Smith     printf("error during reading ascii input \n");
1113969618bSCameron Smith   }
1123969618bSCameron Smith   MPI_Barrier(MPI_COMM_WORLD);
1133969618bSCameron Smith   if ( myrank == 0 ) {
1143969618bSCameron Smith     printf("phasta.cc - last call before finalize!\n");
1153969618bSCameron Smith   }
1164c223e05SCameron Smith   return timdat.lstep;
1173969618bSCameron Smith }
1186d494944SCameron Smith 
1199ae91bddSCameron Smith int phasta(phSolver::Input& ctrl, RStream* rs) {
120b13e4d76SCameron Smith   fprintf(stderr, "HEY! if you see this email Cameron and tell him "
121b13e4d76SCameron Smith       "to implement %s(...) on line %d of %s "
122b13e4d76SCameron Smith       "... returning an error\n", __func__, __LINE__, __FILE__);
1234c223e05SCameron Smith   return -1;
124b13e4d76SCameron Smith }
125b13e4d76SCameron Smith 
1269ae91bddSCameron Smith int phasta(phSolver::Input& ctrl, GRStream* grs, RStream* rs) {
127ea868eb1SCameron Smith   int size,ierr;
128ea868eb1SCameron Smith   char inpfilename[100];
129ea868eb1SCameron Smith   MPI_Comm_size (MPI_COMM_WORLD, &size);
130ea868eb1SCameron Smith   MPI_Comm_rank (MPI_COMM_WORLD, &myrank);
131ea868eb1SCameron Smith 
132ea868eb1SCameron Smith   workfc.numpe = size;
133ea868eb1SCameron Smith   workfc.myrank = myrank;
134ea868eb1SCameron Smith   outpar.input_mode = -1; //FIXME magic value for streams
135ea868eb1SCameron Smith   outpar.output_mode = -1; //FIXME magic value for streams
136ea868eb1SCameron Smith   streamio_set_gr(grs);
137ea868eb1SCameron Smith   streamio_set_r(rs);
138ea868eb1SCameron Smith 
139*1063a5c0SCameron Smith   initPhastaCommonVars();
140ea868eb1SCameron Smith   /* Input data  */
1419ae91bddSCameron Smith   ierr = input_fform(ctrl);
142ea868eb1SCameron Smith   if(!ierr){
143ea868eb1SCameron Smith     sprintf(inpfilename,"%d-procs_case/",size);
144ea868eb1SCameron Smith     if( chdir( inpfilename ) ) {
145ea868eb1SCameron Smith       cerr << "could not change to the problem directory "
146ea868eb1SCameron Smith         << inpfilename << endl;
1474c223e05SCameron Smith       return -1;
148b13e4d76SCameron Smith     }
149ea868eb1SCameron Smith     MPI_Barrier(MPI_COMM_WORLD);
150ea868eb1SCameron Smith     input();
151ea868eb1SCameron Smith     /* now we can start the solver */
152ea868eb1SCameron Smith     proces();
153ea868eb1SCameron Smith   }
154ea868eb1SCameron Smith   else{
155ea868eb1SCameron Smith     printf("error during reading ascii input \n");
156ea868eb1SCameron Smith   }
157ea868eb1SCameron Smith   MPI_Barrier(MPI_COMM_WORLD);
158ea868eb1SCameron Smith   if ( myrank == 0 ) {
159ea868eb1SCameron Smith     printf("phasta.cc - last call before finalize!\n");
160ea868eb1SCameron Smith   }
1616b966dd8SCameron Smith   if( cdToParent() )
1624c223e05SCameron Smith     return -1;
1634c223e05SCameron Smith   return timdat.lstep;
164ea868eb1SCameron Smith }
1656d494944SCameron Smith 
166163d1986SCameron Smith int phasta( int argc, char *argv[] ) {
16759599516SKenneth E. Jansen     int size,ierr;
16859599516SKenneth E. Jansen     char inpfilename[100];
16959599516SKenneth E. Jansen     char* pauseDebugger = getenv("catchDebugger");
17059599516SKenneth E. Jansen     MPI_Comm_size (MPI_COMM_WORLD, &size);
17159599516SKenneth E. Jansen     MPI_Comm_rank (MPI_COMM_WORLD, &myrank);
17259599516SKenneth E. Jansen 
17359599516SKenneth E. Jansen     workfc.numpe = size;
17459599516SKenneth E. Jansen     workfc.myrank = myrank;
17559599516SKenneth E. Jansen 
17659599516SKenneth E. Jansen #if (defined WIN32)
17759599516SKenneth E. Jansen     if(argc > 2 ){
17859599516SKenneth E. Jansen       catchDebugger();
17959599516SKenneth E. Jansen     }
18059599516SKenneth E. Jansen #endif
18159599516SKenneth E. Jansen #if (1) // ALWAYS ( defined LAUNCH_GDB ) && !( defined WIN32 )
18259599516SKenneth E. Jansen 
18359599516SKenneth E. Jansen     if ( pauseDebugger ) {
18459599516SKenneth E. Jansen 
18559599516SKenneth E. Jansen         int parent_pid = getpid();
18659599516SKenneth E. Jansen         int gdb_child = fork();
18759599516SKenneth E. Jansen         cout << "gdb_child" << gdb_child << endl;
18859599516SKenneth E. Jansen 
18959599516SKenneth E. Jansen         if( gdb_child == 0 ) {
19059599516SKenneth E. Jansen 
19159599516SKenneth E. Jansen             cout << "Debugger Process initiating" << endl;
1921bfea438SCameron Smith             stringstream exec_string;
19359599516SKenneth E. Jansen 
19459599516SKenneth E. Jansen #if ( defined decalp )
19559599516SKenneth E. Jansen             exec_string <<"xterm -e idb "
19659599516SKenneth E. Jansen                         << " -pid "<< parent_pid <<" "<< argv[0] << endl;
19759599516SKenneth E. Jansen #endif
19859599516SKenneth E. Jansen #if ( defined LINUX )
19959599516SKenneth E. Jansen             exec_string <<"xterm -e gdb"
20059599516SKenneth E. Jansen                         << " -pid "<< parent_pid <<" "<< argv[0] << endl;
20159599516SKenneth E. Jansen #endif
20259599516SKenneth E. Jansen #if ( defined SUN4 )
20359599516SKenneth E. Jansen             exec_string <<"xterm -e dbx "
20459599516SKenneth E. Jansen                         << " - "<< parent_pid <<" "<< argv[0] << endl;
20559599516SKenneth E. Jansen #endif
20659599516SKenneth E. Jansen #if ( defined IRIX )
20759599516SKenneth E. Jansen             exec_string <<"xterm -e dbx "
20859599516SKenneth E. Jansen                         << " -p "<< parent_pid <<" "<< argv[0] << endl;
20959599516SKenneth E. Jansen #endif
2101bfea438SCameron Smith             string s = exec_string.str();
2111bfea438SCameron Smith             system( s.c_str() );
21259599516SKenneth E. Jansen             exit(0);
21359599516SKenneth E. Jansen         }
21459599516SKenneth E. Jansen         catchDebugger();
21559599516SKenneth E. Jansen     }
21659599516SKenneth E. Jansen 
21759599516SKenneth E. Jansen #endif
21859599516SKenneth E. Jansen 
21959599516SKenneth E. Jansen     /* Input data  */
22059599516SKenneth E. Jansen     if(argc > 1 ){
22159599516SKenneth E. Jansen         strcpy(inpfilename,argv[1]);
22259599516SKenneth E. Jansen     } else {
22359599516SKenneth E. Jansen         strcpy(inpfilename,"solver.inp");
22459599516SKenneth E. Jansen     }
2259ae91bddSCameron Smith     string defaultConf = ".";
2269ae91bddSCameron Smith     const char* path_to_config = getenv("PHASTA_CONFIG");
2279ae91bddSCameron Smith     if(path_to_config)
2289ae91bddSCameron Smith       defaultConf = path_to_config;
2299ae91bddSCameron Smith     defaultConf.append("/input.config");
2309ae91bddSCameron Smith     string userConf(inpfilename);
2319ae91bddSCameron Smith     phSolver::Input ctrl(userConf, defaultConf);
232*1063a5c0SCameron Smith     initPhastaCommonVars();
2339ae91bddSCameron Smith     ierr = input_fform(ctrl);
23459599516SKenneth E. Jansen     if(!ierr){
23559599516SKenneth E. Jansen       sprintf(inpfilename,"%d-procs_case/",size);
23659599516SKenneth E. Jansen       if( chdir( inpfilename ) ) {
23759599516SKenneth E. Jansen         cerr << "could not change to the problem directory "
23859599516SKenneth E. Jansen           << inpfilename << endl;
2394c223e05SCameron Smith         return -1;
24059599516SKenneth E. Jansen       }
2412992f42eSCameron Smith       MPI_Barrier(MPI_COMM_WORLD);
24259599516SKenneth E. Jansen       setIOparam();
2439f4aafb6SCameron Smith       outpar.input_mode = outpar.nsynciofiles; //FIXME this is awful
2449f4aafb6SCameron Smith       outpar.output_mode = outpar.nsynciofiles; //FIXME this is awful
24559599516SKenneth E. Jansen       input();
24659599516SKenneth E. Jansen       /* now we can start the solver */
24759599516SKenneth E. Jansen       proces();
24859599516SKenneth E. Jansen     }
24959599516SKenneth E. Jansen     else{
25059599516SKenneth E. Jansen         printf("error during reading ascii input \n");
25159599516SKenneth E. Jansen     }
25259599516SKenneth E. Jansen     MPI_Barrier(MPI_COMM_WORLD);
25359599516SKenneth E. Jansen     if ( myrank == 0 ) {
25459599516SKenneth E. Jansen       printf("phasta.cc - last call before finalize!\n");
25559599516SKenneth E. Jansen     }
2566b966dd8SCameron Smith     if( cdToParent() )
2576b966dd8SCameron Smith       return -1;
2584c223e05SCameron Smith     return timdat.lstep;
25959599516SKenneth E. Jansen }
260