xref: /phasta/phSolver/common/phasta.cc (revision a486e66cd1a203504dc61f59920441d8dcf90091)
159599516SKenneth E. Jansen #define OMPI_SKIP_MPICXX 1
259599516SKenneth E. Jansen #include <mpi.h>
359599516SKenneth E. Jansen #include <stdio.h>
459599516SKenneth E. Jansen #include <stdlib.h>
559599516SKenneth E. Jansen #include <string.h>
659599516SKenneth E. Jansen 
759599516SKenneth E. Jansen #include <sys/types.h>
859599516SKenneth E. Jansen #include <sys/stat.h>
959599516SKenneth E. Jansen 
1059599516SKenneth E. Jansen #include "common_c.h"
1159599516SKenneth E. Jansen 
126d494944SCameron Smith #include "phstream.h"
13*a486e66cSCameron Smith #include "streamio.h"
146d494944SCameron Smith 
1559599516SKenneth E. Jansen #if !(defined IOSTREAMH)
1659599516SKenneth E. Jansen #include <iostream>
171bfea438SCameron Smith #include <sstream>
1859599516SKenneth E. Jansen using namespace std;
1959599516SKenneth E. Jansen #endif
2059599516SKenneth E. Jansen 
2159599516SKenneth E. Jansen #include <FCMangle.h>
2259599516SKenneth E. Jansen #define input FortranCInterface_GLOBAL_(input,INPUT)
2359599516SKenneth E. Jansen #define proces FortranCInterface_GLOBAL_(proces,PROCES)
2459599516SKenneth E. Jansen #define timer FortranCInterface_GLOBAL_(timer,TIMER)
2559599516SKenneth E. Jansen 
2659599516SKenneth E. Jansen #ifdef intel
2759599516SKenneth E. Jansen #include <direct.h>
2859599516SKenneth E. Jansen #define chdir _chdir
2959599516SKenneth E. Jansen #else
3059599516SKenneth E. Jansen #include <unistd.h>
3159599516SKenneth E. Jansen #endif
3259599516SKenneth E. Jansen 
3359599516SKenneth E. Jansen extern "C" char phasta_iotype[80];
3459599516SKenneth E. Jansen char phasta_iotype[80];
3559599516SKenneth E. Jansen 
3659599516SKenneth E. Jansen extern int SONFATH;
3759599516SKenneth E. Jansen extern "C" void proces();
3859599516SKenneth E. Jansen extern "C" void input();
3959599516SKenneth E. Jansen extern int input_fform(char inpfname[]);
4059599516SKenneth E. Jansen extern void setIOparam(); // For SyncIO
4159599516SKenneth E. Jansen 
4259599516SKenneth E. Jansen int myrank; /* made file global for ease in debugging */
4359599516SKenneth E. Jansen 
4459599516SKenneth E. Jansen void
4559599516SKenneth E. Jansen catchDebugger() {
4659599516SKenneth E. Jansen     while (1) {
4759599516SKenneth E. Jansen       int debuggerPresent=0;
4859599516SKenneth E. Jansen       int fakeSTOP = 1; // please stop HERE and assign as next line
4959599516SKenneth E. Jansen       // assign or set debuggerPresent=1
5059599516SKenneth E. Jansen       if(debuggerPresent) {
5159599516SKenneth E. Jansen         break;
5259599516SKenneth E. Jansen       }
5359599516SKenneth E. Jansen     }
5459599516SKenneth E. Jansen }
5559599516SKenneth E. Jansen 
5659599516SKenneth E. Jansen // some useful debugging functions
5759599516SKenneth E. Jansen 
5859599516SKenneth E. Jansen void
5959599516SKenneth E. Jansen pdarray( void* darray , int start, int end ) {
6059599516SKenneth E. Jansen     for( int i=start; i < end; i++ ){
6159599516SKenneth E. Jansen         cout << ((double*)darray)[i] << endl;
6259599516SKenneth E. Jansen     }
6359599516SKenneth E. Jansen }
6459599516SKenneth E. Jansen 
6559599516SKenneth E. Jansen void
6659599516SKenneth E. Jansen piarray( void* iarray , int start, int end ) {
6759599516SKenneth E. Jansen     for( int i=start; i < end; i++ ){
6859599516SKenneth E. Jansen         cout << ((int*)iarray)[i] << endl;
6959599516SKenneth E. Jansen     }
7059599516SKenneth E. Jansen }
7159599516SKenneth E. Jansen 
726d494944SCameron Smith int phasta(int argc,
736d494944SCameron Smith     char *argv[],
743969618bSCameron Smith     grstream grs) {
753969618bSCameron Smith   int size,ierr;
763969618bSCameron Smith   char inpfilename[100];
773969618bSCameron Smith   int initialized;
783969618bSCameron Smith   MPI_Initialized(&initialized);
793969618bSCameron Smith   if( !initialized )
803969618bSCameron Smith     MPI_Init(&argc,&argv);
813969618bSCameron Smith   MPI_Comm_size (MPI_COMM_WORLD, &size);
823969618bSCameron Smith   MPI_Comm_rank (MPI_COMM_WORLD, &myrank);
833969618bSCameron Smith 
843969618bSCameron Smith   workfc.numpe = size;
853969618bSCameron Smith   workfc.myrank = myrank;
86*a486e66cSCameron Smith   outpar.nsynciofiles = -1; //FIXME magic value
87*a486e66cSCameron Smith   streamio_set_gr(grs);
883969618bSCameron Smith 
893969618bSCameron Smith   /* Input data  */
903969618bSCameron Smith   ierr = input_fform("solver.inp");
913969618bSCameron Smith   if(!ierr){
923969618bSCameron Smith     sprintf(inpfilename,"%d-procs_case/",size);
933969618bSCameron Smith     if( chdir( inpfilename ) ) {
943969618bSCameron Smith       cerr << "could not change to the problem directory "
953969618bSCameron Smith         << inpfilename << endl;
969a96c8a8SCameron Smith       return 1;
976d494944SCameron Smith     }
983969618bSCameron Smith     MPI_Barrier(MPI_COMM_WORLD);
993969618bSCameron Smith     input();
1003969618bSCameron Smith     /* now we can start the solver */
1013969618bSCameron Smith     proces();
1023969618bSCameron Smith   }
1033969618bSCameron Smith   else{
1043969618bSCameron Smith     printf("error during reading ascii input \n");
1053969618bSCameron Smith   }
1063969618bSCameron Smith   MPI_Barrier(MPI_COMM_WORLD);
1073969618bSCameron Smith   if ( myrank == 0 ) {
1083969618bSCameron Smith     printf("phasta.cc - last call before finalize!\n");
1093969618bSCameron Smith   }
1103969618bSCameron Smith   MPI_Finalize();
1113969618bSCameron Smith   return 0;
1123969618bSCameron Smith }
1136d494944SCameron Smith 
114b13e4d76SCameron Smith int phasta(int argc,
115b13e4d76SCameron Smith         char *argv[],
116b13e4d76SCameron Smith         RStream* rs) {
117b13e4d76SCameron Smith   fprintf(stderr, "HEY! if you see this email Cameron and tell him "
118b13e4d76SCameron Smith       "to implement %s(...) on line %d of %s "
119b13e4d76SCameron Smith       "... returning an error\n", __func__, __LINE__, __FILE__);
120b13e4d76SCameron Smith   return 1;
121b13e4d76SCameron Smith }
122b13e4d76SCameron Smith 
123b13e4d76SCameron Smith int phasta(int argc,
124b13e4d76SCameron Smith         char *argv[],
125b13e4d76SCameron Smith         GRStream* grs,
126b13e4d76SCameron Smith         RStream* rs) {
127b13e4d76SCameron Smith   fprintf(stderr, "HEY! if you see this email Cameron and tell him "
128b13e4d76SCameron Smith       "to implement %s(...) on line %d of %s "
129b13e4d76SCameron Smith       "... returning an error\n", __func__, __LINE__, __FILE__);
130b13e4d76SCameron Smith   return 1;
131b13e4d76SCameron Smith }
1326d494944SCameron Smith 
1336d494944SCameron Smith int phasta( int argc,
13459599516SKenneth E. Jansen         char *argv[] ) {
13559599516SKenneth E. Jansen 
13659599516SKenneth E. Jansen     int size,ierr;
13759599516SKenneth E. Jansen     char inpfilename[100];
13859599516SKenneth E. Jansen     char* pauseDebugger = getenv("catchDebugger");
13904d2023fSCameron Smith     int initialized;
14004d2023fSCameron Smith     MPI_Initialized(&initialized);
14104d2023fSCameron Smith     if( !initialized )
14259599516SKenneth E. Jansen       MPI_Init(&argc,&argv);
14359599516SKenneth E. Jansen     MPI_Comm_size (MPI_COMM_WORLD, &size);
14459599516SKenneth E. Jansen     MPI_Comm_rank (MPI_COMM_WORLD, &myrank);
14559599516SKenneth E. Jansen 
14659599516SKenneth E. Jansen     workfc.numpe = size;
14759599516SKenneth E. Jansen     workfc.myrank = myrank;
14859599516SKenneth E. Jansen 
14959599516SKenneth E. Jansen #if (defined WIN32)
15059599516SKenneth E. Jansen     if(argc > 2 ){
15159599516SKenneth E. Jansen       catchDebugger();
15259599516SKenneth E. Jansen     }
15359599516SKenneth E. Jansen #endif
15459599516SKenneth E. Jansen #if (1) // ALWAYS ( defined LAUNCH_GDB ) && !( defined WIN32 )
15559599516SKenneth E. Jansen 
15659599516SKenneth E. Jansen     if ( pauseDebugger ) {
15759599516SKenneth E. Jansen 
15859599516SKenneth E. Jansen         int parent_pid = getpid();
15959599516SKenneth E. Jansen         int gdb_child = fork();
16059599516SKenneth E. Jansen         cout << "gdb_child" << gdb_child << endl;
16159599516SKenneth E. Jansen 
16259599516SKenneth E. Jansen         if( gdb_child == 0 ) {
16359599516SKenneth E. Jansen 
16459599516SKenneth E. Jansen             cout << "Debugger Process initiating" << endl;
1651bfea438SCameron Smith             stringstream exec_string;
16659599516SKenneth E. Jansen 
16759599516SKenneth E. Jansen #if ( defined decalp )
16859599516SKenneth E. Jansen             exec_string <<"xterm -e idb "
16959599516SKenneth E. Jansen                         << " -pid "<< parent_pid <<" "<< argv[0] << endl;
17059599516SKenneth E. Jansen #endif
17159599516SKenneth E. Jansen #if ( defined LINUX )
17259599516SKenneth E. Jansen             exec_string <<"xterm -e gdb"
17359599516SKenneth E. Jansen                         << " -pid "<< parent_pid <<" "<< argv[0] << endl;
17459599516SKenneth E. Jansen #endif
17559599516SKenneth E. Jansen #if ( defined SUN4 )
17659599516SKenneth E. Jansen             exec_string <<"xterm -e dbx "
17759599516SKenneth E. Jansen                         << " - "<< parent_pid <<" "<< argv[0] << endl;
17859599516SKenneth E. Jansen #endif
17959599516SKenneth E. Jansen #if ( defined IRIX )
18059599516SKenneth E. Jansen             exec_string <<"xterm -e dbx "
18159599516SKenneth E. Jansen                         << " -p "<< parent_pid <<" "<< argv[0] << endl;
18259599516SKenneth E. Jansen #endif
1831bfea438SCameron Smith             string s = exec_string.str();
1841bfea438SCameron Smith             system( s.c_str() );
18559599516SKenneth E. Jansen             exit(0);
18659599516SKenneth E. Jansen         }
18759599516SKenneth E. Jansen         catchDebugger();
18859599516SKenneth E. Jansen     }
18959599516SKenneth E. Jansen 
19059599516SKenneth E. Jansen #endif
19159599516SKenneth E. Jansen 
19259599516SKenneth E. Jansen     /* Input data  */
19359599516SKenneth E. Jansen     if(argc > 1 ){
19459599516SKenneth E. Jansen         strcpy(inpfilename,argv[1]);
19559599516SKenneth E. Jansen     } else {
19659599516SKenneth E. Jansen         strcpy(inpfilename,"solver.inp");
19759599516SKenneth E. Jansen     }
19859599516SKenneth E. Jansen     ierr = input_fform(inpfilename);
19959599516SKenneth E. Jansen     if(!ierr){
20059599516SKenneth E. Jansen       sprintf(inpfilename,"%d-procs_case/",size);
20159599516SKenneth E. Jansen       if( chdir( inpfilename ) ) {
20259599516SKenneth E. Jansen         cerr << "could not change to the problem directory "
20359599516SKenneth E. Jansen           << inpfilename << endl;
20459599516SKenneth E. Jansen         return 1;
20559599516SKenneth E. Jansen       }
2062992f42eSCameron Smith       MPI_Barrier(MPI_COMM_WORLD);
20759599516SKenneth E. Jansen         setIOparam();
20859599516SKenneth E. Jansen         input();
20959599516SKenneth E. Jansen         /* now we can start the solver */
21059599516SKenneth E. Jansen         proces();
21159599516SKenneth E. Jansen     }
21259599516SKenneth E. Jansen     else{
21359599516SKenneth E. Jansen         printf("error during reading ascii input \n");
21459599516SKenneth E. Jansen     }
21559599516SKenneth E. Jansen     MPI_Barrier(MPI_COMM_WORLD);
21659599516SKenneth E. Jansen     if ( myrank == 0 ) {
21759599516SKenneth E. Jansen       printf("phasta.cc - last call before finalize!\n");
21859599516SKenneth E. Jansen     }
21959599516SKenneth E. Jansen     MPI_Finalize();
22059599516SKenneth E. Jansen     return 0;
22159599516SKenneth E. Jansen }
222