xref: /phasta/phSolver/common/phasta.cc (revision 04d2023f41614b0e10d4b39c0bc23787254d6665)
159599516SKenneth E. Jansen //MR CHANGE
259599516SKenneth E. Jansen #define OMPI_SKIP_MPICXX 1
359599516SKenneth E. Jansen //MR CHANGE END
459599516SKenneth E. Jansen #include <mpi.h>
559599516SKenneth E. Jansen #include <stdio.h>
659599516SKenneth E. Jansen #include <stdlib.h>
759599516SKenneth E. Jansen #include <string.h>
859599516SKenneth E. Jansen 
959599516SKenneth E. Jansen #include <sys/types.h>
1059599516SKenneth E. Jansen #include <sys/stat.h>
1159599516SKenneth E. Jansen 
1259599516SKenneth E. Jansen #include "common_c.h"
1359599516SKenneth E. Jansen 
1459599516SKenneth E. Jansen #if !(defined IOSTREAMH)
1559599516SKenneth E. Jansen #include <iostream>
161bfea438SCameron Smith #include <sstream>
1759599516SKenneth E. Jansen using namespace std;
1859599516SKenneth E. Jansen #endif
1959599516SKenneth E. Jansen 
2059599516SKenneth E. Jansen #include <FCMangle.h>
2159599516SKenneth E. Jansen #define input FortranCInterface_GLOBAL_(input,INPUT)
2259599516SKenneth E. Jansen #define proces FortranCInterface_GLOBAL_(proces,PROCES)
2359599516SKenneth E. Jansen #define timer FortranCInterface_GLOBAL_(timer,TIMER)
2459599516SKenneth E. Jansen 
2559599516SKenneth E. Jansen #ifdef intel
2659599516SKenneth E. Jansen #include <direct.h>
2759599516SKenneth E. Jansen #define chdir _chdir
2859599516SKenneth E. Jansen #else
2959599516SKenneth E. Jansen #include <unistd.h>
3059599516SKenneth E. Jansen #endif
3159599516SKenneth E. Jansen 
3259599516SKenneth E. Jansen extern "C" char phasta_iotype[80];
3359599516SKenneth E. Jansen char phasta_iotype[80];
3459599516SKenneth E. Jansen 
3559599516SKenneth E. Jansen extern int SONFATH;
3659599516SKenneth E. Jansen extern "C" void proces();
3759599516SKenneth E. Jansen extern "C" void input();
3859599516SKenneth E. Jansen extern int input_fform(char inpfname[]);
3959599516SKenneth E. Jansen //MR CHANGE
4059599516SKenneth E. Jansen extern void setIOparam(); // For SyncIO
4159599516SKenneth E. Jansen //MR CHANGE END
4259599516SKenneth E. Jansen 
4359599516SKenneth E. Jansen int myrank; /* made file global for ease in debugging */
4459599516SKenneth E. Jansen 
4559599516SKenneth E. Jansen void
4659599516SKenneth E. Jansen catchDebugger() {
4759599516SKenneth E. Jansen     while (1) {
4859599516SKenneth E. Jansen       int debuggerPresent=0;
4959599516SKenneth E. Jansen       int fakeSTOP = 1; // please stop HERE and assign as next line
5059599516SKenneth E. Jansen       // assign or set debuggerPresent=1
5159599516SKenneth E. Jansen       if(debuggerPresent) {
5259599516SKenneth E. Jansen         break;
5359599516SKenneth E. Jansen       }
5459599516SKenneth E. Jansen     }
5559599516SKenneth E. Jansen }
5659599516SKenneth E. Jansen 
5759599516SKenneth E. Jansen // some useful debugging functions
5859599516SKenneth E. Jansen 
5959599516SKenneth E. Jansen void
6059599516SKenneth E. Jansen pdarray( void* darray , int start, int end ) {
6159599516SKenneth E. Jansen     for( int i=start; i < end; i++ ){
6259599516SKenneth E. Jansen         cout << ((double*)darray)[i] << endl;
6359599516SKenneth E. Jansen     }
6459599516SKenneth E. Jansen }
6559599516SKenneth E. Jansen 
6659599516SKenneth E. Jansen void
6759599516SKenneth E. Jansen piarray( void* iarray , int start, int end ) {
6859599516SKenneth E. Jansen     for( int i=start; i < end; i++ ){
6959599516SKenneth E. Jansen         cout << ((int*)iarray)[i] << endl;
7059599516SKenneth E. Jansen     }
7159599516SKenneth E. Jansen }
7259599516SKenneth E. Jansen 
7359599516SKenneth E. Jansen extern "C" int
7459599516SKenneth E. Jansen phasta( int argc,
7559599516SKenneth E. Jansen         char *argv[] ) {
7659599516SKenneth E. Jansen 
7759599516SKenneth E. Jansen     int size,ierr;
7859599516SKenneth E. Jansen     char inpfilename[100];
7959599516SKenneth E. Jansen     char* pauseDebugger = getenv("catchDebugger");
8059599516SKenneth E. Jansen     //cout << "pauseDebugger" << pauseDebugger << endl;
81*04d2023fSCameron Smith     int initialized;
82*04d2023fSCameron Smith     MPI_Initialized(&initialized);
83*04d2023fSCameron Smith     if( !initialized )
8459599516SKenneth E. Jansen       MPI_Init(&argc,&argv);
8559599516SKenneth E. Jansen     MPI_Comm_size (MPI_COMM_WORLD, &size);
8659599516SKenneth E. Jansen     MPI_Comm_rank (MPI_COMM_WORLD, &myrank);
8759599516SKenneth E. Jansen 
8859599516SKenneth E. Jansen     workfc.numpe = size;
8959599516SKenneth E. Jansen     workfc.myrank = myrank;
9059599516SKenneth E. Jansen 
9159599516SKenneth E. Jansen #if (defined WIN32)
9259599516SKenneth E. Jansen     if(argc > 2 ){
9359599516SKenneth E. Jansen       catchDebugger();
9459599516SKenneth E. Jansen     }
9559599516SKenneth E. Jansen #endif
9659599516SKenneth E. Jansen #if (1) // ALWAYS ( defined LAUNCH_GDB ) && !( defined WIN32 )
9759599516SKenneth E. Jansen 
9859599516SKenneth E. Jansen     if ( pauseDebugger ) {
9959599516SKenneth E. Jansen 
10059599516SKenneth E. Jansen         int parent_pid = getpid();
10159599516SKenneth E. Jansen         int gdb_child = fork();
10259599516SKenneth E. Jansen         cout << "gdb_child" << gdb_child << endl;
10359599516SKenneth E. Jansen 
10459599516SKenneth E. Jansen         if( gdb_child == 0 ) {
10559599516SKenneth E. Jansen 
10659599516SKenneth E. Jansen             cout << "Debugger Process initiating" << endl;
1071bfea438SCameron Smith             stringstream exec_string;
10859599516SKenneth E. Jansen 
10959599516SKenneth E. Jansen #if ( defined decalp )
11059599516SKenneth E. Jansen             exec_string <<"xterm -e idb "
11159599516SKenneth E. Jansen                         << " -pid "<< parent_pid <<" "<< argv[0] << endl;
11259599516SKenneth E. Jansen #endif
11359599516SKenneth E. Jansen #if ( defined LINUX )
11459599516SKenneth E. Jansen             exec_string <<"xterm -e gdb"
11559599516SKenneth E. Jansen                         << " -pid "<< parent_pid <<" "<< argv[0] << endl;
11659599516SKenneth E. Jansen #endif
11759599516SKenneth E. Jansen #if ( defined SUN4 )
11859599516SKenneth E. Jansen             exec_string <<"xterm -e dbx "
11959599516SKenneth E. Jansen                         << " - "<< parent_pid <<" "<< argv[0] << endl;
12059599516SKenneth E. Jansen #endif
12159599516SKenneth E. Jansen #if ( defined IRIX )
12259599516SKenneth E. Jansen             exec_string <<"xterm -e dbx "
12359599516SKenneth E. Jansen                         << " -p "<< parent_pid <<" "<< argv[0] << endl;
12459599516SKenneth E. Jansen #endif
1251bfea438SCameron Smith             string s = exec_string.str();
1261bfea438SCameron Smith             system( s.c_str() );
12759599516SKenneth E. Jansen             exit(0);
12859599516SKenneth E. Jansen         }
12959599516SKenneth E. Jansen         catchDebugger();
13059599516SKenneth E. Jansen     }
13159599516SKenneth E. Jansen 
13259599516SKenneth E. Jansen #endif
13359599516SKenneth E. Jansen 
13459599516SKenneth E. Jansen     /* Input data  */
13559599516SKenneth E. Jansen     if(argc > 1 ){
13659599516SKenneth E. Jansen         strcpy(inpfilename,argv[1]);
13759599516SKenneth E. Jansen     } else {
13859599516SKenneth E. Jansen         strcpy(inpfilename,"solver.inp");
13959599516SKenneth E. Jansen     }
14059599516SKenneth E. Jansen     ierr = input_fform(inpfilename);
14159599516SKenneth E. Jansen     if(!ierr){
14259599516SKenneth E. Jansen       sprintf(inpfilename,"%d-procs_case/",size);
14359599516SKenneth E. Jansen       if( chdir( inpfilename ) ) {
14459599516SKenneth E. Jansen         cerr << "could not change to the problem directory "
14559599516SKenneth E. Jansen           << inpfilename << endl;
14659599516SKenneth E. Jansen         return 1;
14759599516SKenneth E. Jansen       }
1482992f42eSCameron Smith       MPI_Barrier(MPI_COMM_WORLD);
14959599516SKenneth E. Jansen 
15059599516SKenneth E. Jansen //MR CHANGE
15159599516SKenneth E. Jansen         setIOparam();
15259599516SKenneth E. Jansen //MR CHANGE END
15359599516SKenneth E. Jansen 
15459599516SKenneth E. Jansen         input();
15559599516SKenneth E. Jansen         /* now we can start the solver */
15659599516SKenneth E. Jansen         proces();
15759599516SKenneth E. Jansen     }
15859599516SKenneth E. Jansen     else{
15959599516SKenneth E. Jansen         printf("error during reading ascii input \n");
16059599516SKenneth E. Jansen     }
16159599516SKenneth E. Jansen 
16259599516SKenneth E. Jansen //MR CHANGE
16359599516SKenneth E. Jansen 
16459599516SKenneth E. Jansen     MPI_Barrier(MPI_COMM_WORLD);
16559599516SKenneth E. Jansen     if ( myrank == 0 ) {
16659599516SKenneth E. Jansen       printf("phasta.cc - last call before finalize!\n");
16759599516SKenneth E. Jansen     }
16859599516SKenneth E. Jansen //MR CHANGE
16959599516SKenneth E. Jansen 
17059599516SKenneth E. Jansen     MPI_Finalize();
17159599516SKenneth E. Jansen     return 0;
17259599516SKenneth E. Jansen }
173