197bb86f7SLois Curfman McInnes /* 27588ac45SBarry Smith Defines profile/logging in PETSc. 397bb86f7SLois Curfman McInnes */ 497bb86f7SLois Curfman McInnes 5b0a32e0cSBarry Smith #if !defined(__PetscLog_H) 6b0a32e0cSBarry Smith #define __PetscLog_H 797bb86f7SLois Curfman McInnes #include "petsc.h" 8e9fa29b7SSatish Balay PETSC_EXTERN_CXX_BEGIN 9c8d78d4dSSatish Balay 108ba1e511SMatthew Knepley #define PETSC_EVENT 1311311 116849ba73SBarry Smith extern PetscEvent PETSC_LARGEST_EVENT; 1297bb86f7SLois Curfman McInnes 1319b02663SBarry Smith /* Global flop counter */ 14ff73aad6SKris Buschelman extern PetscLogDouble PETSC_DLLEXPORT _TotalFlops; 1519b02663SBarry Smith 16edde42fcSLois Curfman McInnes /* General logging of information; different from event logging */ 17ae15b995SBarry Smith EXTERN PetscErrorCode PETSC_DLLEXPORT PetscInfo_Private(const char[],void*,const char[],...) PETSC_PRINTF_FORMAT_CHECK(3,4); 186cf91177SBarry Smith #if defined(PETSC_USE_INFO) 19ae15b995SBarry Smith #define PetscInfo(A,S) PetscInfo_Private(__FUNCT__,A,S) 20ae15b995SBarry Smith #define PetscInfo1(A,S,a1) PetscInfo_Private(__FUNCT__,A,S,a1) 21ae15b995SBarry Smith #define PetscInfo2(A,S,a1,a2) PetscInfo_Private(__FUNCT__,A,S,a1,a2) 22ae15b995SBarry Smith #define PetscInfo3(A,S,a1,a2,a3) PetscInfo_Private(__FUNCT__,A,S,a1,a2,a3) 23ae15b995SBarry Smith #define PetscInfo4(A,S,a1,a2,a3,a4) PetscInfo_Private(__FUNCT__,A,S,a1,a2,a3,a4) 24ae15b995SBarry Smith #define PetscInfo5(A,S,a1,a2,a3,a4,a5) PetscInfo_Private(__FUNCT__,A,S,a1,a2,a3,a4,a5) 25ae15b995SBarry Smith #define PetscInfo6(A,S,a1,a2,a3,a4,a5,a6) PetscInfo_Private(__FUNCT__,A,S,a1,a2,a3,a4,a5,a6) 26ae15b995SBarry Smith #define PetscInfo7(A,S,a1,a2,a3,a4,a5,a6,a7) PetscInfo_Private(__FUNCT__,A,S,a1,a2,a3,a4,a5,a6,a7) 2763ba0a88SBarry Smith #else 28ae15b995SBarry Smith #define PetscInfo(A,S) 0 29ae15b995SBarry Smith #define PetscInfo1(A,S,a1) 0 30ae15b995SBarry Smith #define PetscInfo2(A,S,a1,a2) 0 31ae15b995SBarry Smith #define PetscInfo3(A,S,a1,a2,a3) 0 32ae15b995SBarry Smith #define PetscInfo4(A,S,a1,a2,a3,a4) 0 33ae15b995SBarry Smith #define PetscInfo5(A,S,a1,a2,a3,a4,a5) 0 34ae15b995SBarry Smith #define PetscInfo6(A,S,a1,a2,a3,a4,a5,a6) 0 35ae15b995SBarry Smith #define PetscInfo7(A,S,a1,a2,a3,a4,a5,a6,a7) 0 3663ba0a88SBarry Smith #endif 376cf91177SBarry Smith EXTERN PetscErrorCode PETSC_DLLEXPORT PetscInfoDeactivateClass(PetscCookie); 386cf91177SBarry Smith EXTERN PetscErrorCode PETSC_DLLEXPORT PetscInfoActivateClass(PetscCookie); 396cf91177SBarry Smith extern PetscTruth PETSC_DLLEXPORT PetscLogPrintInfo; /* if true, indicates PetscInfo() is turned on */ 40614700edSBarry Smith 41*6a6a9b46SSatish Balay /* We must make these structures available if we are to access the event 42*6a6a9b46SSatish Balay activation flags in the PetscLogEventBegin/End() macros. If we forced a 43*6a6a9b46SSatish Balay function call each time, we could make these private. 44*6a6a9b46SSatish Balay */ 45*6a6a9b46SSatish Balay /* Default log */ 46*6a6a9b46SSatish Balay typedef struct _n_StageLog *StageLog; 47*6a6a9b46SSatish Balay extern PETSC_DLLEXPORT StageLog _stageLog; 48*6a6a9b46SSatish Balay 49*6a6a9b46SSatish Balay /* A simple stack (should replace) */ 50*6a6a9b46SSatish Balay typedef struct _n_IntStack *IntStack; 51*6a6a9b46SSatish Balay 52*6a6a9b46SSatish Balay /* The structures for logging performance */ 53*6a6a9b46SSatish Balay typedef struct { 54*6a6a9b46SSatish Balay int id; /* The integer identifying this section */ 55*6a6a9b46SSatish Balay PetscTruth active; /* The flag to activate logging */ 56*6a6a9b46SSatish Balay PetscTruth visible; /* The flag to print info in summary */ 57*6a6a9b46SSatish Balay int depth; /* The nesting depth of the event call */ 58*6a6a9b46SSatish Balay int count; /* The number of times this section was executed */ 59*6a6a9b46SSatish Balay PetscLogDouble flops; /* The flops used in this section */ 60*6a6a9b46SSatish Balay PetscLogDouble time; /* The time taken for this section */ 61*6a6a9b46SSatish Balay PetscLogDouble numMessages; /* The number of messages in this section */ 62*6a6a9b46SSatish Balay PetscLogDouble messageLength; /* The total message lengths in this section */ 63*6a6a9b46SSatish Balay PetscLogDouble numReductions; /* The number of reductions in this section */ 64*6a6a9b46SSatish Balay } EventPerfInfo; 65*6a6a9b46SSatish Balay 66*6a6a9b46SSatish Balay typedef struct { 67*6a6a9b46SSatish Balay int id; /* The integer identifying this class */ 68*6a6a9b46SSatish Balay int creations; /* The number of objects of this class created */ 69*6a6a9b46SSatish Balay int destructions; /* The number of objects of this class destroyed */ 70*6a6a9b46SSatish Balay PetscLogDouble mem; /* The total memory allocated by objects of this class */ 71*6a6a9b46SSatish Balay PetscLogDouble descMem; /* The total memory allocated by descendents of these objects */ 72*6a6a9b46SSatish Balay } ClassPerfInfo; 73*6a6a9b46SSatish Balay 74*6a6a9b46SSatish Balay /* The structures for logging registration */ 75*6a6a9b46SSatish Balay typedef struct { 76*6a6a9b46SSatish Balay char *name; /* The class name */ 77*6a6a9b46SSatish Balay PetscCookie cookie; /* The integer identifying this class */ 78*6a6a9b46SSatish Balay } ClassRegInfo; 79*6a6a9b46SSatish Balay 80*6a6a9b46SSatish Balay typedef struct { 81*6a6a9b46SSatish Balay char *name; /* The name of this event */ 82*6a6a9b46SSatish Balay PetscCookie cookie; /* The class id for this event (should maybe give class ID instead) */ 83*6a6a9b46SSatish Balay #if defined (PETSC_HAVE_MPE) 84*6a6a9b46SSatish Balay int mpe_id_begin; /* MPE IDs that define the event */ 85*6a6a9b46SSatish Balay int mpe_id_end; 86*6a6a9b46SSatish Balay #endif 87*6a6a9b46SSatish Balay } EventRegInfo; 88*6a6a9b46SSatish Balay 89*6a6a9b46SSatish Balay typedef struct _n_EventRegLog *EventRegLog; 90*6a6a9b46SSatish Balay struct _n_EventRegLog { 91*6a6a9b46SSatish Balay int numEvents; /* The number of registered events */ 92*6a6a9b46SSatish Balay int maxEvents; /* The maximum number of events */ 93*6a6a9b46SSatish Balay EventRegInfo *eventInfo; /* The registration information for each event */ 94*6a6a9b46SSatish Balay }; 95*6a6a9b46SSatish Balay 96*6a6a9b46SSatish Balay typedef struct _n_EventPerfLog *EventPerfLog; 97*6a6a9b46SSatish Balay struct _n_EventPerfLog { 98*6a6a9b46SSatish Balay int numEvents; /* The number of logging events */ 99*6a6a9b46SSatish Balay int maxEvents; /* The maximum number of events */ 100*6a6a9b46SSatish Balay EventPerfInfo *eventInfo; /* The performance information for each event */ 101*6a6a9b46SSatish Balay }; 102*6a6a9b46SSatish Balay 103*6a6a9b46SSatish Balay /* The structure for logging class information */ 104*6a6a9b46SSatish Balay typedef struct _n_ClassRegLog *ClassRegLog; 105*6a6a9b46SSatish Balay struct _n_ClassRegLog { 106*6a6a9b46SSatish Balay int numClasses; /* The number of classes registered */ 107*6a6a9b46SSatish Balay int maxClasses; /* The maximum number of classes */ 108*6a6a9b46SSatish Balay ClassRegInfo *classInfo; /* The structure for class information (cookies are monotonicly increasing) */ 109*6a6a9b46SSatish Balay }; 110*6a6a9b46SSatish Balay 111*6a6a9b46SSatish Balay typedef struct _n_ClassPerfLog *ClassPerfLog; 112*6a6a9b46SSatish Balay struct _n_ClassPerfLog { 113*6a6a9b46SSatish Balay int numClasses; /* The number of logging classes */ 114*6a6a9b46SSatish Balay int maxClasses; /* The maximum number of classes */ 115*6a6a9b46SSatish Balay ClassPerfInfo *classInfo; /* The structure for class information (cookies are monotonicly increasing) */ 116*6a6a9b46SSatish Balay }; 117*6a6a9b46SSatish Balay 118*6a6a9b46SSatish Balay /* The structures for logging in stages */ 119*6a6a9b46SSatish Balay typedef struct _StageInfo { 120*6a6a9b46SSatish Balay char *name; /* The stage name */ 121*6a6a9b46SSatish Balay PetscTruth used; /* The stage was pushed on this processor */ 122*6a6a9b46SSatish Balay EventPerfInfo perfInfo; /* The stage performance information */ 123*6a6a9b46SSatish Balay EventPerfLog eventLog; /* The event information for this stage */ 124*6a6a9b46SSatish Balay ClassPerfLog classLog; /* The class information for this stage */ 125*6a6a9b46SSatish Balay } StageInfo; 126*6a6a9b46SSatish Balay 127*6a6a9b46SSatish Balay struct _n_StageLog { 128*6a6a9b46SSatish Balay /* Size information */ 129*6a6a9b46SSatish Balay int numStages; /* The number of registered stages */ 130*6a6a9b46SSatish Balay int maxStages; /* The maximum number of stages */ 131*6a6a9b46SSatish Balay /* Runtime information */ 132*6a6a9b46SSatish Balay IntStack stack; /* The stack for active stages */ 133*6a6a9b46SSatish Balay int curStage; /* The current stage (only used in macros so we don't call StackTop) */ 134*6a6a9b46SSatish Balay /* Stage specific information */ 135*6a6a9b46SSatish Balay StageInfo *stageInfo; /* The information for each stage */ 136*6a6a9b46SSatish Balay EventRegLog eventLog; /* The registered events */ 137*6a6a9b46SSatish Balay ClassRegLog classLog; /* The registered classes */ 138*6a6a9b46SSatish Balay }; 139*6a6a9b46SSatish Balay 140aa482453SBarry Smith #if defined(PETSC_USE_LOG) /* --- Logging is turned on --------------------------------*/ 141614700edSBarry Smith 142da63de55SLois Curfman McInnes /* 143da63de55SLois Curfman McInnes Flop counting: We count each arithmetic operation (e.g., addition, multiplication) separately. 144da63de55SLois Curfman McInnes 145da63de55SLois Curfman McInnes For the complex numbers version, note that 146da63de55SLois Curfman McInnes 1 complex addition = 2 flops 147da63de55SLois Curfman McInnes 1 complex multiplication = 6 flops, 148da63de55SLois Curfman McInnes where we define 1 flop as that for a double precision scalar. We roughly approximate 149da63de55SLois Curfman McInnes flop counting for complex numbers by multiplying the total flops by 4; this corresponds 150da63de55SLois Curfman McInnes to the assumption that we're counting mostly additions and multiplications -- and 151da63de55SLois Curfman McInnes roughly the same number of each. More accurate counting could be done by distinguishing 152da63de55SLois Curfman McInnes among the various arithmetic operations. 153da63de55SLois Curfman McInnes */ 154da63de55SLois Curfman McInnes 155aa482453SBarry Smith #if defined(PETSC_USE_COMPLEX) 156b0a32e0cSBarry Smith #define PetscLogFlops(n) (_TotalFlops += (4*n),0) 157da63de55SLois Curfman McInnes #else 158b0a32e0cSBarry Smith #define PetscLogFlops(n) (_TotalFlops += (n),0) 159da63de55SLois Curfman McInnes #endif 16077c4ece6SBarry Smith 161aa482453SBarry Smith #if defined (PETSC_HAVE_MPE) 16277c4ece6SBarry Smith #include "mpe.h" 163ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogMPEBegin(void); 164ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogMPEDump(const char[]); 16535d8aa7fSBarry Smith extern PetscTruth UseMPE; 166043328b6SSatish Balay #define PETSC_LOG_EVENT_MPE_BEGIN(e) \ 167335e4f37SSatish Balay ((UseMPE && _stageLog->stageInfo[_stageLog->curStage].eventLog->eventInfo[e].active) ? \ 168a1b71033SSatish Balay MPE_Log_event(_stageLog->eventLog->eventInfo[e].mpe_id_begin,0,NULL) : 0) 169043328b6SSatish Balay 170043328b6SSatish Balay #define PETSC_LOG_EVENT_MPE_END(e) \ 171335e4f37SSatish Balay ((UseMPE && _stageLog->stageInfo[_stageLog->curStage].eventLog->eventInfo[e].active) ? \ 172a1b71033SSatish Balay MPE_Log_event(_stageLog->eventLog->eventInfo[e].mpe_id_end,0,NULL) : 0) 173043328b6SSatish Balay 174614700edSBarry Smith #else 17552e6d16bSBarry Smith #define PETSC_LOG_EVENT_MPE_BEGIN(e) 0 17652e6d16bSBarry Smith #define PETSC_LOG_EVENT_MPE_END(e) 0 17777c4ece6SBarry Smith #endif 17877c4ece6SBarry Smith 179ff73aad6SKris Buschelman EXTERN PETSC_DLLEXPORT PetscErrorCode (*_PetscLogPLB)(PetscEvent,int,PetscObject,PetscObject,PetscObject,PetscObject); 180ff73aad6SKris Buschelman EXTERN PETSC_DLLEXPORT PetscErrorCode (*_PetscLogPLE)(PetscEvent,int,PetscObject,PetscObject,PetscObject,PetscObject); 181ff73aad6SKris Buschelman EXTERN PETSC_DLLEXPORT PetscErrorCode (*_PetscLogPHC)(PetscObject); 182ff73aad6SKris Buschelman EXTERN PETSC_DLLEXPORT PetscErrorCode (*_PetscLogPHD)(PetscObject); 18377c4ece6SBarry Smith 184043328b6SSatish Balay #define PetscLogObjectParent(p,c) \ 18552e6d16bSBarry Smith ((c && p) ? ((PetscObject)(c))->parent = (PetscObject)(p),((PetscObject)(c))->parentid = ((PetscObject)p)->id : 0, 0) 18652e6d16bSBarry Smith 187efee365bSSatish Balay #define PetscLogObjectParents(p,n,d) 0;{int _i; for (_i=0; _i<n; _i++) {ierr = PetscLogObjectParent(p,(d)[_i]);CHKERRQ(ierr);}} 188d38fa0fbSBarry Smith #define PetscLogObjectCreate(h) ((_PetscLogPHC) ? (*_PetscLogPHC)((PetscObject)h) : 0) 189d38fa0fbSBarry Smith #define PetscLogObjectDestroy(h) ((_PetscLogPHD) ? (*_PetscLogPHD)((PetscObject)h) : 0) 19052e6d16bSBarry Smith #define PetscLogObjectMemory(p,m) (((PetscObject)(p))->mem += (m),0) 1918ba1e511SMatthew Knepley /* Initialization functions */ 192ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogBegin(void); 193ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogAllBegin(void); 194ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogTraceBegin(FILE *); 195ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogActions(PetscTruth); 196ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogObjects(PetscTruth); 1978ba1e511SMatthew Knepley /* General functions */ 198ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogGetRGBColor(const char*[]); 199ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogDestroy(void); 200ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogSet(PetscErrorCode (*)(int, int, PetscObject, PetscObject, PetscObject, PetscObject), 2016849ba73SBarry Smith PetscErrorCode (*)(int, int, PetscObject, PetscObject, PetscObject, PetscObject)); 202ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogObjectState(PetscObject, const char[], ...) PETSC_PRINTF_FORMAT_CHECK(2,3); 2038ba1e511SMatthew Knepley /* Output functions */ 204ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogPrintSummary(MPI_Comm, const char[]); 20578392ef1SBarry Smith EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogPrintDetailed(MPI_Comm, const char[]); 206ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogDump(const char[]); 2078ba1e511SMatthew Knepley /* Counter functions */ 208ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscGetFlops(PetscLogDouble *); 2098ba1e511SMatthew Knepley /* Stage functions */ 210ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogStageRegister(int*, const char[]); 211ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogStagePush(int); 212ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogStagePop(void); 213ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogStageSetActive(int, PetscTruth); 214ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogStageGetActive(int, PetscTruth *); 215ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogStageSetVisible(int, PetscTruth); 216ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogStageGetVisible(int, PetscTruth *); 217ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogStageGetId(const char [], int *); 2188ba1e511SMatthew Knepley /* Event functions */ 219ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogEventRegister(PetscEvent*, const char[], PetscCookie); 220ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogEventActivate(PetscEvent); 221ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogEventDeactivate(PetscEvent); 222ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogEventSetActiveAll(PetscEvent, PetscTruth); 223ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogEventActivateClass(PetscCookie); 224ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogEventDeactivateClass(PetscCookie); 2258ba1e511SMatthew Knepley /* Class functions */ 226ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogClassRegister(PetscCookie*, const char []); 2278ba1e511SMatthew Knepley 2288ba1e511SMatthew Knepley /* Global counters */ 229ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble irecv_ct; 230ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble isend_ct; 231ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble recv_ct; 232ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble send_ct; 233ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble irecv_len; 234ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble isend_len; 235ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble recv_len; 236ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble send_len; 237ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble allreduce_ct; 238ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble wait_ct; 239ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble wait_any_ct; 240ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble wait_all_ct; 241ff73aad6SKris Buschelman extern PETSC_DLLEXPORT PetscLogDouble sum_of_waits_ct; 242ff73aad6SKris Buschelman extern PETSC_DLLEXPORT int PETSC_DUMMY_SIZE; 243ff73aad6SKris Buschelman extern PETSC_DLLEXPORT int PETSC_DUMMY_COUNT; 2448ba1e511SMatthew Knepley 24552e6d16bSBarry Smith #define PetscLogEventBarrierBegin(e,o1,o2,o3,o4,cm) \ 24652e6d16bSBarry Smith (((_PetscLogPLB && _stageLog->stageInfo[_stageLog->curStage].perfInfo.active && _stageLog->stageInfo[_stageLog->curStage].eventLog->eventInfo[e].active) ? \ 24752e6d16bSBarry Smith (PetscLogEventBegin((e),o1,o2,o3,o4) || MPI_Barrier(cm) || PetscLogEventEnd((e),o1,o2,o3,o4)) : 0 ) || \ 24852e6d16bSBarry Smith PetscLogEventBegin((e)+1,o1,o2,o3,o4)) 24977c4ece6SBarry Smith 25052e6d16bSBarry Smith #define PetscLogEventBegin(e,o1,o2,o3,o4) \ 25152e6d16bSBarry Smith (((_PetscLogPLB && _stageLog->stageInfo[_stageLog->curStage].perfInfo.active && _stageLog->stageInfo[_stageLog->curStage].eventLog->eventInfo[e].active) ? \ 25252e6d16bSBarry Smith (*_PetscLogPLB)((e),0,(PetscObject)(o1),(PetscObject)(o2),(PetscObject)(o3),(PetscObject)(o4)) : 0 ) || \ 25352e6d16bSBarry Smith PETSC_LOG_EVENT_MPE_BEGIN(e)) 254043328b6SSatish Balay 255b0a32e0cSBarry Smith #define PetscLogEventBarrierEnd(e,o1,o2,o3,o4,cm) PetscLogEventEnd(e+1,o1,o2,o3,o4) 256043328b6SSatish Balay 25752e6d16bSBarry Smith #define PetscLogEventEnd(e,o1,o2,o3,o4) \ 25852e6d16bSBarry Smith (((_PetscLogPLE && _stageLog->stageInfo[_stageLog->curStage].perfInfo.active && _stageLog->stageInfo[_stageLog->curStage].eventLog->eventInfo[e].active) ? \ 25952e6d16bSBarry Smith (*_PetscLogPLE)((e),0,(PetscObject)(o1),(PetscObject)(o2),(PetscObject)(o3),(PetscObject)(o4)) : 0 ) || \ 26052e6d16bSBarry Smith PETSC_LOG_EVENT_MPE_END(e)) 26177c4ece6SBarry Smith 262f141ce34SMatthew Knepley /* Creation and destruction functions */ 263ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogCreate(StageLog *); 264ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogDestroy(StageLog); 265f141ce34SMatthew Knepley /* Registration functions */ 266ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogRegister(StageLog, const char [], int *); 267f141ce34SMatthew Knepley /* Runtime functions */ 268ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogGetStageLog(StageLog *); 269ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogPush(StageLog, int); 270ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogPop(StageLog); 271ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogGetCurrent(StageLog, int *); 272ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogSetActive(StageLog, int, PetscTruth); 273ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogGetActive(StageLog, int, PetscTruth *); 274ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogSetVisible(StageLog, int, PetscTruth); 275ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogGetVisible(StageLog, int, PetscTruth *); 276ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogGetStage(StageLog, const char [], int *); 277ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogGetClassRegLog(StageLog, ClassRegLog *); 278ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogGetEventRegLog(StageLog, EventRegLog *); 279ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogGetClassPerfLog(StageLog, int, ClassPerfLog *); 280ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT StageLogGetEventPerfLog(StageLog, int, EventPerfLog *); 281f141ce34SMatthew Knepley 282ce85283eSBarry Smith /* 283f621e05eSBarry Smith These are used internally in the PETSc routines to keep a count of MPI messages and 284f621e05eSBarry Smith their sizes. 285f621e05eSBarry Smith 2863c94ec11SBarry Smith This does not work for MPI-Uni because our include/mpiuni/mpi.h file 287ce85283eSBarry Smith uses macros to defined the MPI operations. 28815308354SBarry Smith 28915308354SBarry Smith It does not work correctly from HP-UX because it processes the 290bb4af37aSBarry Smith macros in a way that sometimes it double counts, hence 291b6410449SSatish Balay PETSC_HAVE_BROKEN_RECURSIVE_MACRO 2927c1e34a4SSatish Balay 293f569fd43SBarry Smith It does not work with Windows because winmpich lacks MPI_Type_size() 294ce85283eSBarry Smith */ 295f35a08a5SSatish Balay #if !defined(_petsc_mpi_uni) && !defined(PETSC_HAVE_BROKEN_RECURSIVE_MACRO) && !defined (PETSC_HAVE_MPI_MISSING_TYPESIZE) 29677a39924SBarry Smith /* 29777a39924SBarry Smith Logging of MPI activities 29877a39924SBarry Smith */ 29977a39924SBarry Smith #define TypeSize(buff,count,type) \ 3005e3723c6SSatish Balay (MPI_Type_size(type,&PETSC_DUMMY_SIZE) || (buff += (PetscLogDouble) ((count)*PETSC_DUMMY_SIZE),0)) 30177a39924SBarry Smith 30277a39924SBarry Smith #define MPI_Irecv(buf,count,datatype,source,tag,comm,request) \ 3035e3723c6SSatish Balay ((PETSC_DUMMY_COUNT = count,irecv_ct++,0) || TypeSize(irecv_len,PETSC_DUMMY_COUNT,datatype) || MPI_Irecv(buf,PETSC_DUMMY_COUNT,datatype,source,tag,comm,request)) 30415308354SBarry Smith 30577a39924SBarry Smith #define MPI_Isend(buf,count,datatype,dest,tag,comm,request) \ 3065e3723c6SSatish Balay ((PETSC_DUMMY_COUNT = count,isend_ct++,0) || TypeSize(isend_len,PETSC_DUMMY_COUNT,datatype) || MPI_Isend(buf,PETSC_DUMMY_COUNT,datatype,dest,tag,comm,request)) 30715308354SBarry Smith 3080d4b0b6cSBarry Smith #define MPI_Startall_irecv(count,number,requests) \ 3095e3723c6SSatish Balay ((irecv_ct += (PetscLogDouble)(number),0) || TypeSize(irecv_len,count,MPIU_SCALAR) || MPI_Startall(number,requests)) 3100d4b0b6cSBarry Smith 3110d4b0b6cSBarry Smith #define MPI_Startall_isend(count,number,requests) \ 3125e3723c6SSatish Balay ((isend_ct += (PetscLogDouble)(number),0) || TypeSize(isend_len,count,MPIU_SCALAR) || MPI_Startall(number,requests)) 3130d4b0b6cSBarry Smith 3140d4b0b6cSBarry Smith #define MPI_Start_isend(count,requests) \ 3155e3723c6SSatish Balay ((isend_ct++,0) || TypeSize(isend_len,count,MPIU_SCALAR) || MPI_Start(requests)) 3160d4b0b6cSBarry Smith 317ce85283eSBarry Smith #define MPI_Recv(buf,count,datatype,source,tag,comm,status) \ 3185e3723c6SSatish Balay ((PETSC_DUMMY_COUNT = count,recv_ct++,0) || TypeSize(recv_len,PETSC_DUMMY_COUNT,datatype) || MPI_Recv(buf,PETSC_DUMMY_COUNT,datatype,source,tag,comm,status)) 31915308354SBarry Smith 32077a39924SBarry Smith #define MPI_Send(buf,count,datatype,dest,tag,comm) \ 3215e3723c6SSatish Balay ((PETSC_DUMMY_COUNT = count,send_ct++,0) || TypeSize(send_len,PETSC_DUMMY_COUNT,datatype) || MPI_Send(buf,PETSC_DUMMY_COUNT,datatype,dest,tag,comm)) 32277a39924SBarry Smith 32377a39924SBarry Smith #define MPI_Wait(request,status) \ 3245e3723c6SSatish Balay ((wait_ct++,sum_of_waits_ct++,0) || MPI_Wait(request,status)) 32577a39924SBarry Smith 32677a39924SBarry Smith #define MPI_Waitany(a,b,c,d) \ 3275e3723c6SSatish Balay ((wait_any_ct++,sum_of_waits_ct++,0) || MPI_Waitany(a,b,c,d)) 32877a39924SBarry Smith 32977a39924SBarry Smith #define MPI_Waitall(count,array_of_requests,array_of_statuses) \ 3305e3723c6SSatish Balay ((PETSC_DUMMY_COUNT = count,wait_all_ct++,sum_of_waits_ct += (PetscLogDouble) (PETSC_DUMMY_COUNT),0) || MPI_Waitall(PETSC_DUMMY_COUNT,array_of_requests,array_of_statuses)) 33177a39924SBarry Smith 33277a39924SBarry Smith #define MPI_Allreduce(sendbuf,recvbuf,count,datatype,op,comm) \ 3335e3723c6SSatish Balay ((allreduce_ct++,0) || MPI_Allreduce(sendbuf,recvbuf,count,datatype,op,comm)) 3343914022bSBarry Smith 3350d4b0b6cSBarry Smith #else 3360d4b0b6cSBarry Smith 3370d4b0b6cSBarry Smith #define MPI_Startall_irecv(count,number,requests) \ 3385e3723c6SSatish Balay (MPI_Startall(number,requests)) 3390d4b0b6cSBarry Smith 3400d4b0b6cSBarry Smith #define MPI_Startall_isend(count,number,requests) \ 3415e3723c6SSatish Balay (MPI_Startall(number,requests)) 3420d4b0b6cSBarry Smith 3430d4b0b6cSBarry Smith #define MPI_Start_isend(count,requests) \ 3445e3723c6SSatish Balay (MPI_Start(requests)) 3450d4b0b6cSBarry Smith 346f35a08a5SSatish Balay #endif /* !_petsc_mpi_uni && ! PETSC_HAVE_BROKEN_RECURSIVE_MACRO */ 347614700edSBarry Smith 348df8cf0b5SBarry Smith #else /* ---Logging is turned off --------------------------------------------*/ 349614700edSBarry Smith 350b0a32e0cSBarry Smith #define PetscLogFlops(n) 0 351614700edSBarry Smith 352df8cf0b5SBarry Smith /* 353df8cf0b5SBarry Smith With logging turned off, then MPE has to be turned off 354df8cf0b5SBarry Smith */ 355b0a32e0cSBarry Smith #define PetscLogMPEBegin() 0 356b0a32e0cSBarry Smith #define PetscLogMPEDump(a) 0 357614700edSBarry Smith 358b0a32e0cSBarry Smith #define PetscLogEventActivate(a) 0 359b0a32e0cSBarry Smith #define PetscLogEventDeactivate(a) 0 360614700edSBarry Smith 361b0a32e0cSBarry Smith #define PetscLogEventActivateClass(a) 0 362b0a32e0cSBarry Smith #define PetscLogEventDeactivateClass(a) 0 36361867fcfSSatish Balay #define PetscLogClassRegister(a,b) PetscCookieRegister(a) 364e8e7597cSSatish Balay #define PetscLogEventSetActiveAll(a,b) 0 36577c4ece6SBarry Smith 366b0a32e0cSBarry Smith #define _PetscLogPLB 0 367b0a32e0cSBarry Smith #define _PetscLogPLE 0 368b0a32e0cSBarry Smith #define _PetscLogPHC 0 369b0a32e0cSBarry Smith #define _PetscLogPHD 0 37099de4ba8SSatish Balay #define PetscGetFlops(a) (*(a) = 0.0,0) 371b0a32e0cSBarry Smith #define PetscLogEventBegin(e,o1,o2,o3,o4) 0 372b0a32e0cSBarry Smith #define PetscLogEventEnd(e,o1,o2,o3,o4) 0 373b0a32e0cSBarry Smith #define PetscLogEventBarrierBegin(e,o1,o2,o3,o4,cm) 0 374b0a32e0cSBarry Smith #define PetscLogEventBarrierEnd(e,o1,o2,o3,o4,cm) 0 37552e6d16bSBarry Smith #define PetscLogObjectParent(p,c) 0 376efee365bSSatish Balay #define PetscLogObjectParents(p,n,c) 0 37752e6d16bSBarry Smith #define PetscLogObjectCreate(h) 0 37852e6d16bSBarry Smith #define PetscLogObjectDestroy(h) 0 37952e6d16bSBarry Smith #define PetscLogObjectMemory(p,m) 0 380b0a32e0cSBarry Smith #define PetscLogDestroy() 0 381b0a32e0cSBarry Smith #define PetscLogStagePush(a) 0 382b0a32e0cSBarry Smith #define PetscLogStagePop() 0 383b0a32e0cSBarry Smith #define PetscLogStageRegister(a,b) 0 384b0a32e0cSBarry Smith #define PetscLogStagePrint(a,flg) 0 385b0a32e0cSBarry Smith #define PetscLogPrintSummary(comm,file) 0 38678392ef1SBarry Smith #define PetscLogPrintDetailed(comm,file) 0 387b0a32e0cSBarry Smith #define PetscLogBegin() 0 388b0a32e0cSBarry Smith #define PetscLogTraceBegin(file) 0 389b0a32e0cSBarry Smith #define PetscLogSet(lb,le) 0 390b0a32e0cSBarry Smith #define PetscLogAllBegin() 0 391b0a32e0cSBarry Smith #define PetscLogDump(c) 0 392043328b6SSatish Balay #define PetscLogEventRegister(a,b,c) 0 39373fda44aSBarry Smith #define PetscLogObjects(a) 0 39473fda44aSBarry Smith #define PetscLogActions(a) 0 395ff73aad6SKris Buschelman EXTERN PetscErrorCode PETSC_DLLEXPORT PetscLogObjectState(PetscObject,const char[],...) PETSC_PRINTF_FORMAT_CHECK(2,3); 396ce6058e1SBarry Smith 397aa482453SBarry Smith /* If PETSC_USE_LOG is NOT defined, these still need to be! */ 398ca161407SBarry Smith #define MPI_Startall_irecv(count,number,requests) MPI_Startall(number,requests) 399ca161407SBarry Smith #define MPI_Startall_isend(count,number,requests) MPI_Startall(number,requests) 400ca161407SBarry Smith #define MPI_Start_isend(count,requests) MPI_Start(requests) 401ca161407SBarry Smith 402f141ce34SMatthew Knepley /* Creation and destruction functions */ 403f141ce34SMatthew Knepley #define StageLogCreate(stageLog) 0 404f141ce34SMatthew Knepley #define StageLogDestroy(stageLog) 0 405f141ce34SMatthew Knepley /* Registration functions */ 406f141ce34SMatthew Knepley #define StageLogRegister(stageLog, name, stage) 0 407f141ce34SMatthew Knepley /* Runtime functions */ 408f141ce34SMatthew Knepley #define PetscLogGetStageLog(stageLog) 0 409f141ce34SMatthew Knepley #define StageLogPush(stageLog, stage) 0 410f141ce34SMatthew Knepley #define StageLogPop(stageLog) 0 411f141ce34SMatthew Knepley #define StageLogGetCurrent(stageLog, stage) 0 412f141ce34SMatthew Knepley #define StageLogSetActive(stageLog, stage, active) 0 413f141ce34SMatthew Knepley #define StageLogGetActive(stageLog, stage, active) 0 414f141ce34SMatthew Knepley #define StageLogSetVisible(stageLog, stage, visible) 0 415f141ce34SMatthew Knepley #define StageLogGetVisible(stageLog, stage, visible) 0 416f141ce34SMatthew Knepley #define StageLogGetStage(stageLog, name, stage) 0 417fad68dfaSSatish Balay #define PetscLogStageGetId(a,b) (*(b)=0,0) 418fad68dfaSSatish Balay #define PetscLogStageSetActive(a,b) 0 419*6a6a9b46SSatish Balay #define PetscLogStageGetActive(a,b) 0 420*6a6a9b46SSatish Balay #define PetscLogStageGetVisible(a,b) 0 421*6a6a9b46SSatish Balay #define PetscLogStageSetVisible(a,b) 0 422f141ce34SMatthew Knepley 423aa482453SBarry Smith #endif /* PETSC_USE_LOG */ 4246daaf66cSBarry Smith 425043328b6SSatish Balay #define PreLoadBegin(flag,name) \ 426043328b6SSatish Balay {\ 427c4411e17SBarry Smith PetscTruth PreLoading = flag;\ 4288e58c17dSMatthew Knepley int PreLoadMax,PreLoadIt,_stageNum,_3_ierr;\ 4294dc4c822SBarry Smith _3_ierr = PetscOptionsGetTruth(PETSC_NULL,"-preload",&PreLoading,PETSC_NULL);CHKERRQ(_3_ierr);\ 430043328b6SSatish Balay PreLoadMax = (int)(PreLoading);\ 431043328b6SSatish Balay PetscPreLoadingUsed = PreLoading ? PETSC_TRUE : PetscPreLoadingUsed;\ 432e7592fafSBarry Smith for (PreLoadIt=0; PreLoadIt<=PreLoadMax; PreLoadIt++) {\ 433435da068SBarry Smith PetscPreLoadingOn = PreLoading;\ 4346e491fe6SBarry Smith _3_ierr = PetscBarrier(PETSC_NULL);CHKERRQ(_3_ierr);\ 4358e58c17dSMatthew Knepley if (PreLoadIt>0) {\ 4368e58c17dSMatthew Knepley _3_ierr = PetscLogStageGetId(name,&_stageNum);CHKERRQ(_3_ierr);\ 4378e58c17dSMatthew Knepley } else {\ 4388e58c17dSMatthew Knepley _3_ierr = PetscLogStageRegister(&_stageNum,name);CHKERRQ(_3_ierr);\ 4398e58c17dSMatthew Knepley }\ 440773a6509SMatthew Knepley _3_ierr = PetscLogStageSetActive(_stageNum,(PetscTruth)(!PreLoadMax || PreLoadIt));\ 4418e58c17dSMatthew Knepley _3_ierr = PetscLogStagePush(_stageNum);CHKERRQ(_3_ierr); 4428e58c17dSMatthew Knepley 443043328b6SSatish Balay #define PreLoadEnd() \ 444043328b6SSatish Balay _3_ierr = PetscLogStagePop();CHKERRQ(_3_ierr);\ 445043328b6SSatish Balay PreLoading = PETSC_FALSE;\ 446043328b6SSatish Balay }\ 447043328b6SSatish Balay } 4488e58c17dSMatthew Knepley 449043328b6SSatish Balay #define PreLoadStage(name) \ 450043328b6SSatish Balay _3_ierr = PetscLogStagePop();CHKERRQ(_3_ierr);\ 4518e58c17dSMatthew Knepley if (PreLoadIt>0) {\ 4528e58c17dSMatthew Knepley _3_ierr = PetscLogStageGetId(name,&_stageNum);CHKERRQ(_3_ierr);\ 4538e58c17dSMatthew Knepley } else {\ 4548e58c17dSMatthew Knepley _3_ierr = PetscLogStageRegister(&_stageNum,name);CHKERRQ(_3_ierr);\ 4558e58c17dSMatthew Knepley }\ 456773a6509SMatthew Knepley _3_ierr = PetscLogStageSetActive(_stageNum,(PetscTruth)(!PreLoadMax || PreLoadIt));\ 4578e58c17dSMatthew Knepley _3_ierr = PetscLogStagePush(_stageNum);CHKERRQ(_3_ierr); 458e9fa29b7SSatish Balay 459e9fa29b7SSatish Balay PETSC_EXTERN_CXX_END 46097bb86f7SLois Curfman McInnes #endif 461