xref: /petsc/include/petsclog.h (revision 3bb1ff401821b9e2ae019d3e61bc8ab4bd4e59d5)
197bb86f7SLois Curfman McInnes /*
27588ac45SBarry Smith     Defines profile/logging in PETSc.
397bb86f7SLois Curfman McInnes */
497bb86f7SLois Curfman McInnes 
5b0a32e0cSBarry Smith #if !defined(__PetscLog_H)
6b0a32e0cSBarry Smith #define __PetscLog_H
7d382aafbSBarry Smith #include "petscsys.h"
8c8d78d4dSSatish Balay 
9b859824cSBarry Smith /*MC
10b859824cSBarry Smith     PetscLogEvent - id used to identify PETSc or user events which timed portions (blocks of executable)
11b859824cSBarry Smith      code.
12b859824cSBarry Smith 
13b859824cSBarry Smith     Level: intermediate
14b859824cSBarry Smith 
15b859824cSBarry Smith .seealso: PetscLogEventRegister(), PetscLogEventBegin(), PetscLogEventEnd(), PetscLogStage
16b859824cSBarry Smith M*/
17b859824cSBarry Smith typedef int PetscLogEvent;
18b859824cSBarry Smith 
19b859824cSBarry Smith /*MC
20b859824cSBarry Smith     PetscLogStage - id used to identify user stages (phases, sections) of runs - for logging
21b859824cSBarry Smith 
22b859824cSBarry Smith     Level: intermediate
23b859824cSBarry Smith 
24b859824cSBarry Smith .seealso: PetscLogStageRegister(), PetscLogStageBegin(), PetscLogStageEnd(), PetscLogEvent
25b859824cSBarry Smith M*/
26b859824cSBarry Smith typedef int PetscLogStage;
27b859824cSBarry Smith 
288ba1e511SMatthew Knepley #define PETSC_EVENT  1311311
29014dd563SJed Brown PETSC_EXTERN PetscLogEvent PETSC_LARGEST_EVENT;
3097bb86f7SLois Curfman McInnes 
3119b02663SBarry Smith /* Global flop counter */
32014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_TotalFlops;
33014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_tmp_flops;
3419b02663SBarry Smith 
35edde42fcSLois Curfman McInnes /* General logging of information; different from event logging */
36014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscInfo_Private(const char[],void*,const char[],...);
376cf91177SBarry Smith #if defined(PETSC_USE_INFO)
382714b66aSJed Brown #define PetscInfo(A,S)                       PetscInfo_Private(PETSC_FUNCTION_NAME,A,S)
392714b66aSJed Brown #define PetscInfo1(A,S,a1)                   PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1)
402714b66aSJed Brown #define PetscInfo2(A,S,a1,a2)                PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2)
412714b66aSJed Brown #define PetscInfo3(A,S,a1,a2,a3)             PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2,a3)
422714b66aSJed Brown #define PetscInfo4(A,S,a1,a2,a3,a4)          PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2,a3,a4)
432714b66aSJed Brown #define PetscInfo5(A,S,a1,a2,a3,a4,a5)       PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2,a3,a4,a5)
442714b66aSJed Brown #define PetscInfo6(A,S,a1,a2,a3,a4,a5,a6)    PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2,a3,a4,a5,a6)
452714b66aSJed Brown #define PetscInfo7(A,S,a1,a2,a3,a4,a5,a6,a7) PetscInfo_Private(PETSC_FUNCTION_NAME,A,S,a1,a2,a3,a4,a5,a6,a7)
4663ba0a88SBarry Smith #else
47ae15b995SBarry Smith #define PetscInfo(A,S)                       0
48ae15b995SBarry Smith #define PetscInfo1(A,S,a1)                   0
49ae15b995SBarry Smith #define PetscInfo2(A,S,a1,a2)                0
50ae15b995SBarry Smith #define PetscInfo3(A,S,a1,a2,a3)             0
51ae15b995SBarry Smith #define PetscInfo4(A,S,a1,a2,a3,a4)          0
52ae15b995SBarry Smith #define PetscInfo5(A,S,a1,a2,a3,a4,a5)       0
53ae15b995SBarry Smith #define PetscInfo6(A,S,a1,a2,a3,a4,a5,a6)    0
54ae15b995SBarry Smith #define PetscInfo7(A,S,a1,a2,a3,a4,a5,a6,a7) 0
5563ba0a88SBarry Smith #endif
56014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscInfoDeactivateClass(PetscClassId);
57014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscInfoActivateClass(PetscClassId);
58014dd563SJed Brown PETSC_EXTERN PetscBool PetscLogPrintInfo;  /* if true, indicates PetscInfo() is turned on */
59614700edSBarry Smith 
6031d06abdSBarry Smith /* We must make the following structures available to access the event
6131d06abdSBarry Smith      activation flags in the PetscLogEventBegin/End() macros. These are not part of the PETSc public
6231d06abdSBarry Smith      API and are not intended to be used by other parts of PETSc or by users.
63d49d4b11SBarry Smith 
6431d06abdSBarry Smith      The code that manipulates these structures is in src/sys/plog/utils.
6531d06abdSBarry Smith */
66aa213bdcSJed Brown typedef struct _n_PetscIntStack *PetscIntStack;
676a6a9b46SSatish Balay 
68c60ec953SBarry Smith /*
69aa213bdcSJed Brown     PetscClassRegInfo, PetscClassPerfInfo - Each class has two data structures associated with it. The first has
70c60ec953SBarry Smith        static information about it, the second collects statistics on how many objects of the class are created,
71c60ec953SBarry Smith        how much memory they use, etc.
72c60ec953SBarry Smith 
73aa213bdcSJed Brown     PetscClassRegLog, PetscClassPerfLog - arrays of the PetscClassRegInfo and PetscClassPerfInfo for all classes.
74c60ec953SBarry Smith */
756a6a9b46SSatish Balay typedef struct  {
76c60ec953SBarry Smith   char           *name;   /* The class name */
77c60ec953SBarry Smith   PetscClassId   classid; /* The integer identifying this class */
78aa213bdcSJed Brown } PetscClassRegInfo;
796a6a9b46SSatish Balay 
806a6a9b46SSatish Balay typedef struct {
810700a824SBarry Smith   PetscClassId   id;           /* The integer identifying this class */
826a6a9b46SSatish Balay   int            creations;    /* The number of objects of this class created */
836a6a9b46SSatish Balay   int            destructions; /* The number of objects of this class destroyed */
846a6a9b46SSatish Balay   PetscLogDouble mem;          /* The total memory allocated by objects of this class */
856a6a9b46SSatish Balay   PetscLogDouble descMem;      /* The total memory allocated by descendents of these objects */
86aa213bdcSJed Brown } PetscClassPerfInfo;
876a6a9b46SSatish Balay 
88aa213bdcSJed Brown typedef struct _n_PetscClassRegLog *PetscClassRegLog;
89aa213bdcSJed Brown struct _n_PetscClassRegLog {
90c60ec953SBarry Smith   int               numClasses; /* The number of classes registered */
91c60ec953SBarry Smith   int               maxClasses; /* The maximum number of classes */
92aa213bdcSJed Brown   PetscClassRegInfo *classInfo; /* The structure for class information (classids are monotonicly increasing) */
93c60ec953SBarry Smith };
946a6a9b46SSatish Balay 
95aa213bdcSJed Brown typedef struct _n_PetscClassPerfLog *PetscClassPerfLog;
96aa213bdcSJed Brown struct _n_PetscClassPerfLog {
97c60ec953SBarry Smith   int                numClasses; /* The number of logging classes */
98c60ec953SBarry Smith   int                maxClasses; /* The maximum number of classes */
99aa213bdcSJed Brown   PetscClassPerfInfo *classInfo; /* The structure for class information (classids are monotonicly increasing) */
100c60ec953SBarry Smith };
101c60ec953SBarry Smith /* -----------------------------------------------------------------------------------------------------*/
102c60ec953SBarry Smith /*
103aa213bdcSJed Brown     PetscEventRegInfo, PetscEventPerfInfo - Each event has two data structures associated with it. The first has
104c60ec953SBarry Smith        static information about it, the second collects statistics on how many times the event is used, how
105c60ec953SBarry Smith        much time it takes, etc.
106c60ec953SBarry Smith 
107aa213bdcSJed Brown     PetscEventRegLog, PetscEventPerfLog - an array of all PetscEventRegInfo and PetscEventPerfInfo for all events. There is one
108c60ec953SBarry Smith       of these for each stage.
109c60ec953SBarry Smith 
110c60ec953SBarry Smith */
1116a6a9b46SSatish Balay typedef struct {
1126a6a9b46SSatish Balay   char         *name;         /* The name of this event */
113c60ec953SBarry Smith   PetscClassId classid;       /* The class the event is associated with */
1146a6a9b46SSatish Balay #if defined (PETSC_HAVE_MPE)
1156a6a9b46SSatish Balay   int          mpe_id_begin; /* MPE IDs that define the event */
1166a6a9b46SSatish Balay   int          mpe_id_end;
1176a6a9b46SSatish Balay #endif
118aa213bdcSJed Brown } PetscEventRegInfo;
1196a6a9b46SSatish Balay 
120c60ec953SBarry Smith typedef struct {
121c60ec953SBarry Smith   int            id;            /* The integer identifying this event */
122ace3abfcSBarry Smith   PetscBool      active;        /* The flag to activate logging */
123ace3abfcSBarry Smith   PetscBool      visible;       /* The flag to print info in summary */
124c60ec953SBarry Smith   int            depth;         /* The nesting depth of the event call */
125c60ec953SBarry Smith   int            count;         /* The number of times this event was executed */
126a42e5b54SMatthew G Knepley   PetscLogDouble flops, flops2,flopsTmp; /* The flops and flops^2 used in this event */
127a42e5b54SMatthew G Knepley   PetscLogDouble time, time2, timeTmp;   /* The time and time^2 taken for this event */
128c60ec953SBarry Smith   PetscLogDouble numMessages;   /* The number of messages in this event */
129c60ec953SBarry Smith   PetscLogDouble messageLength; /* The total message lengths in this event */
130c60ec953SBarry Smith   PetscLogDouble numReductions; /* The number of reductions in this event */
131aa213bdcSJed Brown } PetscEventPerfInfo;
132c60ec953SBarry Smith 
133aa213bdcSJed Brown typedef struct _n_PetscEventRegLog *PetscEventRegLog;
134aa213bdcSJed Brown struct _n_PetscEventRegLog {
1356a6a9b46SSatish Balay   int               numEvents;  /* The number of registered events */
1366a6a9b46SSatish Balay   int               maxEvents;  /* The maximum number of events */
137aa213bdcSJed Brown   PetscEventRegInfo *eventInfo; /* The registration information for each event */
1386a6a9b46SSatish Balay };
1396a6a9b46SSatish Balay 
140aa213bdcSJed Brown typedef struct _n_PetscEventPerfLog *PetscEventPerfLog;
141aa213bdcSJed Brown struct _n_PetscEventPerfLog {
1426a6a9b46SSatish Balay   int                numEvents;  /* The number of logging events */
1436a6a9b46SSatish Balay   int                maxEvents;  /* The maximum number of events */
144aa213bdcSJed Brown   PetscEventPerfInfo *eventInfo; /* The performance information for each event */
1456a6a9b46SSatish Balay };
146c60ec953SBarry Smith /* ------------------------------------------------------------------------------------------------------------*/
147c60ec953SBarry Smith /*
148aa213bdcSJed Brown    PetscStageInfo - Contains all the information about a particular stage.
1496a6a9b46SSatish Balay 
150aa213bdcSJed Brown    PetscStageLog - An array of PetscStageInfo for each registered stage. There is a single one of these in the code.
151c60ec953SBarry Smith */
152aa213bdcSJed Brown typedef struct _PetscStageInfo {
1536a6a9b46SSatish Balay   char               *name;     /* The stage name */
154ace3abfcSBarry Smith   PetscBool          used;      /* The stage was pushed on this processor */
155aa213bdcSJed Brown   PetscEventPerfInfo perfInfo;  /* The stage performance information */
156aa213bdcSJed Brown   PetscEventPerfLog  eventLog;  /* The event information for this stage */
157aa213bdcSJed Brown   PetscClassPerfLog  classLog;  /* The class information for this stage */
158aa213bdcSJed Brown } PetscStageInfo;
1596a6a9b46SSatish Balay 
160aa213bdcSJed Brown typedef struct _n_PetscStageLog *PetscStageLog;
161aa213bdcSJed Brown struct _n_PetscStageLog {
1626a6a9b46SSatish Balay   int              numStages;   /* The number of registered stages */
1636a6a9b46SSatish Balay   int              maxStages;   /* The maximum number of stages */
164aa213bdcSJed Brown   PetscIntStack    stack;       /* The stack for active stages */
165aa213bdcSJed Brown   int              curStage;    /* The current stage (only used in macros so we don't call PetscIntStackTop) */
166aa213bdcSJed Brown   PetscStageInfo   *stageInfo;  /* The information for each stage */
167aa213bdcSJed Brown   PetscEventRegLog eventLog;    /* The registered events */
168aa213bdcSJed Brown   PetscClassRegLog classLog;    /* The registered classes */
1696a6a9b46SSatish Balay };
1706a6a9b46SSatish Balay 
171fee518ebSJed Brown PETSC_EXTERN PetscErrorCode PetscLogGetStageLog(PetscStageLog*);
172fee518ebSJed Brown PETSC_EXTERN PetscErrorCode PetscStageLogGetCurrent(PetscStageLog,int*);
173fee518ebSJed Brown PETSC_EXTERN PetscErrorCode PetscStageLogGetEventPerfLog(PetscStageLog,int,PetscEventPerfLog*);
174fee518ebSJed Brown 
175*3bb1ff40SBarry Smith PETSC_EXTERN PetscErrorCode PetscLogObjectParent(PetscObject,PetscObject);
176*3bb1ff40SBarry Smith PETSC_EXTERN PetscErrorCode PetscLogObjectMemory(PetscObject,PetscLogDouble);
177*3bb1ff40SBarry Smith 
178fee518ebSJed Brown 
179aa482453SBarry Smith #if defined(PETSC_USE_LOG)  /* --- Logging is turned on --------------------------------*/
180aeeda9f6SJohn Fettig PETSC_EXTERN PetscStageLog petsc_stageLog;
181614700edSBarry Smith 
182da63de55SLois Curfman McInnes /*
183da63de55SLois Curfman McInnes    Flop counting:  We count each arithmetic operation (e.g., addition, multiplication) separately.
184da63de55SLois Curfman McInnes 
185da63de55SLois Curfman McInnes    For the complex numbers version, note that
186da63de55SLois Curfman McInnes        1 complex addition = 2 flops
187da63de55SLois Curfman McInnes        1 complex multiplication = 6 flops,
188da63de55SLois Curfman McInnes    where we define 1 flop as that for a double precision scalar.  We roughly approximate
189da63de55SLois Curfman McInnes    flop counting for complex numbers by multiplying the total flops by 4; this corresponds
190da63de55SLois Curfman McInnes    to the assumption that we're counting mostly additions and multiplications -- and
191da63de55SLois Curfman McInnes    roughly the same number of each.  More accurate counting could be done by distinguishing
192da63de55SLois Curfman McInnes    among the various arithmetic operations.
193da63de55SLois Curfman McInnes  */
194da63de55SLois Curfman McInnes 
195aa482453SBarry Smith #if defined(PETSC_USE_COMPLEX)
196542d4b3fSSatish Balay #define PETSC_FLOPS_PER_OP 4.0
197da63de55SLois Curfman McInnes #else
198542d4b3fSSatish Balay #define PETSC_FLOPS_PER_OP 1.0
199bf3909cdSBarry Smith #endif
200bf3909cdSBarry Smith 
201dd19b90bSBarry Smith #undef __FUNCT__
202dd19b90bSBarry Smith #define __FUNCT__ "PetscLogFlops"
203dd19b90bSBarry Smith PETSC_STATIC_INLINE PetscErrorCode PetscLogFlops(PetscLogDouble n)
204dd19b90bSBarry Smith {
205dd19b90bSBarry Smith   PetscFunctionBegin;
206bf3909cdSBarry Smith #if defined(PETSC_USE_DEBUG)
207dd19b90bSBarry Smith   if (n < 0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Cannot log negative flops");
208da63de55SLois Curfman McInnes #endif
209dd19b90bSBarry Smith   petsc_TotalFlops += PETSC_FLOPS_PER_OP*n;
210dd19b90bSBarry Smith   PetscFunctionReturn(0);
211dd19b90bSBarry Smith }
21277c4ece6SBarry Smith 
213aa482453SBarry Smith #if defined (PETSC_HAVE_MPE)
214014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogMPEBegin(void);
215014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogMPEDump(const char[]);
21677c4ece6SBarry Smith #endif
21777c4ece6SBarry Smith 
218014dd563SJed Brown PETSC_EXTERN PetscErrorCode (*PetscLogPLB)(PetscLogEvent,int,PetscObject,PetscObject,PetscObject,PetscObject);
219014dd563SJed Brown PETSC_EXTERN PetscErrorCode (*PetscLogPLE)(PetscLogEvent,int,PetscObject,PetscObject,PetscObject,PetscObject);
220014dd563SJed Brown PETSC_EXTERN PetscErrorCode (*PetscLogPHC)(PetscObject);
221014dd563SJed Brown PETSC_EXTERN PetscErrorCode (*PetscLogPHD)(PetscObject);
22277c4ece6SBarry Smith 
223*3bb1ff40SBarry Smith #define PetscLogObjectParents(p,n,d)  0;{int _i; for (_i=0; _i<n; _i++) {ierr = PetscLogObjectParent((PetscObject)p,(PetscObject)(d)[_i]);CHKERRQ(ierr);}}
2248b5db460SBarry Smith #define PetscLogObjectCreate(h)      ((PetscLogPHC) ? (*PetscLogPHC)((PetscObject)h) : 0)
2258b5db460SBarry Smith #define PetscLogObjectDestroy(h)     ((PetscLogPHD) ? (*PetscLogPHD)((PetscObject)h) : 0)
2268ba1e511SMatthew Knepley /* Initialization functions */
227014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogBegin(void);
228014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogAllBegin(void);
229014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogTraceBegin(FILE *);
230014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogActions(PetscBool);
231014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogObjects(PetscBool);
2328ba1e511SMatthew Knepley /* General functions */
233014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogDestroy(void);
234014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogSet(PetscErrorCode (*)(int, int, PetscObject, PetscObject, PetscObject, PetscObject),
2356849ba73SBarry Smith                                    PetscErrorCode (*)(int, int, PetscObject, PetscObject, PetscObject, PetscObject));
236014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogObjectState(PetscObject, const char[], ...);
2378ba1e511SMatthew Knepley /* Output functions */
238014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogView(PetscViewer);
239014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogViewPython(PetscViewer);
240014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogPrintDetailed(MPI_Comm, const char[]);
241014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogDump(const char[]);
24231d06abdSBarry Smith 
243014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscGetFlops(PetscLogDouble *);
24431d06abdSBarry Smith 
245014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogStageRegister(const char[],PetscLogStage*);
246014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogStagePush(PetscLogStage);
247014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogStagePop(void);
248014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogStageSetActive(PetscLogStage, PetscBool );
249014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogStageGetActive(PetscLogStage, PetscBool  *);
250014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogStageSetVisible(PetscLogStage, PetscBool );
251014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogStageGetVisible(PetscLogStage, PetscBool  *);
252014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogStageGetId(const char [], PetscLogStage *);
2538ba1e511SMatthew Knepley /* Event functions */
254014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogEventRegister(const char[], PetscClassId,PetscLogEvent*);
255014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogEventActivate(PetscLogEvent);
256014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogEventDeactivate(PetscLogEvent);
257014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogEventSetActiveAll(PetscLogEvent, PetscBool );
258014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogEventActivateClass(PetscClassId);
259014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogEventDeactivateClass(PetscClassId);
2609afaeae2SBarry Smith 
2618ba1e511SMatthew Knepley 
2628ba1e511SMatthew Knepley /* Global counters */
263014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_irecv_ct;
264014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_isend_ct;
265014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_recv_ct;
266014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_send_ct;
267014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_irecv_len;
268014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_isend_len;
269014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_recv_len;
270014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_send_len;
271014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_allreduce_ct;
272014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_gather_ct;
273014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_scatter_ct;
274014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_wait_ct;
275014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_wait_any_ct;
276014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_wait_all_ct;
277014dd563SJed Brown PETSC_EXTERN PetscLogDouble petsc_sum_of_waits_ct;
2788ba1e511SMatthew Knepley 
27952e6d16bSBarry Smith #define PetscLogEventBarrierBegin(e,o1,o2,o3,o4,cm) \
2808b5db460SBarry Smith   (((PetscLogPLB && petsc_stageLog->stageInfo[petsc_stageLog->curStage].perfInfo.active &&  petsc_stageLog->stageInfo[petsc_stageLog->curStage].eventLog->eventInfo[e].active) ? \
28152e6d16bSBarry Smith     (PetscLogEventBegin((e),o1,o2,o3,o4) || MPI_Barrier(cm) || PetscLogEventEnd((e),o1,o2,o3,o4)) : 0 ) || \
28252e6d16bSBarry Smith    PetscLogEventBegin((e)+1,o1,o2,o3,o4))
28377c4ece6SBarry Smith 
28452e6d16bSBarry Smith #define PetscLogEventBegin(e,o1,o2,o3,o4) \
2858b5db460SBarry Smith   (((PetscLogPLB && petsc_stageLog->stageInfo[petsc_stageLog->curStage].perfInfo.active && petsc_stageLog->stageInfo[petsc_stageLog->curStage].eventLog->eventInfo[e].active) ? \
286495fc317SBarry Smith     (*PetscLogPLB)((e),0,(PetscObject)(o1),(PetscObject)(o2),(PetscObject)(o3),(PetscObject)(o4)) : 0 ))
287043328b6SSatish Balay 
288b0a32e0cSBarry Smith #define PetscLogEventBarrierEnd(e,o1,o2,o3,o4,cm) PetscLogEventEnd(e+1,o1,o2,o3,o4)
289043328b6SSatish Balay 
29052e6d16bSBarry Smith #define PetscLogEventEnd(e,o1,o2,o3,o4) \
2918b5db460SBarry Smith   (((PetscLogPLE && petsc_stageLog->stageInfo[petsc_stageLog->curStage].perfInfo.active && petsc_stageLog->stageInfo[petsc_stageLog->curStage].eventLog->eventInfo[e].active) ? \
292495fc317SBarry Smith     (*PetscLogPLE)((e),0,(PetscObject)(o1),(PetscObject)(o2),(PetscObject)(o3),(PetscObject)(o4)) : 0 ))
29377c4ece6SBarry Smith 
294014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogEventGetFlops(PetscLogEvent, PetscLogDouble*);
295014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogEventZeroFlops(PetscLogEvent);
296003131ecSBarry Smith 
297ce85283eSBarry Smith /*
298f621e05eSBarry Smith      These are used internally in the PETSc routines to keep a count of MPI messages and
299f621e05eSBarry Smith    their sizes.
300f621e05eSBarry Smith 
3013c94ec11SBarry Smith      This does not work for MPI-Uni because our include/mpiuni/mpi.h file
302ce85283eSBarry Smith    uses macros to defined the MPI operations.
30315308354SBarry Smith 
30415308354SBarry Smith      It does not work correctly from HP-UX because it processes the
305bb4af37aSBarry Smith    macros in a way that sometimes it double counts, hence
306b6410449SSatish Balay    PETSC_HAVE_BROKEN_RECURSIVE_MACRO
3077c1e34a4SSatish Balay 
308f569fd43SBarry Smith      It does not work with Windows because winmpich lacks MPI_Type_size()
309ce85283eSBarry Smith */
310c8217ed5SSatish Balay #if !defined(__MPIUNI_H) && !defined(PETSC_HAVE_BROKEN_RECURSIVE_MACRO) && !defined (PETSC_HAVE_MPI_MISSING_TYPESIZE)
31177a39924SBarry Smith /*
31277a39924SBarry Smith    Logging of MPI activities
31377a39924SBarry Smith */
314ad39c06fSJed Brown PETSC_STATIC_INLINE PetscErrorCode PetscMPITypeSize(PetscLogDouble *buff,PetscMPIInt count,MPI_Datatype type)
315f95db71bSBarry Smith {
316618e35e3SBarry Smith   PetscMPIInt mysize; return  (MPI_Type_size(type,&mysize) || ((*buff += (PetscLogDouble) (count*mysize)),0));
317f95db71bSBarry Smith }
31877a39924SBarry Smith 
319ad39c06fSJed Brown PETSC_STATIC_INLINE PetscErrorCode PetscMPITypeSizeComm(MPI_Comm comm, PetscLogDouble *buff,PetscMPIInt *counts,MPI_Datatype type)
3203b9284c0SMatthew G Knepley {
3213b9284c0SMatthew G Knepley   PetscMPIInt mysize, commsize, p;
3223b9284c0SMatthew G Knepley   PetscErrorCode _myierr;
3233b9284c0SMatthew G Knepley 
3243b9284c0SMatthew G Knepley   _myierr = MPI_Comm_size(comm,&commsize);CHKERRQ(_myierr);
3253b9284c0SMatthew G Knepley   _myierr = MPI_Type_size(type,&mysize);CHKERRQ(_myierr);
3263b9284c0SMatthew G Knepley   for (p = 0; p < commsize; ++p) {
3273b9284c0SMatthew G Knepley     *buff += (PetscLogDouble) (counts[p]*mysize);
3283b9284c0SMatthew G Knepley   }
3293b9284c0SMatthew G Knepley   return 0;
3303b9284c0SMatthew G Knepley }
3313b9284c0SMatthew G Knepley 
33277a39924SBarry Smith #define MPI_Irecv(buf,count,datatype,source,tag,comm,request) \
333ad39c06fSJed Brown  ((petsc_irecv_ct++,0) || PetscMPITypeSize(&petsc_irecv_len,count,datatype) || MPI_Irecv(buf,count,datatype,source,tag,comm,request))
33415308354SBarry Smith 
33577a39924SBarry Smith #define MPI_Isend(buf,count,datatype,dest,tag,comm,request) \
336ad39c06fSJed Brown  ((petsc_isend_ct++,0) || PetscMPITypeSize(&petsc_isend_len,count,datatype) || MPI_Isend(buf,count,datatype,dest,tag,comm,request))
33715308354SBarry Smith 
3380d4b0b6cSBarry Smith #define MPI_Startall_irecv(count,number,requests) \
339ad39c06fSJed Brown  ((petsc_irecv_ct += (PetscLogDouble)(number),0) || PetscMPITypeSize(&petsc_irecv_len,count,MPIU_SCALAR) || MPI_Startall(number,requests))
3400d4b0b6cSBarry Smith 
3410d4b0b6cSBarry Smith #define MPI_Startall_isend(count,number,requests) \
342ad39c06fSJed Brown  ((petsc_isend_ct += (PetscLogDouble)(number),0) || PetscMPITypeSize(&petsc_isend_len,count,MPIU_SCALAR) || MPI_Startall(number,requests))
3430d4b0b6cSBarry Smith 
3440d4b0b6cSBarry Smith #define MPI_Start_isend(count,requests) \
345ad39c06fSJed Brown  ((petsc_isend_ct++,0) || PetscMPITypeSize(&petsc_isend_len,count,MPIU_SCALAR) || MPI_Start(requests))
3460d4b0b6cSBarry Smith 
347ce85283eSBarry Smith #define MPI_Recv(buf,count,datatype,source,tag,comm,status) \
348ad39c06fSJed Brown  ((petsc_recv_ct++,0) || PetscMPITypeSize(&petsc_recv_len,count,datatype) || MPI_Recv(buf,count,datatype,source,tag,comm,status))
34915308354SBarry Smith 
35077a39924SBarry Smith #define MPI_Send(buf,count,datatype,dest,tag,comm) \
351ad39c06fSJed Brown  ((petsc_send_ct++,0) || PetscMPITypeSize(&petsc_send_len,count,datatype) || MPI_Send(buf,count,datatype,dest,tag,comm))
35277a39924SBarry Smith 
35377a39924SBarry Smith #define MPI_Wait(request,status) \
354ad39c06fSJed Brown  ((petsc_wait_ct++,petsc_sum_of_waits_ct++,0) || MPI_Wait(request,status))
35577a39924SBarry Smith 
35677a39924SBarry Smith #define MPI_Waitany(a,b,c,d) \
357ad39c06fSJed Brown  ((petsc_wait_any_ct++,petsc_sum_of_waits_ct++,0) || MPI_Waitany(a,b,c,d))
35877a39924SBarry Smith 
35977a39924SBarry Smith #define MPI_Waitall(count,array_of_requests,array_of_statuses) \
360ad39c06fSJed Brown  ((petsc_wait_all_ct++,petsc_sum_of_waits_ct += (PetscLogDouble) (count),0) || MPI_Waitall(count,array_of_requests,array_of_statuses))
36177a39924SBarry Smith 
36277a39924SBarry Smith #define MPI_Allreduce(sendbuf,recvbuf,count,datatype,op,comm) \
363ad39c06fSJed Brown  ((petsc_allreduce_ct++,0) || MPI_Allreduce(sendbuf,recvbuf,count,datatype,op,comm))
3643914022bSBarry Smith 
3653b9284c0SMatthew G Knepley #define MPI_Alltoall(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,comm) \
366ad39c06fSJed Brown  ((petsc_allreduce_ct++,0) || PetscMPITypeSize(&petsc_send_len,sendcount,sendtype) || MPI_Alltoall(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,comm))
3673b9284c0SMatthew G Knepley 
3683b9284c0SMatthew G Knepley #define MPI_Alltoallv(sendbuf,sendcnts,sdispls,sendtype,recvbuf,recvcnts,rdispls,recvtype,comm) \
369ad39c06fSJed Brown  ((petsc_allreduce_ct++,0) || PetscMPITypeSizeComm(comm,&petsc_send_len,sendcnts,sendtype) || MPI_Alltoallv(sendbuf,sendcnts,sdispls,sendtype,recvbuf,recvcnts,rdispls,recvtype,comm))
3703b9284c0SMatthew G Knepley 
37101faf4e4SMatthew Knepley #define MPI_Allgather(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,comm) \
372ad39c06fSJed Brown  ((petsc_gather_ct++,0) || MPI_Allgather(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,comm))
37301faf4e4SMatthew Knepley 
37401faf4e4SMatthew Knepley #define MPI_Allgatherv(sendbuf,sendcount,sendtype,recvbuf,recvcount,displs,recvtype,comm) \
375ad39c06fSJed Brown  ((petsc_gather_ct++,0) || MPI_Allgatherv(sendbuf,sendcount,sendtype,recvbuf,recvcount,displs,recvtype,comm))
37601faf4e4SMatthew Knepley 
37701faf4e4SMatthew Knepley #define MPI_Gather(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,root,comm) \
378ad39c06fSJed Brown  ((petsc_gather_ct++,0) || PetscMPITypeSize(&petsc_send_len,sendcount,sendtype) || MPI_Gather(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,root,comm))
37901faf4e4SMatthew Knepley 
38001faf4e4SMatthew Knepley #define MPI_Gatherv(sendbuf,sendcount,sendtype,recvbuf,recvcount,displs,recvtype,root,comm) \
381ad39c06fSJed Brown  ((petsc_gather_ct++,0) || PetscMPITypeSize(&petsc_send_len,sendcount,sendtype) || MPI_Gatherv(sendbuf,sendcount,sendtype,recvbuf,recvcount,displs,recvtype,root,comm))
38201faf4e4SMatthew Knepley 
38301faf4e4SMatthew Knepley #define MPI_Scatter(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,root,comm) \
384ad39c06fSJed Brown  ((petsc_scatter_ct++,0) || PetscMPITypeSize(&petsc_recv_len,recvcount,recvtype) || MPI_Scatter(sendbuf,sendcount,sendtype,recvbuf,recvcount,recvtype,root,comm))
38501faf4e4SMatthew Knepley 
38601faf4e4SMatthew Knepley #define MPI_Scatterv(sendbuf,sendcount,displs,sendtype,recvbuf,recvcount,recvtype,root,comm) \
387ad39c06fSJed Brown   ((petsc_scatter_ct++,0) || PetscMPITypeSize(&petsc_recv_len,recvcount,recvtype) || MPI_Scatterv(sendbuf,sendcount,displs,sendtype,recvbuf,recvcount,recvtype,root,comm))
38801faf4e4SMatthew Knepley 
3890d4b0b6cSBarry Smith #else
3900d4b0b6cSBarry Smith 
3910d4b0b6cSBarry Smith #define MPI_Startall_irecv(count,number,requests) \
3925e3723c6SSatish Balay  (MPI_Startall(number,requests))
3930d4b0b6cSBarry Smith 
3940d4b0b6cSBarry Smith #define MPI_Startall_isend(count,number,requests) \
3955e3723c6SSatish Balay  (MPI_Startall(number,requests))
3960d4b0b6cSBarry Smith 
3970d4b0b6cSBarry Smith #define MPI_Start_isend(count,requests) \
3985e3723c6SSatish Balay  (MPI_Start(requests))
3990d4b0b6cSBarry Smith 
400c8217ed5SSatish Balay #endif /* !__MPIUNI_H && ! PETSC_HAVE_BROKEN_RECURSIVE_MACRO */
401614700edSBarry Smith 
402df8cf0b5SBarry Smith #else  /* ---Logging is turned off --------------------------------------------*/
403614700edSBarry Smith 
404b0a32e0cSBarry Smith #define PetscLogFlops(n) 0
405614700edSBarry Smith 
406b0a32e0cSBarry Smith #define PetscLogEventActivate(a)   0
407b0a32e0cSBarry Smith #define PetscLogEventDeactivate(a) 0
408614700edSBarry Smith 
409b0a32e0cSBarry Smith #define PetscLogEventActivateClass(a)   0
410b0a32e0cSBarry Smith #define PetscLogEventDeactivateClass(a) 0
411e8e7597cSSatish Balay #define PetscLogEventSetActiveAll(a,b)  0
41277c4ece6SBarry Smith 
4138b5db460SBarry Smith #define PetscLogPLB                        0
4148b5db460SBarry Smith #define PetscLogPLE                        0
4158b5db460SBarry Smith #define PetscLogPHC                        0
4168b5db460SBarry Smith #define PetscLogPHD                        0
41799de4ba8SSatish Balay #define PetscGetFlops(a)                (*(a) = 0.0,0)
418b0a32e0cSBarry Smith #define PetscLogEventBegin(e,o1,o2,o3,o4)   0
419b0a32e0cSBarry Smith #define PetscLogEventEnd(e,o1,o2,o3,o4)     0
420b0a32e0cSBarry Smith #define PetscLogEventBarrierBegin(e,o1,o2,o3,o4,cm) 0
421b0a32e0cSBarry Smith #define PetscLogEventBarrierEnd(e,o1,o2,o3,o4,cm)   0
422efee365bSSatish Balay #define PetscLogObjectParents(p,n,c)        0
42352e6d16bSBarry Smith #define PetscLogObjectCreate(h)             0
42452e6d16bSBarry Smith #define PetscLogObjectDestroy(h)            0
425b0a32e0cSBarry Smith #define PetscLogDestroy()                   0
426b0a32e0cSBarry Smith #define PetscLogStagePush(a)                0
427b0a32e0cSBarry Smith #define PetscLogStagePop()                  0
428b0a32e0cSBarry Smith #define PetscLogStageRegister(a,b)          0
429b0a32e0cSBarry Smith #define PetscLogStagePrint(a,flg)           0
43091eabc43SBarry Smith #define PetscLogView(viewer)                0
43191eabc43SBarry Smith #define PetscLogViewPython(viewer)          0
43278392ef1SBarry Smith #define PetscLogPrintDetailed(comm,file)    0
433b0a32e0cSBarry Smith #define PetscLogBegin()                     0
434b0a32e0cSBarry Smith #define PetscLogTraceBegin(file)            0
435b0a32e0cSBarry Smith #define PetscLogSet(lb,le)                  0
436b0a32e0cSBarry Smith #define PetscLogAllBegin()                  0
437b0a32e0cSBarry Smith #define PetscLogDump(c)                     0
438043328b6SSatish Balay #define PetscLogEventRegister(a,b,c)        0
43973fda44aSBarry Smith #define PetscLogObjects(a)                  0
44073fda44aSBarry Smith #define PetscLogActions(a)                  0
441014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscLogObjectState(PetscObject,const char[],...);
442ce6058e1SBarry Smith 
443aa482453SBarry Smith /* If PETSC_USE_LOG is NOT defined, these still need to be! */
444ca161407SBarry Smith #define MPI_Startall_irecv(count,number,requests) MPI_Startall(number,requests)
445ca161407SBarry Smith #define MPI_Startall_isend(count,number,requests) MPI_Startall(number,requests)
446ca161407SBarry Smith #define MPI_Start_isend(count,requests) MPI_Start(requests)
447fad68dfaSSatish Balay #define PetscLogStageGetId(a,b)                      (*(b)=0,0)
448fad68dfaSSatish Balay #define PetscLogStageSetActive(a,b)                  0
4496a6a9b46SSatish Balay #define PetscLogStageGetActive(a,b)                  0
4506a6a9b46SSatish Balay #define PetscLogStageGetVisible(a,b)                 0
4516a6a9b46SSatish Balay #define PetscLogStageSetVisible(a,b)                 0
452f141ce34SMatthew Knepley 
453aa482453SBarry Smith #endif   /* PETSC_USE_LOG */
4546daaf66cSBarry Smith 
455014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscIntStackCreate(PetscIntStack *);
456014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscIntStackDestroy(PetscIntStack);
457014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscIntStackPush(PetscIntStack, int);
458014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscIntStackPop(PetscIntStack, int *);
459014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscIntStackTop(PetscIntStack, int *);
460014dd563SJed Brown PETSC_EXTERN PetscErrorCode PetscIntStackEmpty(PetscIntStack, PetscBool  *);
461fcfd50ebSBarry Smith 
462bf5c43c7SMatthew Knepley /* Special support for C++ */
4632c280183SJed Brown #if defined(PETSC_CLANGUAGE_CXX) && defined(__cplusplus)
4642c8e378dSBarry Smith #include <petsclog.hh>
4652c8e378dSBarry Smith #endif
466bf5c43c7SMatthew Knepley 
467204a6943SJed Brown #define PetscPreLoadBegin(flag,name) \
468204a6943SJed Brown do {\
469204a6943SJed Brown   PetscBool      PetscPreLoading = flag;\
470204a6943SJed Brown   int            PetscPreLoadMax,PetscPreLoadIt;\
471166c7f25SBarry Smith   PetscLogStage  _stageNum;\
4728cbcd9ccSBarry Smith   PetscErrorCode _3_ierr; \
4730298fd71SBarry Smith   _3_ierr = PetscOptionsGetBool(NULL,"-preload",&PetscPreLoading,NULL);CHKERRQ(_3_ierr);\
474204a6943SJed Brown   PetscPreLoadMax = (int)(PetscPreLoading);\
475204a6943SJed Brown   PetscPreLoadingUsed = PetscPreLoading ? PETSC_TRUE : PetscPreLoadingUsed;\
476204a6943SJed Brown   for (PetscPreLoadIt=0; PetscPreLoadIt<=PetscPreLoadMax; PetscPreLoadIt++) {\
477204a6943SJed Brown     PetscPreLoadingOn = PetscPreLoading;\
4780298fd71SBarry Smith     _3_ierr = PetscBarrier(NULL);CHKERRQ(_3_ierr);\
479204a6943SJed Brown     if (PetscPreLoadIt>0) {\
4808e58c17dSMatthew Knepley       _3_ierr = PetscLogStageGetId(name,&_stageNum);CHKERRQ(_3_ierr);\
4818e58c17dSMatthew Knepley     } else {\
482a3bc4eb9SBarry Smith       _3_ierr = PetscLogStageRegister(name,&_stageNum);CHKERRQ(_3_ierr); \
4838e58c17dSMatthew Knepley     }\
484204a6943SJed Brown     _3_ierr = PetscLogStageSetActive(_stageNum,(PetscBool)(!PetscPreLoadMax || PetscPreLoadIt));\
4858e58c17dSMatthew Knepley     _3_ierr = PetscLogStagePush(_stageNum);CHKERRQ(_3_ierr);
4868e58c17dSMatthew Knepley 
487204a6943SJed Brown #define PetscPreLoadEnd() \
488043328b6SSatish Balay     _3_ierr = PetscLogStagePop();CHKERRQ(_3_ierr);\
489204a6943SJed Brown     PetscPreLoading = PETSC_FALSE;\
490043328b6SSatish Balay   }\
491204a6943SJed Brown } while (0)
4928e58c17dSMatthew Knepley 
493204a6943SJed Brown #define PetscPreLoadStage(name) do {                                         \
494043328b6SSatish Balay     _3_ierr = PetscLogStagePop();CHKERRQ(_3_ierr);                      \
495204a6943SJed Brown     if (PetscPreLoadIt>0) {                                                  \
4968e58c17dSMatthew Knepley       _3_ierr = PetscLogStageGetId(name,&_stageNum);CHKERRQ(_3_ierr);   \
4978e58c17dSMatthew Knepley     } else {                                                            \
498a3bc4eb9SBarry Smith       _3_ierr = PetscLogStageRegister(name,&_stageNum);CHKERRQ(_3_ierr); \
4998e58c17dSMatthew Knepley     }                                                                   \
500204a6943SJed Brown     _3_ierr = PetscLogStageSetActive(_stageNum,(PetscBool)(!PetscPreLoadMax || PetscPreLoadIt)); \
501204a6943SJed Brown     _3_ierr = PetscLogStagePush(_stageNum);CHKERRQ(_3_ierr);            \
502204a6943SJed Brown   } while (0)
503e9fa29b7SSatish Balay 
504ad14c47eSJed Brown /* some vars for logging */
505ad14c47eSJed Brown PETSC_EXTERN PetscBool PetscPreLoadingUsed;       /* true if we are or have done preloading */
506ad14c47eSJed Brown PETSC_EXTERN PetscBool PetscPreLoadingOn;         /* true if we are currently in a preloading calculation */
507ad14c47eSJed Brown 
508e1e7ae07SJed Brown /* Reset __FUNCT__ in case the user does not define it themselves */
509e1e7ae07SJed Brown #undef __FUNCT__
510e1e7ae07SJed Brown #define __FUNCT__ "User provided function"
511e1e7ae07SJed Brown 
51297bb86f7SLois Curfman McInnes #endif
513