xref: /petsc/src/sys/mpiuni/mpi.c (revision 3b644628e35efb5e641ba08a0b4892a0bd16ccb9)
1e5c89e4eSSatish Balay /*
2e5c89e4eSSatish Balay       This provides a few of the MPI-uni functions that cannot be implemented
3e5c89e4eSSatish Balay     with C macros
4e5c89e4eSSatish Balay */
5e5c89e4eSSatish Balay #include "include/mpiuni/mpi.h"
678401e0eSSatish Balay #include "petsc.h"
7e5c89e4eSSatish Balay 
8e5c89e4eSSatish Balay #if defined(PETSC_HAVE_STDLIB_H)
9e5c89e4eSSatish Balay #include <stdlib.h>
10e5c89e4eSSatish Balay #endif
11e5c89e4eSSatish Balay 
12e5c89e4eSSatish Balay #define MPI_SUCCESS 0
13e5c89e4eSSatish Balay #define MPI_FAILURE 1
14e5c89e4eSSatish Balay void    *MPIUNI_TMP        = 0;
15e5c89e4eSSatish Balay int     MPIUNI_DATASIZE[5] = { sizeof(int),sizeof(float),sizeof(double),2*sizeof(double),sizeof(char)};
16e5c89e4eSSatish Balay /*
17e5c89e4eSSatish Balay        With MPI Uni there is only one communicator, which is called 1.
18e5c89e4eSSatish Balay */
19e5c89e4eSSatish Balay #define MAX_ATTR 128
20e5c89e4eSSatish Balay 
21e5c89e4eSSatish Balay typedef struct {
22e5c89e4eSSatish Balay   void                *extra_state;
23e5c89e4eSSatish Balay   void                *attribute_val;
24e5c89e4eSSatish Balay   int                 active;
25e5c89e4eSSatish Balay   MPI_Delete_function *del;
26e5c89e4eSSatish Balay } MPI_Attr;
27e5c89e4eSSatish Balay 
28e5c89e4eSSatish Balay static MPI_Attr attr[MAX_ATTR];
29e5c89e4eSSatish Balay static int      num_attr = 1,mpi_tag_ub = 100000000;
30e5c89e4eSSatish Balay 
31e5c89e4eSSatish Balay #if defined(__cplusplus)
32e5c89e4eSSatish Balay extern "C" {
33e5c89e4eSSatish Balay #endif
34e5c89e4eSSatish Balay 
35e5c89e4eSSatish Balay /*
36e5c89e4eSSatish Balay    To avoid problems with prototypes to the system memcpy() it is duplicated here
37e5c89e4eSSatish Balay */
38e5c89e4eSSatish Balay int MPIUNI_Memcpy(void *a,const void* b,int n) {
39e5c89e4eSSatish Balay   int  i;
40e5c89e4eSSatish Balay   char *aa= (char*)a;
41e5c89e4eSSatish Balay   char *bb= (char*)b;
42e5c89e4eSSatish Balay 
43e5c89e4eSSatish Balay   for (i=0; i<n; i++) aa[i] = bb[i];
44e5c89e4eSSatish Balay   return 0;
45e5c89e4eSSatish Balay }
46e5c89e4eSSatish Balay 
47e5c89e4eSSatish Balay /*
48e5c89e4eSSatish Balay    Used to set the built-in MPI_TAG_UB attribute
49e5c89e4eSSatish Balay */
50e5c89e4eSSatish Balay static int Keyval_setup(void)
51e5c89e4eSSatish Balay {
52e5c89e4eSSatish Balay   attr[0].active        = 1;
53e5c89e4eSSatish Balay   attr[0].attribute_val = &mpi_tag_ub;
54e5c89e4eSSatish Balay   return 0;
55e5c89e4eSSatish Balay }
56e5c89e4eSSatish Balay 
57e5c89e4eSSatish Balay /*
58e5c89e4eSSatish Balay          These functions are mapped to the Petsc_ name by ./mpi.h
59e5c89e4eSSatish Balay */
60e5c89e4eSSatish Balay int Petsc_MPI_Keyval_create(MPI_Copy_function *copy_fn,MPI_Delete_function *delete_fn,int *keyval,void *extra_state)
61e5c89e4eSSatish Balay {
62e5c89e4eSSatish Balay   if (num_attr >= MAX_ATTR) MPI_Abort(MPI_COMM_WORLD,1);
63e5c89e4eSSatish Balay 
64e5c89e4eSSatish Balay   attr[num_attr].extra_state = extra_state;
65e5c89e4eSSatish Balay   attr[num_attr].del         = delete_fn;
66e5c89e4eSSatish Balay   *keyval                    = num_attr++;
67e5c89e4eSSatish Balay   return 0;
68e5c89e4eSSatish Balay }
69e5c89e4eSSatish Balay 
70e5c89e4eSSatish Balay int Petsc_MPI_Keyval_free(int *keyval)
71e5c89e4eSSatish Balay {
72e5c89e4eSSatish Balay   attr[*keyval].active = 0;
73e5c89e4eSSatish Balay   return MPI_SUCCESS;
74e5c89e4eSSatish Balay }
75e5c89e4eSSatish Balay 
76e5c89e4eSSatish Balay int Petsc_MPI_Attr_put(MPI_Comm comm,int keyval,void *attribute_val)
77e5c89e4eSSatish Balay {
78e5c89e4eSSatish Balay   attr[keyval].active        = 1;
79e5c89e4eSSatish Balay   attr[keyval].attribute_val = attribute_val;
80e5c89e4eSSatish Balay   return MPI_SUCCESS;
81e5c89e4eSSatish Balay }
82e5c89e4eSSatish Balay 
83e5c89e4eSSatish Balay int Petsc_MPI_Attr_delete(MPI_Comm comm,int keyval)
84e5c89e4eSSatish Balay {
85e5c89e4eSSatish Balay   if (attr[keyval].active && attr[keyval].del) {
86e5c89e4eSSatish Balay     (*(attr[keyval].del))(comm,keyval,attr[keyval].attribute_val,attr[keyval].extra_state);
87e5c89e4eSSatish Balay   }
88e5c89e4eSSatish Balay   attr[keyval].active        = 0;
89e5c89e4eSSatish Balay   attr[keyval].attribute_val = 0;
90e5c89e4eSSatish Balay   return MPI_SUCCESS;
91e5c89e4eSSatish Balay }
92e5c89e4eSSatish Balay 
93e5c89e4eSSatish Balay int Petsc_MPI_Attr_get(MPI_Comm comm,int keyval,void *attribute_val,int *flag)
94e5c89e4eSSatish Balay {
95e5c89e4eSSatish Balay   if (!keyval) Keyval_setup();
96e5c89e4eSSatish Balay   *flag                   = attr[keyval].active;
97a98fc643SBarry Smith   *(void **)attribute_val = attr[keyval].attribute_val;
98e5c89e4eSSatish Balay   return MPI_SUCCESS;
99e5c89e4eSSatish Balay }
100e5c89e4eSSatish Balay 
101e5c89e4eSSatish Balay static int dups = 0;
102e5c89e4eSSatish Balay int Petsc_MPI_Comm_dup(MPI_Comm comm,MPI_Comm *out)
103e5c89e4eSSatish Balay {
104e5c89e4eSSatish Balay   *out = comm;
105e5c89e4eSSatish Balay   dups++;
106e5c89e4eSSatish Balay   return 0;
107e5c89e4eSSatish Balay }
108e5c89e4eSSatish Balay 
109e5c89e4eSSatish Balay int Petsc_MPI_Comm_free(MPI_Comm *comm)
110e5c89e4eSSatish Balay {
111e5c89e4eSSatish Balay   int i;
112e5c89e4eSSatish Balay 
113e5c89e4eSSatish Balay   if (--dups) return MPI_SUCCESS;
114e5c89e4eSSatish Balay   for (i=0; i<num_attr; i++) {
115e5c89e4eSSatish Balay     if (attr[i].active && attr[i].del) {
116e5c89e4eSSatish Balay       (*attr[i].del)(*comm,i,attr[i].attribute_val,attr[i].extra_state);
117e5c89e4eSSatish Balay     }
118e5c89e4eSSatish Balay     attr[i].active = 0;
119e5c89e4eSSatish Balay   }
120e5c89e4eSSatish Balay   return MPI_SUCCESS;
121e5c89e4eSSatish Balay }
122e5c89e4eSSatish Balay 
123e5c89e4eSSatish Balay int Petsc_MPI_Abort(MPI_Comm comm,int errorcode)
124e5c89e4eSSatish Balay {
125e5c89e4eSSatish Balay   abort();
126e5c89e4eSSatish Balay   return MPI_SUCCESS;
127e5c89e4eSSatish Balay }
128e5c89e4eSSatish Balay 
12958cd72c3SLisandro Dalcin /* --------------------------------------------------------------------------*/
13058cd72c3SLisandro Dalcin 
131e5c89e4eSSatish Balay static int MPI_was_initialized = 0;
13258cd72c3SLisandro Dalcin static int MPI_was_finalized   = 0;
13358cd72c3SLisandro Dalcin 
13458cd72c3SLisandro Dalcin int Petsc_MPI_Init(int *argc, char ***argv)
13558cd72c3SLisandro Dalcin {
1368f059c70SLisandro Dalcin   if (MPI_was_initialized) return 1;
1378f059c70SLisandro Dalcin   if (MPI_was_finalized) return 1;
13858cd72c3SLisandro Dalcin   MPI_was_initialized = 1;
13958cd72c3SLisandro Dalcin   return 0;
14058cd72c3SLisandro Dalcin }
14158cd72c3SLisandro Dalcin 
14258cd72c3SLisandro Dalcin int Petsc_MPI_Finalize(void)
14358cd72c3SLisandro Dalcin {
1448f059c70SLisandro Dalcin   if (MPI_was_finalized) return 1;
1458f059c70SLisandro Dalcin   if (!MPI_was_initialized) return 1;
14658cd72c3SLisandro Dalcin   MPI_was_finalized = 1;
14758cd72c3SLisandro Dalcin   return 0;
14858cd72c3SLisandro Dalcin }
149e5c89e4eSSatish Balay 
150e5c89e4eSSatish Balay int Petsc_MPI_Initialized(int *flag)
151e5c89e4eSSatish Balay {
152e5c89e4eSSatish Balay   *flag = MPI_was_initialized;
153e5c89e4eSSatish Balay   return 0;
154e5c89e4eSSatish Balay }
155e5c89e4eSSatish Balay 
15658cd72c3SLisandro Dalcin int Petsc_MPI_Finalized(int *flag)
157e5c89e4eSSatish Balay {
15858cd72c3SLisandro Dalcin   *flag = MPI_was_finalized;
159e5c89e4eSSatish Balay   return 0;
160e5c89e4eSSatish Balay }
161e5c89e4eSSatish Balay 
162e5c89e4eSSatish Balay /* -------------------     Fortran versions of several routines ------------------ */
163e5c89e4eSSatish Balay 
164f7c6e6aaSSatish Balay #if defined(PETSC_HAVE_FORTRAN_CAPS)
165f7c6e6aaSSatish Balay #define mpi_init_             MPI_INIT
166f7c6e6aaSSatish Balay #define mpi_finalize_         MPI_FINALIZE
167f7c6e6aaSSatish Balay #define mpi_comm_size_        MPI_COMM_SIZE
168f7c6e6aaSSatish Balay #define mpi_comm_rank_        MPI_COMM_RANK
169f7c6e6aaSSatish Balay #define mpi_abort_            MPI_ABORT
170*3b644628SSatish Balay #define mpi_reduce_           MPI_REDUCE
171f7c6e6aaSSatish Balay #define mpi_allreduce_        MPI_ALLREDUCE
172f7c6e6aaSSatish Balay #define mpi_barrier_          MPI_BARRIER
173f7c6e6aaSSatish Balay #define mpi_bcast_            MPI_BCAST
174f7c6e6aaSSatish Balay #define mpi_gather_           MPI_GATHER
175f7c6e6aaSSatish Balay #define mpi_allgather_        MPI_ALLGATHER
17604ab3e84SSatish Balay #define mpi_comm_split_       MPI_COMM_SPLIT
177*3b644628SSatish Balay #define mpi_scan_             MPI_SCAN
178f7c6e6aaSSatish Balay #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
179f7c6e6aaSSatish Balay #define mpi_init_             mpi_init
180f7c6e6aaSSatish Balay #define mpi_finalize_         mpi_finalize
181f7c6e6aaSSatish Balay #define mpi_comm_size_        mpi_comm_size
182f7c6e6aaSSatish Balay #define mpi_comm_rank_        mpi_comm_rank
183f7c6e6aaSSatish Balay #define mpi_abort_            mpi_abort
184*3b644628SSatish Balay #define mpi_reduce_           mpi_reduce
185f7c6e6aaSSatish Balay #define mpi_allreduce_        mpi_allreduce
186f7c6e6aaSSatish Balay #define mpi_barrier_          mpi_barrier
187f7c6e6aaSSatish Balay #define mpi_bcast_            mpi_bcast
188f7c6e6aaSSatish Balay #define mpi_gather_           mpi_gather
189f7c6e6aaSSatish Balay #define mpi_allgather_        mpi_allgather
19004ab3e84SSatish Balay #define mpi_comm_split_       mpi_comm_split
191*3b644628SSatish Balay #define mpi_scan_             mpi_scan
192f7c6e6aaSSatish Balay #endif
193e5c89e4eSSatish Balay 
194f7c6e6aaSSatish Balay #if defined(PETSC_HAVE_FORTRAN_UNDERSCORE_UNDERSCORE)
195f7c6e6aaSSatish Balay #define mpi_init_             mpi_init__
196f7c6e6aaSSatish Balay #define mpi_finalize_         mpi_finalize__
197f7c6e6aaSSatish Balay #define mpi_comm_size_        mpi_comm_size__
198f7c6e6aaSSatish Balay #define mpi_comm_rank_        mpi_comm_rank__
199f7c6e6aaSSatish Balay #define mpi_abort_            mpi_abort__
200*3b644628SSatish Balay #define mpi_reduce_           mpi_reduce__
201f7c6e6aaSSatish Balay #define mpi_allreduce_        mpi_allreduce__
202f7c6e6aaSSatish Balay #define mpi_barrier_          mpi_barrier__
203f7c6e6aaSSatish Balay #define mpi_bcast_            mpi_bcast__
204f7c6e6aaSSatish Balay #define mpi_gather_           mpi_gather__
205f7c6e6aaSSatish Balay #define mpi_allgather_        mpi_allgather__
20604ab3e84SSatish Balay #define mpi_comm_split_       mpi_comm_split__
207*3b644628SSatish Balay #define mpi_scan              mpi_scan__
208f7c6e6aaSSatish Balay #endif
209e5c89e4eSSatish Balay 
21069bb7ac9SSatish Balay void PETSC_STDCALL  mpi_init_(int *ierr)
211e5c89e4eSSatish Balay {
2128f059c70SLisandro Dalcin   *ierr = Petsc_MPI_Init((int*)0, (char***)0);
213e5c89e4eSSatish Balay }
214e5c89e4eSSatish Balay 
21569bb7ac9SSatish Balay void PETSC_STDCALL  mpi_finalize_(int *ierr)
216e5c89e4eSSatish Balay {
2178f059c70SLisandro Dalcin   *ierr = Petsc_MPI_Finalize();
218e5c89e4eSSatish Balay }
219e5c89e4eSSatish Balay 
22069bb7ac9SSatish Balay void PETSC_STDCALL mpi_comm_size_(MPI_Comm *comm,int *size,int *ierr)
221e5c89e4eSSatish Balay {
222e5c89e4eSSatish Balay   *size = 1;
223e5c89e4eSSatish Balay   *ierr = 0;
224e5c89e4eSSatish Balay }
225e5c89e4eSSatish Balay 
22669bb7ac9SSatish Balay void PETSC_STDCALL mpi_comm_rank_(MPI_Comm *comm,int *rank,int *ierr)
227e5c89e4eSSatish Balay {
228e5c89e4eSSatish Balay   *rank=0;
229e5c89e4eSSatish Balay   *ierr=MPI_SUCCESS;
230e5c89e4eSSatish Balay }
231e5c89e4eSSatish Balay 
232dd46ca73SSatish Balay void PETSC_STDCALL mpi_comm_split_(MPI_Comm *comm,int *color,int *key, MPI_Comm *newcomm, int *ierr)
2331f6cc5b2SSatish Balay {
2341f6cc5b2SSatish Balay   *newcomm = *comm;
2351f6cc5b2SSatish Balay   *ierr=MPI_SUCCESS;
2361f6cc5b2SSatish Balay }
2371f6cc5b2SSatish Balay 
23869bb7ac9SSatish Balay void PETSC_STDCALL mpi_abort_(MPI_Comm *comm,int *errorcode,int *ierr)
239e5c89e4eSSatish Balay {
240e5c89e4eSSatish Balay   abort();
241e5c89e4eSSatish Balay   *ierr = MPI_SUCCESS;
242e5c89e4eSSatish Balay }
243e5c89e4eSSatish Balay 
244*3b644628SSatish Balay void PETSC_STDCALL mpi_reduce_(void *sendbuf,void *recvbuf,int *count,int *datatype,int *op,int *root,int *comm,int *ierr)
245*3b644628SSatish Balay {
246*3b644628SSatish Balay   MPIUNI_Memcpy(recvbuf,sendbuf,(*count)*MPIUNI_DATASIZE[*datatype]);
247*3b644628SSatish Balay   *ierr = MPI_SUCCESS;
248*3b644628SSatish Balay }
249*3b644628SSatish Balay 
25069bb7ac9SSatish Balay void PETSC_STDCALL mpi_allreduce_(void *sendbuf,void *recvbuf,int *count,int *datatype,int *op,int *comm,int *ierr)
251e5c89e4eSSatish Balay {
252e5c89e4eSSatish Balay   MPIUNI_Memcpy(recvbuf,sendbuf,(*count)*MPIUNI_DATASIZE[*datatype]);
253e5c89e4eSSatish Balay   *ierr = MPI_SUCCESS;
254e5c89e4eSSatish Balay }
255e5c89e4eSSatish Balay 
25669bb7ac9SSatish Balay void PETSC_STDCALL mpi_barrier_(MPI_Comm *comm,int *ierr)
257e5c89e4eSSatish Balay {
258e5c89e4eSSatish Balay   *ierr = MPI_SUCCESS;
259e5c89e4eSSatish Balay }
260f7c6e6aaSSatish Balay 
26169bb7ac9SSatish Balay void PETSC_STDCALL mpi_bcast_(void *buf,int *count,int *datatype,int *root,int *comm,int *ierr)
262e5c89e4eSSatish Balay {
263e5c89e4eSSatish Balay   *ierr = MPI_SUCCESS;
264e5c89e4eSSatish Balay }
265f7c6e6aaSSatish Balay 
266f7c6e6aaSSatish Balay 
26769bb7ac9SSatish Balay void PETSC_STDCALL mpi_gather_(void *sendbuf,int *scount,int *sdatatype, void* recvbuf, int* rcount, int* rdatatype, int *root,int *comm,int *ierr)
268e5c89e4eSSatish Balay {
269f7c6e6aaSSatish Balay   MPIUNI_Memcpy(recvbuf,sendbuf,(*scount)*MPIUNI_DATASIZE[*sdatatype]);
270f7c6e6aaSSatish Balay   *ierr = MPI_SUCCESS;
271f7c6e6aaSSatish Balay }
272f7c6e6aaSSatish Balay 
27369bb7ac9SSatish Balay void PETSC_STDCALL mpi_allgather_(void *sendbuf,int *scount,int *sdatatype, void* recvbuf, int* rcount, int* rdatatype,int *comm,int *ierr)
274f7c6e6aaSSatish Balay {
275f7c6e6aaSSatish Balay   MPIUNI_Memcpy(recvbuf,sendbuf,(*scount)*MPIUNI_DATASIZE[*sdatatype]);
276e5c89e4eSSatish Balay   *ierr = MPI_SUCCESS;
277e5c89e4eSSatish Balay }
278e5c89e4eSSatish Balay 
279*3b644628SSatish Balay void PETSC_STDCALL mpi_scan_(void *sendbuf,void *recvbuf,int *count,int *datatype,int *op,int *comm,int *ierr)
280*3b644628SSatish Balay {
281*3b644628SSatish Balay   MPIUNI_Memcpy(recvbuf,sendbuf,(*count)*MPIUNI_DATASIZE[*datatype]);
282*3b644628SSatish Balay   *ierr = MPI_SUCCESS;
283*3b644628SSatish Balay }
284*3b644628SSatish Balay 
285e5c89e4eSSatish Balay #if defined(__cplusplus)
286e5c89e4eSSatish Balay }
287e5c89e4eSSatish Balay #endif
288