xref: /petsc/src/sys/fileio/sysio.c (revision 811af0c4b09a35de4306c442f88bd09fdc09897d)
1e5c89e4eSSatish Balay 
2e5c89e4eSSatish Balay /*
3e5c89e4eSSatish Balay    This file contains simple binary read/write routines.
4e5c89e4eSSatish Balay  */
5e5c89e4eSSatish Balay 
6c6db04a5SJed Brown #include <petscsys.h>
7cc843e7aSLisandro Dalcin #include <petscbt.h>
8e5c89e4eSSatish Balay #include <errno.h>
9e5c89e4eSSatish Balay #include <fcntl.h>
10e5c89e4eSSatish Balay #if defined(PETSC_HAVE_UNISTD_H)
11e5c89e4eSSatish Balay #include <unistd.h>
12e5c89e4eSSatish Balay #endif
13e5c89e4eSSatish Balay #if defined(PETSC_HAVE_IO_H)
14e5c89e4eSSatish Balay #include <io.h>
15e5c89e4eSSatish Balay #endif
16cc843e7aSLisandro Dalcin #if !defined(PETSC_HAVE_O_BINARY)
17cc843e7aSLisandro Dalcin #define O_BINARY 0
18cc843e7aSLisandro Dalcin #endif
19e5c89e4eSSatish Balay 
2002c9f0b5SLisandro Dalcin const char *const PetscFileModes[] = {"READ", "WRITE", "APPEND", "UPDATE", "APPEND_UPDATE", "PetscFileMode", "PETSC_FILE_", NULL};
21d6a4318aSJed Brown 
226de02169SBarry Smith /* --------------------------------------------------------- */
23e5c89e4eSSatish Balay /*
246de02169SBarry Smith   PetscByteSwapEnum - Swap bytes in a  PETSc Enum
25e5c89e4eSSatish Balay 
26e5c89e4eSSatish Balay */
279371c9d4SSatish Balay PetscErrorCode PetscByteSwapEnum(PetscEnum *buff, PetscInt n) {
286de02169SBarry Smith   PetscInt  i, j;
290b20345dSBarry Smith   PetscEnum tmp = ENUM_DUMMY;
30e0890e22SSatish Balay   char     *ptr1, *ptr2 = (char *)&tmp;
31e5c89e4eSSatish Balay 
32e5c89e4eSSatish Balay   PetscFunctionBegin;
33e5c89e4eSSatish Balay   for (j = 0; j < n; j++) {
34e5c89e4eSSatish Balay     ptr1 = (char *)(buff + j);
35a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(PetscEnum); i++) ptr2[i] = ptr1[sizeof(PetscEnum) - 1 - i];
36a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(PetscEnum); i++) ptr1[i] = ptr2[i];
37e5c89e4eSSatish Balay   }
38e5c89e4eSSatish Balay   PetscFunctionReturn(0);
39e5c89e4eSSatish Balay }
406de02169SBarry Smith 
416de02169SBarry Smith /*
42acfcf0e5SJed Brown   PetscByteSwapBool - Swap bytes in a  PETSc Bool
436de02169SBarry Smith 
446de02169SBarry Smith */
459371c9d4SSatish Balay PetscErrorCode PetscByteSwapBool(PetscBool *buff, PetscInt n) {
466de02169SBarry Smith   PetscInt  i, j;
47ace3abfcSBarry Smith   PetscBool tmp = PETSC_FALSE;
48e0890e22SSatish Balay   char     *ptr1, *ptr2 = (char *)&tmp;
496de02169SBarry Smith 
506de02169SBarry Smith   PetscFunctionBegin;
516de02169SBarry Smith   for (j = 0; j < n; j++) {
526de02169SBarry Smith     ptr1 = (char *)(buff + j);
53a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(PetscBool); i++) ptr2[i] = ptr1[sizeof(PetscBool) - 1 - i];
54a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(PetscBool); i++) ptr1[i] = ptr2[i];
556de02169SBarry Smith   }
566de02169SBarry Smith   PetscFunctionReturn(0);
576de02169SBarry Smith }
586de02169SBarry Smith 
59bd1d2e58SBarry Smith /*
606de02169SBarry Smith   PetscByteSwapInt - Swap bytes in a  PETSc integer (which may be 32 or 64 bits)
61bd1d2e58SBarry Smith 
62bd1d2e58SBarry Smith */
639371c9d4SSatish Balay PetscErrorCode PetscByteSwapInt(PetscInt *buff, PetscInt n) {
64bd1d2e58SBarry Smith   PetscInt i, j, tmp = 0;
65e0890e22SSatish Balay   char    *ptr1, *ptr2 = (char *)&tmp;
66bd1d2e58SBarry Smith 
67bd1d2e58SBarry Smith   PetscFunctionBegin;
68bd1d2e58SBarry Smith   for (j = 0; j < n; j++) {
69bd1d2e58SBarry Smith     ptr1 = (char *)(buff + j);
70a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(PetscInt); i++) ptr2[i] = ptr1[sizeof(PetscInt) - 1 - i];
71a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(PetscInt); i++) ptr1[i] = ptr2[i];
72bd1d2e58SBarry Smith   }
73bd1d2e58SBarry Smith   PetscFunctionReturn(0);
74bd1d2e58SBarry Smith }
759e3e4c22SLisandro Dalcin 
769e3e4c22SLisandro Dalcin /*
779e3e4c22SLisandro Dalcin   PetscByteSwapInt64 - Swap bytes in a  PETSc integer (64 bits)
789e3e4c22SLisandro Dalcin 
799e3e4c22SLisandro Dalcin */
809371c9d4SSatish Balay PetscErrorCode PetscByteSwapInt64(PetscInt64 *buff, PetscInt n) {
819e3e4c22SLisandro Dalcin   PetscInt   i, j;
829e3e4c22SLisandro Dalcin   PetscInt64 tmp = 0;
839e3e4c22SLisandro Dalcin   char      *ptr1, *ptr2 = (char *)&tmp;
849e3e4c22SLisandro Dalcin 
859e3e4c22SLisandro Dalcin   PetscFunctionBegin;
869e3e4c22SLisandro Dalcin   for (j = 0; j < n; j++) {
879e3e4c22SLisandro Dalcin     ptr1 = (char *)(buff + j);
889e3e4c22SLisandro Dalcin     for (i = 0; i < (PetscInt)sizeof(PetscInt64); i++) ptr2[i] = ptr1[sizeof(PetscInt64) - 1 - i];
899e3e4c22SLisandro Dalcin     for (i = 0; i < (PetscInt)sizeof(PetscInt64); i++) ptr1[i] = ptr2[i];
909e3e4c22SLisandro Dalcin   }
919e3e4c22SLisandro Dalcin   PetscFunctionReturn(0);
929e3e4c22SLisandro Dalcin }
939e3e4c22SLisandro Dalcin 
94bd1d2e58SBarry Smith /* --------------------------------------------------------- */
95e5c89e4eSSatish Balay /*
96e5c89e4eSSatish Balay   PetscByteSwapShort - Swap bytes in a short
97e5c89e4eSSatish Balay */
989371c9d4SSatish Balay PetscErrorCode PetscByteSwapShort(short *buff, PetscInt n) {
99e5c89e4eSSatish Balay   PetscInt i, j;
100e5c89e4eSSatish Balay   short    tmp;
101e5c89e4eSSatish Balay   char    *ptr1, *ptr2 = (char *)&tmp;
102e5c89e4eSSatish Balay 
103e5c89e4eSSatish Balay   PetscFunctionBegin;
104e5c89e4eSSatish Balay   for (j = 0; j < n; j++) {
105e5c89e4eSSatish Balay     ptr1 = (char *)(buff + j);
106a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(short); i++) ptr2[i] = ptr1[sizeof(short) - 1 - i];
107a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(short); i++) ptr1[i] = ptr2[i];
108e5c89e4eSSatish Balay   }
109e5c89e4eSSatish Balay   PetscFunctionReturn(0);
110e5c89e4eSSatish Balay }
111972064b6SLisandro Dalcin /*
112972064b6SLisandro Dalcin   PetscByteSwapLong - Swap bytes in a long
113972064b6SLisandro Dalcin */
1149371c9d4SSatish Balay PetscErrorCode PetscByteSwapLong(long *buff, PetscInt n) {
115972064b6SLisandro Dalcin   PetscInt i, j;
116972064b6SLisandro Dalcin   long     tmp;
117972064b6SLisandro Dalcin   char    *ptr1, *ptr2 = (char *)&tmp;
118972064b6SLisandro Dalcin 
119972064b6SLisandro Dalcin   PetscFunctionBegin;
120972064b6SLisandro Dalcin   for (j = 0; j < n; j++) {
121972064b6SLisandro Dalcin     ptr1 = (char *)(buff + j);
122972064b6SLisandro Dalcin     for (i = 0; i < (PetscInt)sizeof(long); i++) ptr2[i] = ptr1[sizeof(long) - 1 - i];
123972064b6SLisandro Dalcin     for (i = 0; i < (PetscInt)sizeof(long); i++) ptr1[i] = ptr2[i];
124972064b6SLisandro Dalcin   }
125972064b6SLisandro Dalcin   PetscFunctionReturn(0);
126972064b6SLisandro Dalcin }
127e5c89e4eSSatish Balay /* --------------------------------------------------------- */
128e5c89e4eSSatish Balay /*
1294caf0332SSatish Balay   PetscByteSwapReal - Swap bytes in a PetscReal
1304caf0332SSatish Balay */
1319371c9d4SSatish Balay PetscErrorCode PetscByteSwapReal(PetscReal *buff, PetscInt n) {
1324caf0332SSatish Balay   PetscInt  i, j;
1334caf0332SSatish Balay   PetscReal tmp, *buff1 = (PetscReal *)buff;
1344caf0332SSatish Balay   char     *ptr1, *ptr2 = (char *)&tmp;
1354caf0332SSatish Balay 
1364caf0332SSatish Balay   PetscFunctionBegin;
1374caf0332SSatish Balay   for (j = 0; j < n; j++) {
1384caf0332SSatish Balay     ptr1 = (char *)(buff1 + j);
1394caf0332SSatish Balay     for (i = 0; i < (PetscInt)sizeof(PetscReal); i++) ptr2[i] = ptr1[sizeof(PetscReal) - 1 - i];
1404caf0332SSatish Balay     for (i = 0; i < (PetscInt)sizeof(PetscReal); i++) ptr1[i] = ptr2[i];
1414caf0332SSatish Balay   }
1424caf0332SSatish Balay   PetscFunctionReturn(0);
1434caf0332SSatish Balay }
1444caf0332SSatish Balay /* --------------------------------------------------------- */
1454caf0332SSatish Balay /*
14641f502e3SPatrick Sanan   PetscByteSwapScalar - Swap bytes in a PetscScalar
14741f502e3SPatrick Sanan   The complex case is dealt with with an array of PetscReal, twice as long.
148e5c89e4eSSatish Balay */
1499371c9d4SSatish Balay PetscErrorCode PetscByteSwapScalar(PetscScalar *buff, PetscInt n) {
150e5c89e4eSSatish Balay   PetscInt  i, j;
151e5c89e4eSSatish Balay   PetscReal tmp, *buff1 = (PetscReal *)buff;
152e5c89e4eSSatish Balay   char     *ptr1, *ptr2 = (char *)&tmp;
153e5c89e4eSSatish Balay 
154e5c89e4eSSatish Balay   PetscFunctionBegin;
155e5c89e4eSSatish Balay #if defined(PETSC_USE_COMPLEX)
156e5c89e4eSSatish Balay   n *= 2;
157e5c89e4eSSatish Balay #endif
158e5c89e4eSSatish Balay   for (j = 0; j < n; j++) {
159e5c89e4eSSatish Balay     ptr1 = (char *)(buff1 + j);
160a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(PetscReal); i++) ptr2[i] = ptr1[sizeof(PetscReal) - 1 - i];
161a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(PetscReal); i++) ptr1[i] = ptr2[i];
162e5c89e4eSSatish Balay   }
163e5c89e4eSSatish Balay   PetscFunctionReturn(0);
164e5c89e4eSSatish Balay }
165e5c89e4eSSatish Balay /* --------------------------------------------------------- */
166e5c89e4eSSatish Balay /*
167e5c89e4eSSatish Balay   PetscByteSwapDouble - Swap bytes in a double
168e5c89e4eSSatish Balay */
1699371c9d4SSatish Balay PetscErrorCode PetscByteSwapDouble(double *buff, PetscInt n) {
170e5c89e4eSSatish Balay   PetscInt i, j;
171e5c89e4eSSatish Balay   double   tmp, *buff1 = (double *)buff;
172e5c89e4eSSatish Balay   char    *ptr1, *ptr2 = (char *)&tmp;
173e5c89e4eSSatish Balay 
174e5c89e4eSSatish Balay   PetscFunctionBegin;
175e5c89e4eSSatish Balay   for (j = 0; j < n; j++) {
176e5c89e4eSSatish Balay     ptr1 = (char *)(buff1 + j);
177a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(double); i++) ptr2[i] = ptr1[sizeof(double) - 1 - i];
178a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(double); i++) ptr1[i] = ptr2[i];
179e5c89e4eSSatish Balay   }
180e5c89e4eSSatish Balay   PetscFunctionReturn(0);
181e5c89e4eSSatish Balay }
182e39fd77fSBarry Smith 
183e95bf02fSSatish Balay /*
184e95bf02fSSatish Balay   PetscByteSwapFloat - Swap bytes in a float
185e95bf02fSSatish Balay */
1869371c9d4SSatish Balay PetscErrorCode PetscByteSwapFloat(float *buff, PetscInt n) {
187e95bf02fSSatish Balay   PetscInt i, j;
188e95bf02fSSatish Balay   float    tmp, *buff1 = (float *)buff;
189e95bf02fSSatish Balay   char    *ptr1, *ptr2 = (char *)&tmp;
190e95bf02fSSatish Balay 
191e95bf02fSSatish Balay   PetscFunctionBegin;
192e95bf02fSSatish Balay   for (j = 0; j < n; j++) {
193e95bf02fSSatish Balay     ptr1 = (char *)(buff1 + j);
194a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(float); i++) ptr2[i] = ptr1[sizeof(float) - 1 - i];
195a297a907SKarl Rupp     for (i = 0; i < (PetscInt)sizeof(float); i++) ptr1[i] = ptr2[i];
196e95bf02fSSatish Balay   }
197e95bf02fSSatish Balay   PetscFunctionReturn(0);
198e95bf02fSSatish Balay }
199e95bf02fSSatish Balay 
2009371c9d4SSatish Balay PetscErrorCode PetscByteSwap(void *data, PetscDataType pdtype, PetscInt count) {
201e39fd77fSBarry Smith   PetscFunctionBegin;
2029566063dSJacob Faibussowitsch   if (pdtype == PETSC_INT) PetscCall(PetscByteSwapInt((PetscInt *)data, count));
2039566063dSJacob Faibussowitsch   else if (pdtype == PETSC_ENUM) PetscCall(PetscByteSwapEnum((PetscEnum *)data, count));
2049566063dSJacob Faibussowitsch   else if (pdtype == PETSC_BOOL) PetscCall(PetscByteSwapBool((PetscBool *)data, count));
2059566063dSJacob Faibussowitsch   else if (pdtype == PETSC_SCALAR) PetscCall(PetscByteSwapScalar((PetscScalar *)data, count));
2069566063dSJacob Faibussowitsch   else if (pdtype == PETSC_REAL) PetscCall(PetscByteSwapReal((PetscReal *)data, count));
2079566063dSJacob Faibussowitsch   else if (pdtype == PETSC_COMPLEX) PetscCall(PetscByteSwapReal((PetscReal *)data, 2 * count));
2089566063dSJacob Faibussowitsch   else if (pdtype == PETSC_INT64) PetscCall(PetscByteSwapInt64((PetscInt64 *)data, count));
2099566063dSJacob Faibussowitsch   else if (pdtype == PETSC_DOUBLE) PetscCall(PetscByteSwapDouble((double *)data, count));
2109566063dSJacob Faibussowitsch   else if (pdtype == PETSC_FLOAT) PetscCall(PetscByteSwapFloat((float *)data, count));
2119566063dSJacob Faibussowitsch   else if (pdtype == PETSC_SHORT) PetscCall(PetscByteSwapShort((short *)data, count));
2129566063dSJacob Faibussowitsch   else if (pdtype == PETSC_LONG) PetscCall(PetscByteSwapLong((long *)data, count));
213e39fd77fSBarry Smith   PetscFunctionReturn(0);
214e39fd77fSBarry Smith }
215e39fd77fSBarry Smith 
2169860990eSLisandro Dalcin /*@C
217e5c89e4eSSatish Balay    PetscBinaryRead - Reads from a binary file.
218e5c89e4eSSatish Balay 
219e5c89e4eSSatish Balay    Not Collective
220e5c89e4eSSatish Balay 
221e5c89e4eSSatish Balay    Input Parameters:
2229860990eSLisandro Dalcin +  fd - the file descriptor
2239860990eSLisandro Dalcin .  num  - the maximum number of items to read
224*811af0c4SBarry Smith -  type - the type of items to read (`PETSC_INT`, `PETSC_REAL`, `PETSC_SCALAR`, etc.)
225e5c89e4eSSatish Balay 
226e5c89e4eSSatish Balay    Output Parameters:
2279860990eSLisandro Dalcin +  data - the buffer
2289860990eSLisandro Dalcin -  count - the number of items read, optional
229e5c89e4eSSatish Balay 
230e5c89e4eSSatish Balay    Level: developer
231e5c89e4eSSatish Balay 
232e5c89e4eSSatish Balay    Notes:
2339860990eSLisandro Dalcin    If count is not provided and the number of items read is less than
2349860990eSLisandro Dalcin    the maximum number of items to read, then this routine errors.
2359860990eSLisandro Dalcin 
236*811af0c4SBarry Smith    `PetscBinaryRead()` uses byte swapping to work on all machines; the files
237f253e43cSLisandro Dalcin    are written to file ALWAYS using big-endian ordering. On little-endian machines the numbers
238f253e43cSLisandro Dalcin    are converted to the little-endian format when they are read in from the file.
239f253e43cSLisandro Dalcin    When PETSc is ./configure with --with-64-bit-indices the integers are written to the
240f253e43cSLisandro Dalcin    file as 64 bit integers, this means they can only be read back in when the option --with-64-bit-indices
24154f21887SBarry Smith    is used.
242e5c89e4eSSatish Balay 
243db781477SPatrick Sanan .seealso: `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinaryClose()`, `PetscViewerBinaryGetDescriptor()`, `PetscBinarySynchronizedWrite()`,
244db781477SPatrick Sanan           `PetscBinarySynchronizedRead()`, `PetscBinarySynchronizedSeek()`
245e5c89e4eSSatish Balay @*/
2469371c9d4SSatish Balay PetscErrorCode PetscBinaryRead(int fd, void *data, PetscInt num, PetscInt *count, PetscDataType type) {
2479860990eSLisandro Dalcin   size_t typesize, m = (size_t)num, n = 0, maxblock = 65536;
2489860990eSLisandro Dalcin   char  *p = (char *)data;
2497a881295SBarry Smith #if defined(PETSC_USE_REAL___FLOAT128)
250cba51d77SBarry Smith   PetscBool readdouble = PETSC_FALSE;
2519860990eSLisandro Dalcin   double   *pdouble;
2527a881295SBarry Smith #endif
2539860990eSLisandro Dalcin   void *ptmp  = data;
25405acbc63SBarry Smith   char *fname = NULL;
255e5c89e4eSSatish Balay 
256e5c89e4eSSatish Balay   PetscFunctionBegin;
2579860990eSLisandro Dalcin   if (count) *count = 0;
25808401ef6SPierre Jolivet   PetscCheck(num >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Trying to read a negative amount of data %" PetscInt_FMT, num);
2599860990eSLisandro Dalcin   if (!num) PetscFunctionReturn(0);
260e5c89e4eSSatish Balay 
2612d53ad75SBarry Smith   if (type == PETSC_FUNCTION) {
2622d53ad75SBarry Smith     m     = 64;
2632d53ad75SBarry Smith     type  = PETSC_CHAR;
26405acbc63SBarry Smith     fname = (char *)malloc(m * sizeof(char));
2659860990eSLisandro Dalcin     p     = (char *)fname;
2662d53ad75SBarry Smith     ptmp  = (void *)fname;
26728b400f6SJacob Faibussowitsch     PetscCheck(fname, PETSC_COMM_SELF, PETSC_ERR_MEM, "Cannot allocate space for function name");
2682d53ad75SBarry Smith   }
2699860990eSLisandro Dalcin   if (type == PETSC_BIT_LOGICAL) m = PetscBTLength(m);
2702d53ad75SBarry Smith 
2719566063dSJacob Faibussowitsch   PetscCall(PetscDataTypeGetSize(type, &typesize));
272e5c89e4eSSatish Balay 
2737a881295SBarry Smith #if defined(PETSC_USE_REAL___FLOAT128)
2749566063dSJacob Faibussowitsch   PetscCall(PetscOptionsGetBool(NULL, NULL, "-binary_read_double", &readdouble, NULL));
2757a881295SBarry Smith   /* If using __float128 precision we still read in doubles from file */
2769860990eSLisandro Dalcin   if ((type == PETSC_REAL || type == PETSC_COMPLEX) && readdouble) {
2779860990eSLisandro Dalcin     PetscInt cnt = num * ((type == PETSC_REAL) ? 1 : 2);
2789566063dSJacob Faibussowitsch     PetscCall(PetscMalloc1(cnt, &pdouble));
2799860990eSLisandro Dalcin     p = (char *)pdouble;
2809860990eSLisandro Dalcin     typesize /= 2;
2817a881295SBarry Smith   }
2827a881295SBarry Smith #endif
2837a881295SBarry Smith 
2849860990eSLisandro Dalcin   m *= typesize;
2859860990eSLisandro Dalcin 
286e5c89e4eSSatish Balay   while (m) {
2879860990eSLisandro Dalcin     size_t len = (m < maxblock) ? m : maxblock;
2889860990eSLisandro Dalcin     int    ret = (int)read(fd, p, len);
2899860990eSLisandro Dalcin     if (ret < 0 && errno == EINTR) continue;
2909860990eSLisandro Dalcin     if (!ret && len > 0) break; /* Proxy for EOF */
29108401ef6SPierre Jolivet     PetscCheck(ret >= 0, PETSC_COMM_SELF, PETSC_ERR_FILE_READ, "Error reading from file, errno %d", errno);
292ff9f933bSBarry Smith     m -= (size_t)ret;
2939860990eSLisandro Dalcin     p += ret;
294ff9f933bSBarry Smith     n += (size_t)ret;
295e5c89e4eSSatish Balay   }
29608401ef6SPierre Jolivet   PetscCheck(!m || count, PETSC_COMM_SELF, PETSC_ERR_FILE_READ, "Read past end of file");
2979860990eSLisandro Dalcin 
2989860990eSLisandro Dalcin   num = (PetscInt)(n / typesize); /* Should we require `n % typesize == 0` ? */
2999860990eSLisandro Dalcin   if (count) *count = num;        /* TODO: This is most likely wrong for PETSC_BIT_LOGICAL */
3007a881295SBarry Smith 
3017a881295SBarry Smith #if defined(PETSC_USE_REAL___FLOAT128)
3029860990eSLisandro Dalcin   if ((type == PETSC_REAL || type == PETSC_COMPLEX) && readdouble) {
3039860990eSLisandro Dalcin     PetscInt   i, cnt = num * ((type == PETSC_REAL) ? 1 : 2);
3049860990eSLisandro Dalcin     PetscReal *preal = (PetscReal *)data;
3059566063dSJacob Faibussowitsch     if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwapDouble(pdouble, cnt));
3069860990eSLisandro Dalcin     for (i = 0; i < cnt; i++) preal[i] = pdouble[i];
3079566063dSJacob Faibussowitsch     PetscCall(PetscFree(pdouble));
3087a881295SBarry Smith     PetscFunctionReturn(0);
3097a881295SBarry Smith   }
3107a881295SBarry Smith #endif
3117a881295SBarry Smith 
3129566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(ptmp, type, num));
313e5c89e4eSSatish Balay 
31405acbc63SBarry Smith   if (type == PETSC_FUNCTION) {
3152d53ad75SBarry Smith #if defined(PETSC_SERIALIZE_FUNCTIONS)
3169566063dSJacob Faibussowitsch     PetscCall(PetscDLSym(NULL, fname, (void **)data));
3172d53ad75SBarry Smith #else
3189860990eSLisandro Dalcin     *(void **)data = NULL;
3192d53ad75SBarry Smith #endif
32005acbc63SBarry Smith     free(fname);
3212d53ad75SBarry Smith   }
322e5c89e4eSSatish Balay   PetscFunctionReturn(0);
323e5c89e4eSSatish Balay }
3249860990eSLisandro Dalcin 
325a9acdec7SBarry Smith /*@C
326e5c89e4eSSatish Balay    PetscBinaryWrite - Writes to a binary file.
327e5c89e4eSSatish Balay 
328e5c89e4eSSatish Balay    Not Collective
329e5c89e4eSSatish Balay 
330e5c89e4eSSatish Balay    Input Parameters:
331e5c89e4eSSatish Balay +  fd     - the file
332e5c89e4eSSatish Balay .  p      - the buffer
333e5c89e4eSSatish Balay .  n      - the number of items to write
334*811af0c4SBarry Smith -  type   - the type of items to read (`PETSC_INT`, `PETSC_REAL` or `PETSC_SCALAR`)
335e5c89e4eSSatish Balay 
336e5c89e4eSSatish Balay    Level: advanced
337e5c89e4eSSatish Balay 
338e5c89e4eSSatish Balay    Notes:
339*811af0c4SBarry Smith    `PetscBinaryWrite()` uses byte swapping to work on all machines; the files
340f253e43cSLisandro Dalcin    are written using big-endian ordering to the file. On little-endian machines the numbers
341e5c89e4eSSatish Balay    are converted to the big-endian format when they are written to disk.
342f253e43cSLisandro Dalcin    When PETSc is ./configure with --with-64-bit-indices the integers are written to the
343f253e43cSLisandro Dalcin    file as 64 bit integers, this means they can only be read back in when the option --with-64-bit-indices
34454f21887SBarry Smith    is used.
345e5c89e4eSSatish Balay 
34641f502e3SPatrick Sanan    If running with __float128 precision the output is in __float128 unless one uses the -binary_write_double option
3470da86b62SBarry Smith 
348e5c89e4eSSatish Balay    The Buffer p should be read-write buffer, and not static data.
349e5c89e4eSSatish Balay    This way, byte-swapping is done in-place, and then the buffer is
350e5c89e4eSSatish Balay    written to the file.
351e5c89e4eSSatish Balay 
352e5c89e4eSSatish Balay    This routine restores the original contents of the buffer, after
353e5c89e4eSSatish Balay    it is written to the file. This is done by byte-swapping in-place
354f253e43cSLisandro Dalcin    the second time.
355e5c89e4eSSatish Balay 
356300a7f5bSBarry Smith    Because byte-swapping may be done on the values in data it cannot be declared const
357300a7f5bSBarry Smith 
358db781477SPatrick Sanan .seealso: `PetscBinaryRead()`, `PetscBinaryOpen()`, `PetscBinaryClose()`, `PetscViewerBinaryGetDescriptor()`, `PetscBinarySynchronizedWrite()`,
359db781477SPatrick Sanan           `PetscBinarySynchronizedRead()`, `PetscBinarySynchronizedSeek()`
360e5c89e4eSSatish Balay @*/
3619371c9d4SSatish Balay PetscErrorCode PetscBinaryWrite(int fd, const void *p, PetscInt n, PetscDataType type) {
362f253e43cSLisandro Dalcin   const char *pp = (char *)p;
363e5c89e4eSSatish Balay   int         err, wsize;
364e5c89e4eSSatish Balay   size_t      m = (size_t)n, maxblock = 65536;
365f253e43cSLisandro Dalcin   const void *ptmp  = p;
36605acbc63SBarry Smith   char       *fname = NULL;
3670da86b62SBarry Smith #if defined(PETSC_USE_REAL___FLOAT128)
368df40af56SBarry Smith   PetscBool  writedouble = PETSC_FALSE;
3690da86b62SBarry Smith   double    *ppp;
3700da86b62SBarry Smith   PetscReal *pv;
3710da86b62SBarry Smith   PetscInt   i;
3720da86b62SBarry Smith #endif
37341f502e3SPatrick Sanan   PetscDataType wtype = type;
374e5c89e4eSSatish Balay 
375e5c89e4eSSatish Balay   PetscFunctionBegin;
37608401ef6SPierre Jolivet   PetscCheck(n >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Trying to write a negative amount of data %" PetscInt_FMT, n);
377e5c89e4eSSatish Balay   if (!n) PetscFunctionReturn(0);
378e5c89e4eSSatish Balay 
3792d53ad75SBarry Smith   if (type == PETSC_FUNCTION) {
3802d53ad75SBarry Smith #if defined(PETSC_SERIALIZE_FUNCTIONS)
3812d53ad75SBarry Smith     const char *fnametmp;
3822d53ad75SBarry Smith #endif
3832d53ad75SBarry Smith     m     = 64;
384e25ab156SSatish Balay     fname = (char *)malloc(m * sizeof(char));
38528b400f6SJacob Faibussowitsch     PetscCheck(fname, PETSC_COMM_SELF, PETSC_ERR_MEM, "Cannot allocate space for function name");
38605acbc63SBarry Smith #if defined(PETSC_SERIALIZE_FUNCTIONS)
38708401ef6SPierre Jolivet     PetscCheck(n <= 1, PETSC_COMM_SELF, PETSC_ERR_SUP, "Can only binary view a single function at a time");
3889566063dSJacob Faibussowitsch     PetscCall(PetscFPTFind(*(void **)p, &fnametmp));
3899566063dSJacob Faibussowitsch     PetscCall(PetscStrncpy(fname, fnametmp, m));
39005acbc63SBarry Smith #else
3919566063dSJacob Faibussowitsch     PetscCall(PetscStrncpy(fname, "", m));
39205acbc63SBarry Smith #endif
39301963f56SBarry Smith     wtype = PETSC_CHAR;
3942d53ad75SBarry Smith     pp    = (char *)fname;
3952d53ad75SBarry Smith     ptmp  = (void *)fname;
3962d53ad75SBarry Smith   }
3972d53ad75SBarry Smith 
3980da86b62SBarry Smith #if defined(PETSC_USE_REAL___FLOAT128)
3999566063dSJacob Faibussowitsch   PetscCall(PetscOptionsGetBool(NULL, NULL, "-binary_write_double", &writedouble, NULL));
4000da86b62SBarry Smith   /* If using __float128 precision we still write in doubles to file */
401501ae109SJose E. Roman   if ((type == PETSC_SCALAR || type == PETSC_REAL || type == PETSC_COMPLEX) && writedouble) {
40241f502e3SPatrick Sanan     wtype = PETSC_DOUBLE;
4039566063dSJacob Faibussowitsch     PetscCall(PetscMalloc1(n, &ppp));
4040da86b62SBarry Smith     pv = (PetscReal *)pp;
405ad540459SPierre Jolivet     for (i = 0; i < n; i++) ppp[i] = (double)pv[i];
4060da86b62SBarry Smith     pp   = (char *)ppp;
4070da86b62SBarry Smith     ptmp = (char *)ppp;
4080da86b62SBarry Smith   }
4090da86b62SBarry Smith #endif
4100da86b62SBarry Smith 
41141f502e3SPatrick Sanan   if (wtype == PETSC_INT) m *= sizeof(PetscInt);
41241f502e3SPatrick Sanan   else if (wtype == PETSC_SCALAR) m *= sizeof(PetscScalar);
413501ae109SJose E. Roman #if defined(PETSC_HAVE_COMPLEX)
414501ae109SJose E. Roman   else if (wtype == PETSC_COMPLEX) m *= sizeof(PetscComplex);
415501ae109SJose E. Roman #endif
4164caf0332SSatish Balay   else if (wtype == PETSC_REAL) m *= sizeof(PetscReal);
41741f502e3SPatrick Sanan   else if (wtype == PETSC_DOUBLE) m *= sizeof(double);
41841f502e3SPatrick Sanan   else if (wtype == PETSC_FLOAT) m *= sizeof(float);
41941f502e3SPatrick Sanan   else if (wtype == PETSC_SHORT) m *= sizeof(short);
420972064b6SLisandro Dalcin   else if (wtype == PETSC_LONG) m *= sizeof(long);
42141f502e3SPatrick Sanan   else if (wtype == PETSC_CHAR) m *= sizeof(char);
42241f502e3SPatrick Sanan   else if (wtype == PETSC_ENUM) m *= sizeof(PetscEnum);
42341f502e3SPatrick Sanan   else if (wtype == PETSC_BOOL) m *= sizeof(PetscBool);
4249e3e4c22SLisandro Dalcin   else if (wtype == PETSC_INT64) m *= sizeof(PetscInt64);
42541f502e3SPatrick Sanan   else if (wtype == PETSC_BIT_LOGICAL) m = PetscBTLength(m) * sizeof(char);
426e32f2f54SBarry Smith   else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Unknown type");
427e5c89e4eSSatish Balay 
4289566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap((void *)ptmp, wtype, n));
429e5c89e4eSSatish Balay 
430e5c89e4eSSatish Balay   while (m) {
431e5c89e4eSSatish Balay     wsize = (m < maxblock) ? m : maxblock;
432e5c89e4eSSatish Balay     err   = write(fd, pp, wsize);
433e5c89e4eSSatish Balay     if (err < 0 && errno == EINTR) continue;
43408401ef6SPierre Jolivet     PetscCheck(err == wsize, PETSC_COMM_SELF, PETSC_ERR_FILE_WRITE, "Error writing to file total size %d err %d wsize %d", (int)n, (int)err, (int)wsize);
435e5c89e4eSSatish Balay     m -= wsize;
436e5c89e4eSSatish Balay     pp += wsize;
437e5c89e4eSSatish Balay   }
438e5c89e4eSSatish Balay 
4399566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap((void *)ptmp, wtype, n));
440f253e43cSLisandro Dalcin 
441ad540459SPierre Jolivet   if (type == PETSC_FUNCTION) free(fname);
4420da86b62SBarry Smith #if defined(PETSC_USE_REAL___FLOAT128)
44348a46eb9SPierre Jolivet   if ((type == PETSC_SCALAR || type == PETSC_REAL || type == PETSC_COMPLEX) && writedouble) PetscCall(PetscFree(ppp));
4440da86b62SBarry Smith #endif
445e5c89e4eSSatish Balay   PetscFunctionReturn(0);
446e5c89e4eSSatish Balay }
447e5c89e4eSSatish Balay 
448e5c89e4eSSatish Balay /*@C
449e5c89e4eSSatish Balay    PetscBinaryOpen - Opens a PETSc binary file.
450e5c89e4eSSatish Balay 
451e5c89e4eSSatish Balay    Not Collective
452e5c89e4eSSatish Balay 
453e5c89e4eSSatish Balay    Input Parameters:
454e5c89e4eSSatish Balay +  name - filename
455*811af0c4SBarry Smith -  mode - open mode of binary file, one of `FILE_MODE_READ`, `FILE_MODE_WRITE`, `FILE_MODE_APPEND``
456e5c89e4eSSatish Balay 
457e5c89e4eSSatish Balay    Output Parameter:
458e5c89e4eSSatish Balay .  fd - the file
459e5c89e4eSSatish Balay 
460e5c89e4eSSatish Balay    Level: advanced
461e5c89e4eSSatish Balay 
462*811af0c4SBarry Smith    Note:
463*811af0c4SBarry Smith     Files access with PetscBinaryRead()` and `PetscBinaryWrite()` are ALWAYS written in
464*811af0c4SBarry Smith    big-endian format. This means the file can be accessed using `PetscBinaryOpen()` and
465*811af0c4SBarry Smith    `PetscBinaryRead()` and `PetscBinaryWrite()` on any machine.
466e5c89e4eSSatish Balay 
467db781477SPatrick Sanan .seealso: `PetscBinaryRead()`, `PetscBinaryWrite()`, `PetscFileMode`, `PetscViewerFileSetMode()`, `PetscViewerBinaryGetDescriptor()`,
468db781477SPatrick Sanan           `PetscBinarySynchronizedWrite()`, `PetscBinarySynchronizedRead()`, `PetscBinarySynchronizedSeek()`
469e5c89e4eSSatish Balay @*/
4709371c9d4SSatish Balay PetscErrorCode PetscBinaryOpen(const char name[], PetscFileMode mode, int *fd) {
471e5c89e4eSSatish Balay   PetscFunctionBegin;
472cc843e7aSLisandro Dalcin   switch (mode) {
473cc843e7aSLisandro Dalcin   case FILE_MODE_READ: *fd = open(name, O_BINARY | O_RDONLY, 0); break;
474cc843e7aSLisandro Dalcin   case FILE_MODE_WRITE: *fd = open(name, O_BINARY | O_WRONLY | O_CREAT | O_TRUNC, 0666); break;
475cc843e7aSLisandro Dalcin   case FILE_MODE_APPEND: *fd = open(name, O_BINARY | O_WRONLY | O_APPEND, 0); break;
47698921bdaSJacob Faibussowitsch   default: SETERRQ(PETSC_COMM_SELF, PETSC_ERR_SUP, "Unsupported file mode %s", PetscFileModes[mode]);
477e5c89e4eSSatish Balay   }
47808401ef6SPierre Jolivet   PetscCheck(*fd != -1, PETSC_COMM_SELF, PETSC_ERR_FILE_OPEN, "Cannot open file %s for %s", name, PetscFileModes[mode]);
479e5c89e4eSSatish Balay   PetscFunctionReturn(0);
480e5c89e4eSSatish Balay }
481e5c89e4eSSatish Balay 
482e30d2299SSatish Balay /*@
483e5c89e4eSSatish Balay    PetscBinaryClose - Closes a PETSc binary file.
484e5c89e4eSSatish Balay 
485e5c89e4eSSatish Balay    Not Collective
486e5c89e4eSSatish Balay 
487e5c89e4eSSatish Balay    Output Parameter:
488e5c89e4eSSatish Balay .  fd - the file
489e5c89e4eSSatish Balay 
490e5c89e4eSSatish Balay    Level: advanced
491e5c89e4eSSatish Balay 
492db781477SPatrick Sanan .seealso: `PetscBinaryRead()`, `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinarySynchronizedWrite()`, `PetscBinarySynchronizedRead()`,
493db781477SPatrick Sanan           `PetscBinarySynchronizedSeek()`
494e5c89e4eSSatish Balay @*/
4959371c9d4SSatish Balay PetscErrorCode PetscBinaryClose(int fd) {
496e5c89e4eSSatish Balay   PetscFunctionBegin;
497cc73adaaSBarry Smith   PetscCheck(!close(fd), PETSC_COMM_SELF, PETSC_ERR_SYS, "close() failed on file descriptor");
498e5c89e4eSSatish Balay   PetscFunctionReturn(0);
499e5c89e4eSSatish Balay }
500e5c89e4eSSatish Balay 
501e8976759SBarry Smith /*@C
502e5c89e4eSSatish Balay    PetscBinarySeek - Moves the file pointer on a PETSc binary file.
503e5c89e4eSSatish Balay 
504e5c89e4eSSatish Balay    Not Collective
505e5c89e4eSSatish Balay 
506e5c89e4eSSatish Balay    Input Parameters:
507e5c89e4eSSatish Balay +  fd - the file
508*811af0c4SBarry Smith .  off - number of bytes to move. Use `PETSC_BINARY_INT_SIZE`, `PETSC_BINARY_SCALAR_SIZE`,
509e5c89e4eSSatish Balay             etc. in your calculation rather than sizeof() to compute byte lengths.
510*811af0c4SBarry Smith -  whence - if `PETSC_BINARY_SEEK_SET` then off is an absolute location in the file
511*811af0c4SBarry Smith             if `PETSC_BINARY_SEEK_CUR` then off is an offset from the current location
512*811af0c4SBarry Smith             if `PETSC_BINARY_SEEK_END` then off is an offset from the end of file
513e5c89e4eSSatish Balay 
514e5c89e4eSSatish Balay    Output Parameter:
515e5c89e4eSSatish Balay .   offset - new offset in file
516e5c89e4eSSatish Balay 
517e5c89e4eSSatish Balay    Level: developer
518e5c89e4eSSatish Balay 
519*811af0c4SBarry Smith    Note:
520e5c89e4eSSatish Balay    Integers are stored on the file as 32 long, regardless of whether
521e5c89e4eSSatish Balay    they are stored in the machine as 32 or 64, this means the same
522*811af0c4SBarry Smith    binary file may be read on any machine. Hence you CANNOT use `sizeof()`
523e5c89e4eSSatish Balay    to determine the offset or location.
524e5c89e4eSSatish Balay 
525db781477SPatrick Sanan .seealso: `PetscBinaryRead()`, `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinarySynchronizedWrite()`, `PetscBinarySynchronizedRead()`,
526db781477SPatrick Sanan           `PetscBinarySynchronizedSeek()`
527e5c89e4eSSatish Balay @*/
5289371c9d4SSatish Balay PetscErrorCode PetscBinarySeek(int fd, off_t off, PetscBinarySeekType whence, off_t *offset) {
529e5c89e4eSSatish Balay   int iwhence = 0;
530e5c89e4eSSatish Balay 
531e5c89e4eSSatish Balay   PetscFunctionBegin;
532a297a907SKarl Rupp   if (whence == PETSC_BINARY_SEEK_SET) iwhence = SEEK_SET;
533a297a907SKarl Rupp   else if (whence == PETSC_BINARY_SEEK_CUR) iwhence = SEEK_CUR;
534a297a907SKarl Rupp   else if (whence == PETSC_BINARY_SEEK_END) iwhence = SEEK_END;
535a297a907SKarl Rupp   else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Unknown seek location");
536e5c89e4eSSatish Balay #if defined(PETSC_HAVE_LSEEK)
537e5c89e4eSSatish Balay   *offset = lseek(fd, off, iwhence);
538e5c89e4eSSatish Balay #elif defined(PETSC_HAVE__LSEEK)
539e5c89e4eSSatish Balay   *offset = _lseek(fd, (long)off, iwhence);
540e5c89e4eSSatish Balay #else
541e32f2f54SBarry Smith   SETERRQ(PETSC_COMM_SELF, PETSC_ERR_SUP_SYS, "System does not have a way of seeking on a file");
542e5c89e4eSSatish Balay #endif
543e5c89e4eSSatish Balay   PetscFunctionReturn(0);
544e5c89e4eSSatish Balay }
545e5c89e4eSSatish Balay 
546e5c89e4eSSatish Balay /*@C
5471d280d73SBarry Smith    PetscBinarySynchronizedRead - Reads from a binary file.
548e5c89e4eSSatish Balay 
549d083f849SBarry Smith    Collective
550e5c89e4eSSatish Balay 
551e5c89e4eSSatish Balay    Input Parameters:
552e5c89e4eSSatish Balay +  comm - the MPI communicator
5539860990eSLisandro Dalcin .  fd - the file descriptor
5549860990eSLisandro Dalcin .  num  - the maximum number of items to read
555*811af0c4SBarry Smith -  type - the type of items to read (`PETSC_INT`, `PETSC_REAL`, `PETSC_SCALAR`, etc.)
556e5c89e4eSSatish Balay 
557e5c89e4eSSatish Balay    Output Parameters:
5589860990eSLisandro Dalcin +  data - the buffer
5599860990eSLisandro Dalcin -  count - the number of items read, optional
560e5c89e4eSSatish Balay 
561e5c89e4eSSatish Balay    Level: developer
562e5c89e4eSSatish Balay 
563e5c89e4eSSatish Balay    Notes:
564*811af0c4SBarry Smith    Does a `PetscBinaryRead()` followed by an `MPI_Bcast()`
565e5c89e4eSSatish Balay 
5669860990eSLisandro Dalcin    If count is not provided and the number of items read is less than
5679860990eSLisandro Dalcin    the maximum number of items to read, then this routine errors.
5689860990eSLisandro Dalcin 
569*811af0c4SBarry Smith    `PetscBinarySynchronizedRead()` uses byte swapping to work on all machines.
570e5c89e4eSSatish Balay    Integers are stored on the file as 32 long, regardless of whether
571e5c89e4eSSatish Balay    they are stored in the machine as 32 or 64, this means the same
572e5c89e4eSSatish Balay    binary file may be read on any machine.
573e5c89e4eSSatish Balay 
574db781477SPatrick Sanan .seealso: `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinaryClose()`, `PetscBinaryRead()`, `PetscBinarySynchronizedWrite()`,
575db781477SPatrick Sanan           `PetscBinarySynchronizedSeek()`
576e5c89e4eSSatish Balay @*/
5779371c9d4SSatish Balay PetscErrorCode PetscBinarySynchronizedRead(MPI_Comm comm, int fd, void *data, PetscInt num, PetscInt *count, PetscDataType type) {
5788b8bf82cSBarry Smith   PetscMPIInt  rank, size;
579e5c89e4eSSatish Balay   MPI_Datatype mtype;
5809860990eSLisandro Dalcin   PetscInt     ibuf[2] = {0, 0};
58105acbc63SBarry Smith   char        *fname   = NULL;
5829860990eSLisandro Dalcin   void        *fptr    = NULL;
583e5c89e4eSSatish Balay 
584e5c89e4eSSatish Balay   PetscFunctionBegin;
5852d53ad75SBarry Smith   if (type == PETSC_FUNCTION) {
5869860990eSLisandro Dalcin     num   = 64;
5872d53ad75SBarry Smith     type  = PETSC_CHAR;
5889860990eSLisandro Dalcin     fname = (char *)malloc(num * sizeof(char));
5899860990eSLisandro Dalcin     fptr  = data;
5909860990eSLisandro Dalcin     data  = (void *)fname;
59128b400f6SJacob Faibussowitsch     PetscCheck(fname, PETSC_COMM_SELF, PETSC_ERR_MEM, "Cannot allocate space for function name");
5922d53ad75SBarry Smith   }
5932d53ad75SBarry Smith 
5949566063dSJacob Faibussowitsch   PetscCallMPI(MPI_Comm_rank(comm, &rank));
5959566063dSJacob Faibussowitsch   PetscCallMPI(MPI_Comm_size(comm, &size));
596ad540459SPierre Jolivet   if (rank == 0) ibuf[0] = PetscBinaryRead(fd, data, num, count ? &ibuf[1] : NULL, type);
5979566063dSJacob Faibussowitsch   PetscCallMPI(MPI_Bcast(ibuf, 2, MPIU_INT, 0, comm));
5989566063dSJacob Faibussowitsch   PetscCall((PetscErrorCode)ibuf[0]);
5998b8bf82cSBarry Smith 
6008b8bf82cSBarry Smith   /* skip MPI call on potentially huge amounts of data when running with one process; this allows the amount of data to basically unlimited in that case */
6018b8bf82cSBarry Smith   if (size > 1) {
6029566063dSJacob Faibussowitsch     PetscCall(PetscDataTypeToMPIDataType(type, &mtype));
6039566063dSJacob Faibussowitsch     PetscCallMPI(MPI_Bcast(data, count ? ibuf[1] : num, mtype, 0, comm));
6048b8bf82cSBarry Smith   }
6059860990eSLisandro Dalcin   if (count) *count = ibuf[1];
6062d53ad75SBarry Smith 
607e366c363SBarry Smith   if (type == PETSC_FUNCTION) {
6082d53ad75SBarry Smith #if defined(PETSC_SERIALIZE_FUNCTIONS)
6099566063dSJacob Faibussowitsch     PetscCall(PetscDLLibrarySym(PETSC_COMM_SELF, &PetscDLLibrariesLoaded, NULL, fname, (void **)fptr));
6102d53ad75SBarry Smith #else
6119860990eSLisandro Dalcin     *(void **)fptr = NULL;
6122d53ad75SBarry Smith #endif
613e366c363SBarry Smith     free(fname);
6142d53ad75SBarry Smith   }
615e5c89e4eSSatish Balay   PetscFunctionReturn(0);
616e5c89e4eSSatish Balay }
617e5c89e4eSSatish Balay 
618e5c89e4eSSatish Balay /*@C
6191d280d73SBarry Smith    PetscBinarySynchronizedWrite - writes to a binary file.
620e5c89e4eSSatish Balay 
621d083f849SBarry Smith    Collective
622e5c89e4eSSatish Balay 
623e5c89e4eSSatish Balay    Input Parameters:
624e5c89e4eSSatish Balay +  comm - the MPI communicator
625e5c89e4eSSatish Balay .  fd - the file
626e5c89e4eSSatish Balay .  n  - the number of items to write
627e5c89e4eSSatish Balay .  p - the buffer
628*811af0c4SBarry Smith -  type - the type of items to write (`PETSC_INT`, `PETSC_REAL` or `PETSC_SCALAR`)
629e5c89e4eSSatish Balay 
630e5c89e4eSSatish Balay    Level: developer
631e5c89e4eSSatish Balay 
632e5c89e4eSSatish Balay    Notes:
633*811af0c4SBarry Smith    Process 0 does a `PetscBinaryWrite()`
634e5c89e4eSSatish Balay 
635*811af0c4SBarry Smith    `PetscBinarySynchronizedWrite()` uses byte swapping to work on all machines.
636e5c89e4eSSatish Balay    Integers are stored on the file as 32 long, regardless of whether
637e5c89e4eSSatish Balay    they are stored in the machine as 32 or 64, this means the same
638e5c89e4eSSatish Balay    binary file may be read on any machine.
639e5c89e4eSSatish Balay 
640*811af0c4SBarry Smith    Because byte-swapping may be done on the values in data it cannot be declared const
641300a7f5bSBarry Smith 
642*811af0c4SBarry Smith    WARNING:
643*811af0c4SBarry Smith    This is NOT like `PetscSynchronizedFPrintf()`! This routine ignores calls on all but process 0,
644*811af0c4SBarry Smith    while `PetscSynchronizedFPrintf()` has all processes print their strings in order.
6451d280d73SBarry Smith 
646db781477SPatrick Sanan .seealso: `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinaryClose()`, `PetscBinaryRead()`, `PetscBinarySynchronizedRead()`,
647db781477SPatrick Sanan           `PetscBinarySynchronizedSeek()`
648e5c89e4eSSatish Balay @*/
6499371c9d4SSatish Balay PetscErrorCode PetscBinarySynchronizedWrite(MPI_Comm comm, int fd, const void *p, PetscInt n, PetscDataType type) {
650e5c89e4eSSatish Balay   PetscMPIInt rank;
651e5c89e4eSSatish Balay 
652e5c89e4eSSatish Balay   PetscFunctionBegin;
6539566063dSJacob Faibussowitsch   PetscCallMPI(MPI_Comm_rank(comm, &rank));
65448a46eb9SPierre Jolivet   if (rank == 0) PetscCall(PetscBinaryWrite(fd, p, n, type));
655e5c89e4eSSatish Balay   PetscFunctionReturn(0);
656e5c89e4eSSatish Balay }
657e5c89e4eSSatish Balay 
658e5c89e4eSSatish Balay /*@C
6591d280d73SBarry Smith    PetscBinarySynchronizedSeek - Moves the file pointer on a PETSc binary file.
660e5c89e4eSSatish Balay 
661e5c89e4eSSatish Balay    Input Parameters:
662e5c89e4eSSatish Balay +  fd - the file
663*811af0c4SBarry Smith .  whence - if `PETSC_BINARY_SEEK_SET` then size is an absolute location in the file
664*811af0c4SBarry Smith             if `PETSC_BINARY_SEEK_CUR` then size is offset from current location
665*811af0c4SBarry Smith             if `PETSC_BINARY_SEEK_END` then size is offset from end of file
666*811af0c4SBarry Smith -  off    - number of bytes to move. Use `PETSC_BINARY_INT_SIZE`, `PETSC_BINARY_SCALAR_SIZE`,
667*811af0c4SBarry Smith             etc. in your calculation rather than `sizeof()` to compute byte lengths.
668e5c89e4eSSatish Balay 
669e5c89e4eSSatish Balay    Output Parameter:
670e5c89e4eSSatish Balay .   offset - new offset in file
671e5c89e4eSSatish Balay 
672e5c89e4eSSatish Balay    Level: developer
673e5c89e4eSSatish Balay 
674*811af0c4SBarry Smith    Note:
675e5c89e4eSSatish Balay    Integers are stored on the file as 32 long, regardless of whether
676e5c89e4eSSatish Balay    they are stored in the machine as 32 or 64, this means the same
677*811af0c4SBarry Smith    binary file may be read on any machine. Hence you CANNOT use `sizeof()`
678e5c89e4eSSatish Balay    to determine the offset or location.
679e5c89e4eSSatish Balay 
680db781477SPatrick Sanan .seealso: `PetscBinaryRead()`, `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinarySynchronizedWrite()`, `PetscBinarySynchronizedRead()`,
681db781477SPatrick Sanan           `PetscBinarySynchronizedSeek()`
682e5c89e4eSSatish Balay @*/
6839371c9d4SSatish Balay PetscErrorCode PetscBinarySynchronizedSeek(MPI_Comm comm, int fd, off_t off, PetscBinarySeekType whence, off_t *offset) {
684e5c89e4eSSatish Balay   PetscMPIInt rank;
685e5c89e4eSSatish Balay 
686e5c89e4eSSatish Balay   PetscFunctionBegin;
6879566063dSJacob Faibussowitsch   PetscCallMPI(MPI_Comm_rank(comm, &rank));
68848a46eb9SPierre Jolivet   if (rank == 0) PetscCall(PetscBinarySeek(fd, off, whence, offset));
689e5c89e4eSSatish Balay   PetscFunctionReturn(0);
690e5c89e4eSSatish Balay }
691e5c89e4eSSatish Balay 
6920fc9d207SBarry Smith #if defined(PETSC_HAVE_MPIIO)
693e39fd77fSBarry Smith 
694951e3c8eSBarry Smith #if defined(PETSC_USE_PETSC_MPI_EXTERNAL32)
695e39fd77fSBarry Smith /*
696e39fd77fSBarry Smith       MPICH does not provide the external32 representation for MPI_File_set_view() so we need to provide the functions.
697e39fd77fSBarry Smith     These are set into MPI in PetscInitialize() via MPI_Register_datarep()
698e39fd77fSBarry Smith 
699e39fd77fSBarry Smith     Note I use PetscMPIInt for the MPI error codes since that is what MPI uses (instead of the standard PetscErrorCode)
700e39fd77fSBarry Smith 
701951e3c8eSBarry Smith     The next three routines are not used because MPICH does not support their use
702e39fd77fSBarry Smith 
703e39fd77fSBarry Smith */
7049371c9d4SSatish Balay PETSC_EXTERN PetscMPIInt PetscDataRep_extent_fn(MPI_Datatype datatype, MPI_Aint *file_extent, void *extra_state) {
705e39fd77fSBarry Smith   MPI_Aint    ub;
706e39fd77fSBarry Smith   PetscMPIInt ierr;
707e39fd77fSBarry Smith 
708e39fd77fSBarry Smith   ierr = MPI_Type_get_extent(datatype, &ub, file_extent);
709e39fd77fSBarry Smith   return ierr;
710e39fd77fSBarry Smith }
711e39fd77fSBarry Smith 
7129371c9d4SSatish Balay PETSC_EXTERN PetscMPIInt PetscDataRep_read_conv_fn(void *userbuf, MPI_Datatype datatype, PetscMPIInt count, void *filebuf, MPI_Offset position, void *extra_state) {
713e39fd77fSBarry Smith   PetscDataType pdtype;
714e39fd77fSBarry Smith   PetscMPIInt   ierr;
715e39fd77fSBarry Smith   size_t        dsize;
716e39fd77fSBarry Smith 
7179566063dSJacob Faibussowitsch   PetscCall(PetscMPIDataTypeToPetscDataType(datatype, &pdtype));
7189566063dSJacob Faibussowitsch   PetscCall(PetscDataTypeGetSize(pdtype, &dsize));
719e39fd77fSBarry Smith 
720e39fd77fSBarry Smith   /* offset is given in units of MPI_Datatype */
721e39fd77fSBarry Smith   userbuf = ((char *)userbuf) + dsize * position;
722e39fd77fSBarry Smith 
7239566063dSJacob Faibussowitsch   PetscCall(PetscMemcpy(userbuf, filebuf, count * dsize));
7249566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(userbuf, pdtype, count));
725e39fd77fSBarry Smith   return ierr;
726e39fd77fSBarry Smith }
727e39fd77fSBarry Smith 
7289371c9d4SSatish Balay PetscMPIInt PetscDataRep_write_conv_fn(void *userbuf, MPI_Datatype datatype, PetscMPIInt count, void *filebuf, MPI_Offset position, void *extra_state) {
729e39fd77fSBarry Smith   PetscDataType pdtype;
730e39fd77fSBarry Smith   PetscMPIInt   ierr;
731e39fd77fSBarry Smith   size_t        dsize;
732e39fd77fSBarry Smith 
7339566063dSJacob Faibussowitsch   PetscCall(PetscMPIDataTypeToPetscDataType(datatype, &pdtype));
7349566063dSJacob Faibussowitsch   PetscCall(PetscDataTypeGetSize(pdtype, &dsize));
735e39fd77fSBarry Smith 
736e39fd77fSBarry Smith   /* offset is given in units of MPI_Datatype */
737e39fd77fSBarry Smith   userbuf = ((char *)userbuf) + dsize * position;
738e39fd77fSBarry Smith 
7399566063dSJacob Faibussowitsch   PetscCall(PetscMemcpy(filebuf, userbuf, count * dsize));
7409566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(filebuf, pdtype, count));
741e39fd77fSBarry Smith   return ierr;
742e39fd77fSBarry Smith }
743951e3c8eSBarry Smith #endif
744e39fd77fSBarry Smith 
7459371c9d4SSatish Balay PetscErrorCode MPIU_File_write_all(MPI_File fd, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status) {
746e39fd77fSBarry Smith   PetscDataType pdtype;
74730815ce0SLisandro Dalcin 
748e39fd77fSBarry Smith   PetscFunctionBegin;
7499566063dSJacob Faibussowitsch   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
7509566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
7519566063dSJacob Faibussowitsch   PetscCallMPI(MPI_File_write_all(fd, data, cnt, dtype, status));
7529566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
753a6796414SBarry Smith   PetscFunctionReturn(0);
754e39fd77fSBarry Smith }
755e39fd77fSBarry Smith 
7569371c9d4SSatish Balay PetscErrorCode MPIU_File_read_all(MPI_File fd, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status) {
757e39fd77fSBarry Smith   PetscDataType pdtype;
758e39fd77fSBarry Smith 
759e39fd77fSBarry Smith   PetscFunctionBegin;
7609566063dSJacob Faibussowitsch   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
7619566063dSJacob Faibussowitsch   PetscCallMPI(MPI_File_read_all(fd, data, cnt, dtype, status));
7629566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
763a6796414SBarry Smith   PetscFunctionReturn(0);
764e39fd77fSBarry Smith }
76530815ce0SLisandro Dalcin 
7669371c9d4SSatish Balay PetscErrorCode MPIU_File_write_at(MPI_File fd, MPI_Offset off, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status) {
767c4e82887SLisandro Dalcin   PetscDataType pdtype;
768c4e82887SLisandro Dalcin 
769c4e82887SLisandro Dalcin   PetscFunctionBegin;
7709566063dSJacob Faibussowitsch   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
7719566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
7729566063dSJacob Faibussowitsch   PetscCallMPI(MPI_File_write_at(fd, off, data, cnt, dtype, status));
7739566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
774c4e82887SLisandro Dalcin   PetscFunctionReturn(0);
775c4e82887SLisandro Dalcin }
776c4e82887SLisandro Dalcin 
7779371c9d4SSatish Balay PetscErrorCode MPIU_File_read_at(MPI_File fd, MPI_Offset off, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status) {
778c4e82887SLisandro Dalcin   PetscDataType pdtype;
779c4e82887SLisandro Dalcin 
780c4e82887SLisandro Dalcin   PetscFunctionBegin;
7819566063dSJacob Faibussowitsch   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
7829566063dSJacob Faibussowitsch   PetscCallMPI(MPI_File_read_at(fd, off, data, cnt, dtype, status));
7839566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
784c4e82887SLisandro Dalcin   PetscFunctionReturn(0);
785c4e82887SLisandro Dalcin }
786c4e82887SLisandro Dalcin 
7879371c9d4SSatish Balay PetscErrorCode MPIU_File_write_at_all(MPI_File fd, MPI_Offset off, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status) {
788c4e82887SLisandro Dalcin   PetscDataType pdtype;
789c4e82887SLisandro Dalcin 
790c4e82887SLisandro Dalcin   PetscFunctionBegin;
7919566063dSJacob Faibussowitsch   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
7929566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
7939566063dSJacob Faibussowitsch   PetscCallMPI(MPI_File_write_at_all(fd, off, data, cnt, dtype, status));
7949566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
795c4e82887SLisandro Dalcin   PetscFunctionReturn(0);
796c4e82887SLisandro Dalcin }
797c4e82887SLisandro Dalcin 
7989371c9d4SSatish Balay PetscErrorCode MPIU_File_read_at_all(MPI_File fd, MPI_Offset off, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status) {
799c4e82887SLisandro Dalcin   PetscDataType pdtype;
800c4e82887SLisandro Dalcin 
801c4e82887SLisandro Dalcin   PetscFunctionBegin;
8029566063dSJacob Faibussowitsch   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
8039566063dSJacob Faibussowitsch   PetscCallMPI(MPI_File_read_at_all(fd, off, data, cnt, dtype, status));
8049566063dSJacob Faibussowitsch   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
805c4e82887SLisandro Dalcin   PetscFunctionReturn(0);
806c4e82887SLisandro Dalcin }
807c4e82887SLisandro Dalcin 
808951e3c8eSBarry Smith #endif
809