SIONlib  1.7.4
Scalable I/O library for parallel access to task-local files
sion_internal.h
Go to the documentation of this file.
1 /****************************************************************************
2 ** SIONLIB http://www.fz-juelich.de/jsc/sionlib **
3 *****************************************************************************
4 ** Copyright (c) 2008-2019 **
5 ** Forschungszentrum Juelich, Juelich Supercomputing Centre **
6 ** **
7 ** See the file COPYRIGHT in the package base directory for details **
8 ****************************************************************************/
9 
14 #ifndef SION_SION_INTERNAL_H
15 #define SION_SION_INTERNAL_H
16 
17 #include <stdio.h>
18 
19 #include "sion_const.h"
20 #include "sion_common.h"
21 #include "sion_datatypes.h"
22 #include "sion_filedesc.h"
23 
24 #define _SION_READ_MASTER_ONLY_OF_MULTI_FILES 0
25 #define _SION_READ_ALL_OF_MULTI_FILES 1
26 
27 #define _SION_SAFE_FREE(ptr, null) {if (ptr) {free(ptr); ptr = null;}}
28 
29 /* internal functions for serial open/close, will also be used by parallel APIs */
30 int _sion_open( const char *fname,
31  const char* file_mode,
32  int *ntasks,
33  int *nfiles,
34  sion_int64 **chunksizes,
35  sion_int32 *fsblksize,
36  int **globalranks,
37  FILE **fileptr);
38 
39 int _sion_open_rank( const char *fname,
40  const char *file_mode,
41  sion_int64 *chunksize,
42  sion_int32 *fsblksize,
43  int *rank,
44  FILE **fileptr);
45 
46 int _sion_open_write(const char *fname, sion_int64 file_mode_flags, int *ntasks, int *nfiles, sion_int64 **chunksizes, sion_int32 *fsblksize, int **globalranks, FILE **fileptr);
47 int _sion_open_read(const char *fname, sion_int64 file_mode_flags, int read_all, int *ntasks, int *nfiles, sion_int64 **chunksizes, sion_int32 *fsblksize, int **globalranks, FILE **fileptr);
48 int _sion_open_read_single(const char *fname, sion_int64 file_mode_flags, int *ntasks, int *nfiles, sion_int64 **chunksizes, sion_int32 *fsblksize, int **globalranks, FILE **fileptr, _sion_filedesc *sion_filedesc);
49 int _sion_open_read_master(const char *fname, sion_int64 file_mode_flags, int *ntasks, int *nfiles, sion_int64 **chunksizes, sion_int32 *fsblksize, int **globalranks, FILE **fileptr, _sion_filedesc *sion_filedesc);
50 
51 int _sion_close(_sion_filedesc *sion_filedesc);
52 
53 int _sion_create_new_block( _sion_filedesc *sion_filedesc );
54 int _sion_flush_block( _sion_filedesc *sion_filedesc );
55 int _sion_update_fileposition( _sion_filedesc *sion_filedesc );
57 
58 char * _sion_get_multi_filename(const char *fname, int filenumber);
59 
60 sion_int32 _sion_get_endianness_with_flags(sion_int64 flags);
61 
62  /* File mode flags */
63 #define _SION_FMODE_WRITE 1024
64 #define _SION_FMODE_READ 2048
65 #define _SION_FMODE_ANSI 1
66 #define _SION_FMODE_POSIX 2
67 #define _SION_FMODE_BUFFERED 4
68 #define _SION_FMODE_COMPRESS 8
69 #define _SION_FMODE_COLLECTIVE 16
70 #define _SION_FMODE_COLLECTIVE_MERGE 32
71 #define _SION_FMODE_KEYVAL 64
72 #define _SION_FMODE_KEYVAL_INLINE 4096
73 #define _SION_FMODE_KEYVAL_META 8192
74 #define _SION_FMODE_KEYVAL_HASH 16384
75 #define _SION_FMODE_KEYVAL_NONE 32768
76 #define _SION_FMODE_KEYVAL_UNKNOWN 65536
77 #define _SION_FMODE_ENDIANNESS_SET 131072
78 #define _SION_FMODE_ENDIANNESS_BIG 262144
79 #define _SION_FMODE_BUDDY 524288
80 
81 char *_sion_getenv(const char *name);
82 
85 
86 
87 #endif
int _sion_open_write(const char *fname, sion_int64 file_mode_flags, int *ntasks, int *nfiles, sion_int64 **chunksizes, sion_int32 *fsblksize, int **globalranks, FILE **fileptr)
internal sion serial open function for writing on one file
int _sion_check_on_collective_mode(_sion_filedesc *sion_filedesc)
check if a collective operation are already called,
int _sion_free_io_info(sion_io_stat_t *p)
frees an io_info data structure
Sion File Descriptor Structure.
Definition: sion_filedesc.h:79
sion_int32 _sion_get_endianness_with_flags(sion_int64 flags)
Return endianness including possible choice via flags.
sion_io_stat_t * _sion_alloc_io_info(int nfiles)
allocates an io_info data structure for nfiles files
char * _sion_get_multi_filename(const char *fname, int filenumber)
generates the multi filename
int _sion_create_new_block(_sion_filedesc *sion_filedesc)
Create a new block for the internal data structure.
int _sion_open_read(const char *fname, sion_int64 file_mode_flags, int read_all, int *ntasks, int *nfiles, sion_int64 **chunksizes, sion_int32 *fsblksize, int **globalranks, FILE **fileptr)
internal sion serial open function for reading on one or more files
char * _sion_getenv(const char *name)
int _sion_flush_block(_sion_filedesc *sion_filedesc)
Update the internal data structure.
int _sion_update_fileposition(_sion_filedesc *sion_filedesc)
Update the internal data structure (check fileposition)