15 #define _XOPEN_SOURCE 700 25 #include <sys/types.h> 34 #include "sion_error_handler.h" 50 int _sion_mpi_api_aid = -1;
86 const char* file_mode,
89 const MPI_Comm* lComm,
90 sion_int64* chunksize,
91 sion_int32* fsblksize,
97 int rc = SION_NOT_SUCCESS, sid = SION_ID_UNDEF;
98 int filenumber, gtasks, gRank, lRank, lSize;
104 MPI_Comm_size(gComm, >asks);
105 MPI_Comm_rank(gComm, &gRank);
107 DPRINTFP((1,
"sion_paropen_mpi", gRank,
"enter parallel open of file %s\n", fname));
111 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mpi: No lComm variable given"));
113 if (numFiles == NULL) {
114 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mpi: No numFiles variable given"));
119 if ( ! flags_store ) {
120 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mpi: could not parse file mode in %s, aborting ...\n", file_mode));
124 if(_sion_mpi_api_aid<0) _sion_mpi_api_aid=_sion_register_callbacks_mpi();
127 if (flags_store->mask&_SION_FMODE_WRITE) {
130 if (*numFiles <= 0) {
133 rc = _sion_get_info_from_splitted_comm_mpi(gComm, *lComm, numFiles, &filenumber, &lRank, &lSize);
134 if(rc != SION_SUCCESS) {
135 _sion_flags_destroy_store(&flags_store);
136 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mpi: error in _sion_get_info_from_splitted_comm_mpi"));
138 DPRINTFP((1,
"sion_paropen_mpi", gRank,
"%d local communicators found\n", *numFiles));
144 if(rc != SION_SUCCESS) {
145 _sion_flags_destroy_store(&flags_store);
146 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mpi: error in _sion_gen_info_from_gcomm_mpi"));
148 DPRINTFP((1,
"sion_paropen_mpi", gRank,
"Global communicator divided in %d local communicators\n", *numFiles));
154 }
else if (flags_store->mask&_SION_FMODE_READ) {
164 if(! (flags_store->mask&_SION_FMODE_BUDDY) ) {
168 rc = _sion_get_info_from_splitted_comm_mpi(gComm, *lComm, numFiles, &filenumber, &lRank, &lSize);
169 if(rc != SION_SUCCESS)
return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mpi: error in _sion_get_info_from_splitted_comm_mpi"));
170 DPRINTFP((1,
"sion_paropen_mpi", gRank,
"%d local communicators found\n", *numFiles));
175 _sion_flags_destroy_store(&flags_store);
176 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mpi: unknown file mode"));
181 if (gen_gcomm == NULL) {
182 _sion_flags_destroy_store(&flags_store);
183 return(_sion_errorprint(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"cannot allocate mpi internal data structure of size %lu (_mpi_api_commdata), aborting ...\n",
186 gen_gcomm->comm=gComm;
187 gen_gcomm->commset=1;
189 gen_gcomm->rank=gRank;
190 gen_gcomm->size=gtasks;
191 gen_gcomm->lcommgroup=NULL;
193 _sion_flags_destroy_store(&flags_store);
195 DPRINTFP((1,
"sion_paropen_mpi", gRank,
"enter parallel open of %d files (current name %s) in %s mode\n", *numFiles, fname, file_mode));
196 sid =
sion_generic_paropen(_sion_mpi_api_aid, fname, file_mode, chunksize, fsblksize, gen_gcomm, gRank, gtasks, &filenumber, numFiles, &lRank, &lSize,
198 DPRINTFP((1,
"sion_paropen_mpi", gRank,
"leave parallel open of %d files in %s mode #tasks=%d sid=%d\n", *numFiles, file_mode, lSize, sid));
201 if ( sid == SION_ID_NOT_VALID ) {
202 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mpi: invalid return code from internal open %d", rc));
205 DPRINTFP((1,
"sion_paropen_mpi", gRank,
"leave parallel open of file %s sid=%d\n", fname, sid));
225 DPRINTFP((1,
"sion_parclose_mpi", _SION_DEFAULT_RANK,
"enter parallel close of sid %d\n", sid));
227 rc = sion_generic_parclose(sid);
229 DPRINTFP((1,
"sion_parclose_mpi", _SION_DEFAULT_RANK,
"leave parallel close of sid %d rc=%d\n", sid, rc));
234 int sion_parreinit_mpi(
int sid,
235 sion_int64 chunksize )
239 DPRINTFP((1,
"sion_parreinit_mpi", _SION_DEFAULT_RANK,
"enter parallel reinit of sid %d\n", sid));
241 rc = sion_generic_parreinit(sid, chunksize);
243 DPRINTFP((1,
"sion_parreinit_mpi", _SION_DEFAULT_RANK,
"leave parallel reinit of sid %d rc=%d\n", sid, rc));
248 int sion_paropen_mapped_mpi(
char *fname,
249 const char *file_mode,
254 sion_int64 **chunksizes,
255 int **mapping_filenrs,
256 int **mapping_lranks,
257 sion_int32 *fsblksize,
260 int sid=SION_ID_UNDEF;
266 MPI_Comm_size(gComm, >asks);
267 MPI_Comm_rank(gComm, &gRank);
269 DPRINTFP((1,
"sion_paropen_mapped_mpi", gRank,
"enter parallel open of file %s\n", fname));
272 if (numFiles == NULL) {
273 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mapped_mpi: No numFiles variable given"));
276 lprefix = calloc(SION_FILENAME_LENGTH,1);
277 if (lprefix == NULL) {
278 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mapped_mpi: cannot allocate temporary memory of size %lu (lprefix), aborting ...\n", (
unsigned long) SION_FILENAME_LENGTH));
282 if ( ! flags_store ) {
284 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mapped_mpi: could not parse file mode in %s, aborting ...\n", file_mode));
288 if(_sion_mpi_api_aid<0) _sion_mpi_api_aid=_sion_register_callbacks_mpi();
290 if (flags_store->mask&_SION_FMODE_WRITE) {
293 if (*numFiles <= 0) {
294 _sion_flags_destroy_store(&flags_store);
296 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mapped_mpi: numFiles variable <= 0 not allowed for mapped files in write mode"));
300 strcpy(lprefix, fname);
303 else if (flags_store->mask&_SION_FMODE_READ) {
308 _sion_flags_destroy_store(&flags_store);
310 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mapped_mpi: unknown file mode"));
312 _sion_flags_destroy_store(&flags_store);
316 if (gen_gcomm == NULL) {
318 return(_sion_errorprint(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"cannot allocate mpi internal data structure of size %lu (_mpi_api_commdata), aborting ...\n",
321 gen_gcomm->comm=gComm;
322 gen_gcomm->commset=1;
324 gen_gcomm->rank=gRank;
325 gen_gcomm->size=gtasks;
326 gen_gcomm->lcommgroup=NULL;
329 DPRINTFP((1,
"sion_paropen_mapped_mpi", gRank,
"enter parallel open of %d files (current name %s) in %s mode (sid=%d)\n", *numFiles, fname, file_mode, sid));
330 sid=sion_generic_paropen_mapped(_sion_mpi_api_aid, fname, file_mode, numFiles, gen_gcomm, gRank, gtasks, nlocaltasks, globalranks, chunksizes,
331 mapping_filenrs, mapping_lranks, fsblksize, fileptr);
332 DPRINTFP((1,
"sion_paropen_mapped_mpi", gRank,
"leave parallel open of %d files in %s mode #tasks=%d sid=%d\n", *numFiles, file_mode, *nlocaltasks, sid));
335 if ( sid == SION_ID_NOT_VALID ) {
337 return(_sion_errorprint_mpi(SION_ID_NOT_VALID,_SION_ERROR_RETURN,
"sion_paropen_mapped_mpi: invalid return code from internal open %d", sid));
340 if(lprefix) free(lprefix);
341 DPRINTFP((1,
"sion_paropen_mapped_mpi", gRank,
"leave parallel open of file %s sid=%d\n", fname, sid));
347 int sion_parclose_mapped_mpi(
int sid ) {
350 DPRINTFP((1,
"sion_parclose_mapped_mpi", _SION_DEFAULT_RANK,
"enter parallel close of sid %d\n", sid));
352 rc = sion_generic_parclose_mapped(sid);
354 DPRINTFP((1,
"sion_parclose_mapped_mpi", _SION_DEFAULT_RANK,
"leave parallel close of sid %d rc=%d\n", sid, rc));
int sion_generic_paropen(int aid, const char *fname, const char *file_mode, sion_int64 *chunksize, sion_int32 *fsblksize, void *gcommgroup, int grank, int gsize, int *filenumber, int *numfiles, const int *lrank, const int *lsize, FILE **fileptr, char **newfname)
Open a sion file a generic interface.
int sion_parclose_mpi(int sid)
Close a sion file using MPI.
int sion_paropen_mpi(const char *fname, const char *file_mode, int *numFiles, MPI_Comm gComm, const MPI_Comm *lComm, sion_int64 *chunksize, sion_int32 *fsblksize, int *globalrank, FILE **fileptr, char **newfname)
Open a sion file using MPI.
_sion_flags_store * _sion_parse_flags(const char *flags)
Parse flags and return a flags store with key value pairs.
int _sion_gen_info_from_gcomm_mpi(int numFiles, MPI_Comm gComm, int *filenumber, int *lrank, int *lsize)
Splits a Communicator in numfiles different communicators.