sion_mpi.h

/****************************************************************************
**  SIONLIB     http://www.fz-juelich.de/jsc/sionlib                       **
*****************************************************************************
**  Copyright (c) 2008-2018                                                **
**  Forschungszentrum Juelich, Juelich Supercomputing Centre               **
**                                                                         **
**  See the file COPYRIGHT in the package base directory for details       **
****************************************************************************/

#ifndef SION_SION_MPI_H
#define SION_SION_MPI_H

#ifdef SION_MPI

#include <mpi.h>
#include <stdbool.h>
#include <stdint.h>
#include <stdio.h>

#include "sion_const.h"
#include "sion_enums.h"

#include "sion_datatypes_mpi.h"

#ifdef __cplusplus
extern "C" {
#endif

int sion_paropen_mpi(const char *fname, const char *file_mode, int *numFiles, MPI_Comm gComm, const MPI_Comm *lComm,
  int64_t *chunksize, int32_t *fsblksize, int *globalrank, FILE **fileptr, char **newfname);

int sion_parclose_mpi(int sid);

int sion_parreinit_mpi(int sid, int64_t chunksize);

/* new mapped functions */

/* open function:
   write-mode:
     if numFiles > 1  --> mapping_filenrs, mapping_lranks contains local mappping
    */

int sion_paropen_mapped_mpi(char *fname, const char *file_mode, int *numFiles, MPI_Comm gComm, int *nlocaltasks,
  int **globalranks, int64_t **chunksizes, int **mapping_filenrs, int **mapping_lranks, int32_t *fsblksize, FILE **fileptr);

int sion_parclose_mapped_mpi(int sid);

/* Serialization */
int sion_startof_transaction_mpi(int sid);
int sion_endof_transaction_mpi(int sid);
size_t sion_coll_fwrite_mpi(const void *data, size_t size, size_t nitems, int sid);
size_t sion_coll_fread_mpi(void *data, size_t size, size_t nitems, int sid);

/* for backward compatibility */
int sion_paropen_comms_mpi(char *fname, const char *file_mode, int *numFiles, MPI_Comm gComm, MPI_Comm lComm, int64_t *chunksize,
  int32_t *fsblksize, int *globalrank, FILE **fileptr, char *newfname);
int sion_paropen_multi_mpi(char *fname, const char *file_mode, int *numFiles, MPI_Comm gComm, MPI_Comm *lComm, int64_t *chunksize,
  int32_t *fsblksize, int *globalrank, FILE **fileptr, char *newfname);

/* for file check */
typedef struct _sion_file_check_par_args_mpi_struct sion_file_check_par_args_mpi;
sion_file_check_par_args_mpi *sion_file_check_par_args_init_mpi(
  const char *file_mode, MPI_Comm gComm, int numfiles, MPI_Comm lComm);
int sion_file_check_par_args_free_mpi(sion_file_check_par_args_mpi *args);
int sion_file_check_par_cb_mpi(char *fname, void *args);

typedef enum { _SION_MULTIFILE_SINGLE, _SION_MULTIFILE_NUMBER, _SION_MULTIFILE_COMMUNICATOR } _sion_mpi_multifile_mode;

typedef union {
  int number;
  MPI_Comm communicator;
} _sion_mpi_multifile_data;

typedef struct {
  int64_t chunksize; // default: fsblksize
  int32_t fsblksize; // default: auto-detect

  _sion_mpi_multifile_mode multifile_mode; // default: _SION_MULTI_FILE_SINGLE
  _sion_mpi_multifile_data multifile;

  sion_keyval_mode keyval_mode; // default: SION_KEYVAL_MODE_NONE

  int32_t buddylevel; // default: 0, no buddy checkpointing

  int32_t collsize; // default: 0, do not use collective mode
  bool collective_merge; // default: false
} sion_mpi_options;

sion_mpi_options sion_mpi_options_new();

void sion_mpi_options_set_chunksize(sion_mpi_options *options, int64_t chunksize);
void sion_mpi_options_set_fsblksize(sion_mpi_options *options, int32_t fsblksize);

void sion_mpi_options_set_multifile_number(sion_mpi_options *options, int multifile_number);
void sion_mpi_options_set_multifile_communicator(sion_mpi_options *options, MPI_Comm multifile_communicator);

void sion_mpi_options_set_keyval_mode(sion_mpi_options *options, sion_keyval_mode keyval_mode);

void sion_mpi_options_set_buddy(sion_mpi_options *options);
void sion_mpi_options_set_buddylevel(sion_mpi_options *options, int32_t buddylevel);

void sion_mpi_options_set_collective(sion_mpi_options *options);
void sion_mpi_options_set_collective_size(sion_mpi_options *options, int32_t size);
void sion_mpi_options_set_collective_merge(sion_mpi_options *options);

int sion_paropen_mpi_with_options(
  const char *filename, sion_open_mode mode, MPI_Comm communicator, const sion_mpi_options *options);

#ifdef __cplusplus
}
#endif


#endif

#endif