376 lines
10 KiB
C
376 lines
10 KiB
C
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
||
* Copyright by The HDF Group. *
|
||
* Copyright by the Board of Trustees of the University of Illinois. *
|
||
* All rights reserved. *
|
||
* *
|
||
* This file is part of HDF5. The full HDF5 copyright notice, including *
|
||
* terms governing use, modification, and redistribution, is contained in *
|
||
* the COPYING file, which can be found at the root of the source code *
|
||
* distribution tree, or in https://support.hdfgroup.org/ftp/HDF5/releases. *
|
||
* If you do not have access to either file, you may request a copy from *
|
||
* help@hdfgroup.org. *
|
||
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
|
||
|
||
/*-------------------------------------------------------------------------
|
||
*
|
||
* Created: H5Fmpi.c
|
||
* Jan 10 2008
|
||
* Quincey Koziol
|
||
*
|
||
* Purpose: MPI-related routines.
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
|
||
/****************/
|
||
/* Module Setup */
|
||
/****************/
|
||
|
||
#include "H5Fmodule.h" /* This source code file is part of the H5F module */
|
||
|
||
|
||
/***********/
|
||
/* Headers */
|
||
/***********/
|
||
#include "H5private.h" /* Generic Functions */
|
||
#include "H5Eprivate.h" /* Error handling */
|
||
#include "H5Fpkg.h" /* File access */
|
||
#include "H5FDprivate.h" /* File drivers */
|
||
#include "H5Iprivate.h" /* IDs */
|
||
|
||
|
||
/****************/
|
||
/* Local Macros */
|
||
/****************/
|
||
|
||
|
||
/******************/
|
||
/* Local Typedefs */
|
||
/******************/
|
||
|
||
|
||
/********************/
|
||
/* Package Typedefs */
|
||
/********************/
|
||
|
||
|
||
/********************/
|
||
/* Local Prototypes */
|
||
/********************/
|
||
|
||
|
||
/*********************/
|
||
/* Package Variables */
|
||
/*********************/
|
||
|
||
|
||
/*****************************/
|
||
/* Library Private Variables */
|
||
/*****************************/
|
||
|
||
|
||
/*******************/
|
||
/* Local Variables */
|
||
/*******************/
|
||
|
||
|
||
#ifdef H5_HAVE_PARALLEL
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5F_get_mpi_handle
|
||
*
|
||
* Purpose: Retrieves MPI File handle.
|
||
*
|
||
* Return: Success: The size (positive)
|
||
* Failure: Negative
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
herr_t
|
||
H5F_get_mpi_handle(const H5F_t *f, MPI_File **f_handle)
|
||
{
|
||
herr_t ret_value = SUCCEED;
|
||
hid_t fapl_id = H5I_INVALID_HID;
|
||
|
||
FUNC_ENTER_NOAPI(FAIL)
|
||
|
||
HDassert(f && f->shared);
|
||
|
||
/* Dispatch to driver */
|
||
if ((ret_value = H5FD_get_vfd_handle(f->shared->lf, fapl_id, (void **)f_handle)) < 0)
|
||
HGOTO_ERROR(H5E_FILE, H5E_CANTGET, FAIL, "can't get mpi file handle")
|
||
|
||
done:
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5F_get_mpi_handle() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5F_mpi_get_rank
|
||
*
|
||
* Purpose: Retrieves the rank of an MPI process.
|
||
*
|
||
* Return: Success: The rank (non-negative)
|
||
*
|
||
* Failure: Negative
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Friday, January 30, 2004
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
int
|
||
H5F_mpi_get_rank(const H5F_t *f)
|
||
{
|
||
int ret_value = -1;
|
||
|
||
FUNC_ENTER_NOAPI((-1))
|
||
|
||
HDassert(f && f->shared);
|
||
|
||
/* Dispatch to driver */
|
||
if ((ret_value = H5FD_mpi_get_rank(f->shared->lf)) < 0)
|
||
HGOTO_ERROR(H5E_FILE, H5E_CANTGET, (-1), "driver get_rank request failed")
|
||
|
||
done:
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5F_mpi_get_rank() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5F_mpi_get_comm
|
||
*
|
||
* Purpose: Retrieves the file's communicator
|
||
*
|
||
* Return: Success: The communicator (non-negative)
|
||
*
|
||
* Failure: Negative
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Friday, January 30, 2004
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
MPI_Comm
|
||
H5F_mpi_get_comm(const H5F_t *f)
|
||
{
|
||
MPI_Comm ret_value = MPI_COMM_NULL;
|
||
|
||
FUNC_ENTER_NOAPI(MPI_COMM_NULL)
|
||
|
||
HDassert(f && f->shared);
|
||
|
||
/* Dispatch to driver */
|
||
if ((ret_value = H5FD_mpi_get_comm(f->shared->lf)) == MPI_COMM_NULL)
|
||
HGOTO_ERROR(H5E_FILE, H5E_CANTGET, MPI_COMM_NULL, "driver get_comm request failed")
|
||
|
||
done:
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5F_mpi_get_comm() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5F_mpi_get_size
|
||
*
|
||
* Purpose: Retrieves the size of an MPI process.
|
||
*
|
||
* Return: Success: The size (positive)
|
||
*
|
||
* Failure: Negative
|
||
*
|
||
* Programmer: John Mainzer
|
||
* Friday, May 6, 2005
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
int
|
||
H5F_mpi_get_size(const H5F_t *f)
|
||
{
|
||
int ret_value = -1;
|
||
|
||
FUNC_ENTER_NOAPI((-1))
|
||
|
||
HDassert(f && f->shared);
|
||
|
||
/* Dispatch to driver */
|
||
if ((ret_value = H5FD_mpi_get_size(f->shared->lf)) < 0)
|
||
HGOTO_ERROR(H5E_FILE, H5E_CANTGET, (-1), "driver get_size request failed")
|
||
|
||
done:
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5F_mpi_get_size() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5Fset_mpi_atomicity
|
||
*
|
||
* Purpose: Private call to set the atomicity mode
|
||
*
|
||
* Return: SUCCEED/FAIL
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
herr_t
|
||
H5Fset_mpi_atomicity(hid_t file_id, hbool_t flag)
|
||
{
|
||
H5F_t *file;
|
||
herr_t ret_value = SUCCEED;
|
||
|
||
FUNC_ENTER_API(FAIL)
|
||
H5TRACE2("e", "ib", file_id, flag);
|
||
|
||
/* Check args */
|
||
if(NULL == (file = (H5F_t *)H5I_object_verify(file_id, H5I_FILE)))
|
||
HGOTO_ERROR(H5E_ARGS, H5E_BADVALUE, FAIL, "not a file ID")
|
||
|
||
/* Check VFD */
|
||
if(!H5F_HAS_FEATURE(file, H5FD_FEAT_HAS_MPI))
|
||
HGOTO_ERROR(H5E_FILE, H5E_BADVALUE, FAIL, "incorrect VFL driver, does not support MPI atomicity mode")
|
||
|
||
/* Set atomicity value */
|
||
if (H5FD_set_mpio_atomicity(file->shared->lf, flag) < 0)
|
||
HGOTO_ERROR(H5E_FILE, H5E_CANTSET, FAIL, "can't set atomicity flag")
|
||
|
||
done:
|
||
FUNC_LEAVE_API(ret_value)
|
||
} /* end H5Fset_mpi_atomicity() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5Fget_mpi_atomicity
|
||
*
|
||
* Purpose: Returns the atomicity mode
|
||
*
|
||
* Return: Success: Non-negative
|
||
* Failure: Negative
|
||
*
|
||
* Programmer: Mohamad Chaarawi
|
||
* Feb 14, 2012
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
herr_t
|
||
H5Fget_mpi_atomicity(hid_t file_id, hbool_t *flag)
|
||
{
|
||
H5F_t *file;
|
||
herr_t ret_value = SUCCEED;
|
||
|
||
FUNC_ENTER_API(FAIL)
|
||
H5TRACE2("e", "i*b", file_id, flag);
|
||
|
||
/* Check args */
|
||
if(NULL == (file = (H5F_t *)H5I_object_verify(file_id, H5I_FILE)))
|
||
HGOTO_ERROR(H5E_ARGS, H5E_BADVALUE, FAIL, "not a file ID")
|
||
|
||
/* Check VFD */
|
||
if(!H5F_HAS_FEATURE(file, H5FD_FEAT_HAS_MPI))
|
||
HGOTO_ERROR(H5E_FILE, H5E_BADVALUE, FAIL, "incorrect VFL driver, does not support MPI atomicity mode")
|
||
|
||
/* Get atomicity value */
|
||
if (H5FD_get_mpio_atomicity(file->shared->lf, flag) < 0)
|
||
HGOTO_ERROR(H5E_FILE, H5E_CANTGET, FAIL, "can't get atomicity flag")
|
||
|
||
done:
|
||
FUNC_LEAVE_API(ret_value)
|
||
} /* end H5Fget_mpi_atomicity() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5F_mpi_retrieve_comm
|
||
*
|
||
* Purpose: Retrieves an MPI communicator from the file the location ID
|
||
* is in. If the loc_id is invalid, the fapl_id is used to
|
||
* retrieve the communicator.
|
||
*
|
||
* Return: Success: Non-negative
|
||
*
|
||
* Failure: Negative
|
||
*
|
||
* Programmer: Mohamad Chaarawi
|
||
* Feb 14, 2012
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
herr_t
|
||
H5F_mpi_retrieve_comm(hid_t loc_id, hid_t acspl_id, MPI_Comm *mpi_comm)
|
||
{
|
||
herr_t ret_value = SUCCEED;
|
||
|
||
FUNC_ENTER_NOAPI(FAIL)
|
||
|
||
/* Sanity check */
|
||
HDassert(mpi_comm);
|
||
|
||
/* Set value to return to invalid MPI comm */
|
||
*mpi_comm = MPI_COMM_NULL;
|
||
|
||
/* if the loc_id is valid, then get the comm from the file
|
||
attached to the loc_id */
|
||
if(H5I_INVALID_HID != loc_id) {
|
||
H5G_loc_t loc;
|
||
H5F_t *f = NULL;
|
||
|
||
/* Retrieve the file structure */
|
||
if(H5G_loc(loc_id, &loc) < 0)
|
||
HGOTO_ERROR(H5E_ARGS, H5E_BADTYPE, FAIL, "not a location")
|
||
f = loc.oloc->file;
|
||
HDassert(f);
|
||
|
||
/* Check if MPIO driver is used */
|
||
if(H5F_HAS_FEATURE(f, H5FD_FEAT_HAS_MPI)) {
|
||
/* retrieve the file communicator */
|
||
if(MPI_COMM_NULL == (*mpi_comm = H5F_mpi_get_comm(f)))
|
||
HGOTO_ERROR(H5E_FILE, H5E_CANTGET, FAIL, "can't get MPI communicator")
|
||
}
|
||
}
|
||
/* otherwise, this is from H5Fopen or H5Fcreate and has to be collective */
|
||
else {
|
||
H5P_genplist_t *plist; /* Property list pointer */
|
||
|
||
if(NULL == (plist = H5P_object_verify(acspl_id, H5P_FILE_ACCESS)))
|
||
HGOTO_ERROR(H5E_FILE, H5E_BADTYPE, FAIL, "not a file access list")
|
||
|
||
if(H5FD_MPIO == H5P_peek_driver(plist)) {
|
||
const H5FD_mpio_fapl_t *fa; /* MPIO fapl info */
|
||
|
||
if(NULL == (fa = (const H5FD_mpio_fapl_t *)H5P_peek_driver_info(plist)))
|
||
HGOTO_ERROR(H5E_FILE, H5E_BADVALUE, FAIL, "bad VFL driver info")
|
||
|
||
*mpi_comm = fa->comm;
|
||
}
|
||
}
|
||
|
||
done:
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5F_mpi_retrieve_comm */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5F_get_mpi_info
|
||
*
|
||
* Purpose: Retrieves MPI File info.
|
||
*
|
||
* Return: Success: The size (positive)
|
||
* Failure: Negative
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
herr_t
|
||
H5F_get_mpi_info(const H5F_t *f, MPI_Info **f_info)
|
||
{
|
||
herr_t ret_value = SUCCEED;
|
||
|
||
FUNC_ENTER_NOAPI(FAIL)
|
||
|
||
HDassert(f && f->shared);
|
||
|
||
/* Dispatch to driver */
|
||
if ((ret_value = H5FD_get_mpi_info(f->shared->lf, (void **)f_info)) < 0)
|
||
HGOTO_ERROR(H5E_FILE, H5E_CANTGET, FAIL, "can't get mpi file info")
|
||
|
||
done:
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5F_get_mpi_info() */
|
||
#endif /* H5_HAVE_PARALLEL */
|
||
|