d94581e19b
Add new internal object header routines to query the header chunk that
a message is in, and to lock/unlock a message into a chunk (so it doesn't get
moved into another chunk during allocation/free events).
Also, move dataspace message to beginning of object header messages
added to a dataset's object header, so it can be locked into chunk #0 (when
performing SWMR operations).
Tested on:
FreeBSD/32 6.3 (duty) in debug mode
FreeBSD/64 6.3 (liberty) w/C++ & FORTRAN, in debug mode
Linux/32 2.6 (jam) w/PGI compilers, w/default API=1.8.x,
w/C++ & FORTRAN, w/threadsafe, in debug mode
Linux/64-amd64 2.6 (amani) w/Intel compilers, w/default API=1.6.x,
w/C++ & FORTRAN, in production mode
Solaris/32 2.10 (linew) w/deprecated symbols disabled, w/C++ & FORTRAN,
w/szip filter, in production mode
Linux/64-ia64 2.6 (cobalt) w/Intel compilers, w/C++ & FORTRAN,
in production mode
Linux/64-ia64 2.4 (tg-login3) w/parallel, w/FORTRAN, in debug mode
Linux/64-amd64 2.6 (abe) w/parallel, w/FORTRAN, in production mode
Mac OS X/32 10.6.3 (amazon) in debug mode
Mac OS X/32 10.6.3 (amazon) w/C++ & FORTRAN, w/threadsafe,
in production mode
434 lines
15 KiB
C
434 lines
15 KiB
C
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
||
* Copyright by The HDF Group. *
|
||
* Copyright by the Board of Trustees of the University of Illinois. *
|
||
* All rights reserved. *
|
||
* *
|
||
* This file is part of HDF5. The full HDF5 copyright notice, including *
|
||
* terms governing use, modification, and redistribution, is contained in *
|
||
* the files COPYING and Copyright.html. COPYING can be found at the root *
|
||
* of the source code distribution tree; Copyright.html can be found at the *
|
||
* root level of an installed copy of the electronic HDF5 document set and *
|
||
* is linked from the top-level documents page. It can also be found at *
|
||
* http://hdfgroup.org/HDF5/doc/Copyright.html. If you do not have *
|
||
* access to either file, you may request a copy from help@hdfgroup.org. *
|
||
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
|
||
|
||
/****************/
|
||
/* Module Setup */
|
||
/****************/
|
||
|
||
#define H5D_PACKAGE /*suppress error about including H5Dpkg */
|
||
#define H5O_PACKAGE /*suppress error about including H5Opkg */
|
||
|
||
|
||
/***********/
|
||
/* Headers */
|
||
/***********/
|
||
#include "H5private.h" /* Generic Functions */
|
||
#include "H5Dpkg.h" /* Datasets */
|
||
#include "H5Eprivate.h" /* Error handling */
|
||
#include "H5FLprivate.h" /* Free lists */
|
||
#include "H5Iprivate.h" /* IDs */
|
||
#include "H5Opkg.h" /* Object headers */
|
||
|
||
|
||
/****************/
|
||
/* Local Macros */
|
||
/****************/
|
||
|
||
|
||
/******************/
|
||
/* Local Typedefs */
|
||
/******************/
|
||
|
||
|
||
/********************/
|
||
/* Local Prototypes */
|
||
/********************/
|
||
static void *H5O_dset_get_copy_file_udata(void);
|
||
static void H5O_dset_free_copy_file_udata(void *);
|
||
static htri_t H5O_dset_isa(H5O_t *loc);
|
||
static hid_t H5O_dset_open(const H5G_loc_t *obj_loc, hid_t lapl_id,
|
||
hid_t dxpl_id, hbool_t app_ref);
|
||
static void *H5O_dset_create(H5F_t *f, void *_crt_info, H5G_loc_t *obj_loc,
|
||
hid_t dxpl_id);
|
||
static H5O_loc_t *H5O_dset_get_oloc(hid_t obj_id);
|
||
static herr_t H5O_dset_bh_info(H5F_t *f, hid_t dxpl_id, H5O_t *oh,
|
||
H5_ih_info_t *bh_info);
|
||
|
||
|
||
/*********************/
|
||
/* Package Variables */
|
||
/*********************/
|
||
|
||
|
||
/*****************************/
|
||
/* Library Private Variables */
|
||
/*****************************/
|
||
|
||
|
||
/*******************/
|
||
/* Local Variables */
|
||
/*******************/
|
||
|
||
/* This message derives from H5O object class */
|
||
const H5O_obj_class_t H5O_OBJ_DATASET[1] = {{
|
||
H5O_TYPE_DATASET, /* object type */
|
||
"dataset", /* object name, for debugging */
|
||
H5O_dset_get_copy_file_udata, /* get 'copy file' user data */
|
||
H5O_dset_free_copy_file_udata, /* free 'copy file' user data */
|
||
H5O_dset_isa, /* "isa" message */
|
||
H5O_dset_open, /* open an object of this class */
|
||
H5O_dset_create, /* create an object of this class */
|
||
H5O_dset_get_oloc, /* get an object header location for an object */
|
||
H5O_dset_bh_info /* get the index & heap info for an object */
|
||
}};
|
||
|
||
/* Declare a free list to manage the H5D_copy_file_ud_t struct */
|
||
H5FL_DEFINE(H5D_copy_file_ud_t);
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5O_dset_get_copy_file_udata
|
||
*
|
||
* Purpose: Allocates the user data needed for copying a dataset's
|
||
* object header from file to file.
|
||
*
|
||
* Return: Success: Non-NULL pointer to user data
|
||
*
|
||
* Failure: NULL
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Monday, November 21, 2005
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static void *
|
||
H5O_dset_get_copy_file_udata(void)
|
||
{
|
||
void *ret_value; /* Return value */
|
||
|
||
FUNC_ENTER_NOAPI_NOINIT(H5O_dset_get_copy_file_udata)
|
||
|
||
/* Allocate space for the 'copy file' user data for copying datasets */
|
||
if(NULL == (ret_value = H5FL_CALLOC(H5D_copy_file_ud_t)))
|
||
HGOTO_ERROR(H5E_RESOURCE, H5E_NOSPACE, NULL, "memory allocation failed")
|
||
|
||
done:
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5O_dset_get_copy_file_udata() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5O_dset_free_copy_file_udata
|
||
*
|
||
* Purpose: Release the user data needed for copying a dataset's
|
||
* object header from file to file.
|
||
*
|
||
* Return: <none>
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Monday, November 21, 2005
|
||
*
|
||
* Modifications: Peter Cao
|
||
* Tuesday, December 27, 2005
|
||
* Free filter pipeline for copying a dataset
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static void
|
||
H5O_dset_free_copy_file_udata(void *_udata)
|
||
{
|
||
H5D_copy_file_ud_t *udata = (H5D_copy_file_ud_t *)_udata;
|
||
|
||
FUNC_ENTER_NOAPI_NOINIT_NOFUNC(H5O_dset_free_copy_file_udata)
|
||
|
||
/* Sanity check */
|
||
HDassert(udata);
|
||
|
||
/* Release copy of dataset's dataspace extent, if it was set */
|
||
if(udata->src_space_extent)
|
||
H5O_msg_free(H5O_SDSPACE_ID, udata->src_space_extent);
|
||
|
||
/* Release copy of dataset's datatype, if it was set */
|
||
if(udata->src_dtype)
|
||
H5T_close(udata->src_dtype);
|
||
|
||
/* Release copy of dataset's filter pipeline, if it was set */
|
||
if(udata->common.src_pline)
|
||
H5O_msg_free(H5O_PLINE_ID, udata->common.src_pline);
|
||
|
||
/* Release space for 'copy file' user data */
|
||
udata = H5FL_FREE(H5D_copy_file_ud_t, udata);
|
||
|
||
FUNC_LEAVE_NOAPI_VOID
|
||
} /* end H5O_dset_free_copy_file_udata() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5O_dset_isa
|
||
*
|
||
* Purpose: Determines if an object has the requisite messages for being
|
||
* a dataset.
|
||
*
|
||
* Return: Success: TRUE if the required dataset messages are
|
||
* present; FALSE otherwise.
|
||
*
|
||
* Failure: FAIL if the existence of certain messages
|
||
* cannot be determined.
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Monday, November 2, 1998
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
htri_t
|
||
H5O_dset_isa(H5O_t *oh)
|
||
{
|
||
htri_t exists; /* Flag if header message of interest exists */
|
||
htri_t ret_value = TRUE; /* Return value */
|
||
|
||
FUNC_ENTER_NOAPI(H5O_dset_isa, FAIL)
|
||
|
||
HDassert(oh);
|
||
|
||
/* Datatype */
|
||
if((exists = H5O_msg_exists_oh(oh, H5O_DTYPE_ID)) < 0)
|
||
HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "unable to read object header")
|
||
else if(!exists)
|
||
HGOTO_DONE(FALSE)
|
||
|
||
/* Layout */
|
||
if((exists = H5O_msg_exists_oh(oh, H5O_SDSPACE_ID)) < 0)
|
||
HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "unable to read object header")
|
||
else if(!exists)
|
||
HGOTO_DONE(FALSE)
|
||
|
||
done:
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5O_dset_isa() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5O_dset_open
|
||
*
|
||
* Purpose: Open a dataset at a particular location
|
||
*
|
||
* Return: Success: Open object identifier
|
||
* Failure: Negative
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Monday, November 6, 2006
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static hid_t
|
||
H5O_dset_open(const H5G_loc_t *obj_loc, hid_t lapl_id, hid_t dxpl_id, hbool_t app_ref)
|
||
{
|
||
H5D_t *dset = NULL; /* Dataset opened */
|
||
htri_t isdapl; /* lapl_id is a dapl */
|
||
hid_t dapl_id; /* dapl to use to open this dataset */
|
||
hid_t ret_value; /* Return value */
|
||
|
||
FUNC_ENTER_NOAPI_NOINIT(H5O_dset_open)
|
||
|
||
HDassert(obj_loc);
|
||
|
||
/* If the lapl passed in is a dapl, use it. Otherwise, use the default dapl */
|
||
if(lapl_id == H5P_DEFAULT)
|
||
isdapl = FALSE;
|
||
else
|
||
if((isdapl = H5P_isa_class(lapl_id, H5P_DATASET_ACCESS)) < 0)
|
||
HGOTO_ERROR(H5E_PLIST, H5E_CANTCOMPARE, FAIL, "unable to compare property list classes")
|
||
|
||
if(isdapl)
|
||
dapl_id = lapl_id;
|
||
else
|
||
dapl_id = H5P_DATASET_ACCESS_DEFAULT;
|
||
|
||
/* Open the dataset */
|
||
if(NULL == (dset = H5D_open(obj_loc, dapl_id, dxpl_id)))
|
||
HGOTO_ERROR(H5E_DATASET, H5E_CANTOPENOBJ, FAIL, "unable to open dataset")
|
||
|
||
/* Register an ID for the dataset */
|
||
if((ret_value = H5I_register(H5I_DATASET, dset, app_ref)) < 0)
|
||
HGOTO_ERROR(H5E_ATOM, H5E_CANTREGISTER, FAIL, "unable to register dataset")
|
||
|
||
done:
|
||
if(ret_value < 0)
|
||
if(dset && H5D_close(dset) < 0)
|
||
HDONE_ERROR(H5E_DATASET, H5E_CLOSEERROR, FAIL, "unable to release dataset")
|
||
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5O_dset_open() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5O_dset_create
|
||
*
|
||
* Purpose: Create a dataset in a file
|
||
*
|
||
* Return: Success: Pointer to the dataset data structure
|
||
* Failure: NULL
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Wednesday, April 11, 2007
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static void *
|
||
H5O_dset_create(H5F_t *f, void *_crt_info, H5G_loc_t *obj_loc, hid_t dxpl_id)
|
||
{
|
||
H5D_obj_create_t *crt_info = (H5D_obj_create_t *)_crt_info; /* Dataset creation parameters */
|
||
H5D_t *dset = NULL; /* New dataset created */
|
||
void *ret_value; /* Return value */
|
||
|
||
FUNC_ENTER_NOAPI_NOINIT(H5O_dset_create)
|
||
|
||
/* Sanity checks */
|
||
HDassert(f);
|
||
HDassert(crt_info);
|
||
HDassert(obj_loc);
|
||
|
||
/* Create the the dataset */
|
||
if(NULL == (dset = H5D_create(f, crt_info->type_id, crt_info->space, crt_info->dcpl_id, crt_info->dapl_id, dxpl_id)))
|
||
HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, NULL, "unable to create dataset")
|
||
|
||
/* Set up the new dataset's location */
|
||
if(NULL == (obj_loc->oloc = H5D_oloc(dset)))
|
||
HGOTO_ERROR(H5E_ARGS, H5E_BADVALUE, NULL, "unable to get object location of dataset")
|
||
if(NULL == (obj_loc->path = H5D_nameof(dset)))
|
||
HGOTO_ERROR(H5E_ARGS, H5E_BADVALUE, NULL, "unable to get path of dataset")
|
||
|
||
/* Set the return value */
|
||
ret_value = dset;
|
||
|
||
done:
|
||
if(ret_value == NULL)
|
||
if(dset && H5D_close(dset) < 0)
|
||
HDONE_ERROR(H5E_DATASET, H5E_CLOSEERROR, NULL, "unable to release dataset")
|
||
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5O_dset_create() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5O_dset_get_oloc
|
||
*
|
||
* Purpose: Retrieve the object header location for an open object
|
||
*
|
||
* Return: Success: Pointer to object header location
|
||
* Failure: NULL
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Monday, November 6, 2006
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static H5O_loc_t *
|
||
H5O_dset_get_oloc(hid_t obj_id)
|
||
{
|
||
H5D_t *dset; /* Dataset opened */
|
||
H5O_loc_t *ret_value; /* Return value */
|
||
|
||
FUNC_ENTER_NOAPI_NOINIT(H5O_dset_get_oloc)
|
||
|
||
/* Get the dataset */
|
||
if(NULL == (dset = (H5D_t *)H5I_object(obj_id)))
|
||
HGOTO_ERROR(H5E_OHDR, H5E_BADATOM, NULL, "couldn't get object from ID")
|
||
|
||
/* Get the dataset's object header location */
|
||
if(NULL == (ret_value = H5D_oloc(dset)))
|
||
HGOTO_ERROR(H5E_OHDR, H5E_CANTGET, NULL, "unable to get object location from object")
|
||
|
||
done:
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5O_dset_get_oloc() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: H5O_dset_bh_info
|
||
*
|
||
* Purpose: Returns the amount of btree storage that is used for chunked
|
||
* dataset.
|
||
*
|
||
* Return: Success: non-negative
|
||
* Failure: negative
|
||
*
|
||
* Programmer: Vailin Choi
|
||
* July 11, 2007
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
H5O_dset_bh_info(H5F_t *f, hid_t dxpl_id, H5O_t *oh, H5_ih_info_t *bh_info)
|
||
{
|
||
H5O_layout_t layout; /* Data storage layout message */
|
||
H5O_pline_t pline; /* I/O pipeline message */
|
||
H5O_efl_t efl; /* External File List message */
|
||
hbool_t layout_read = FALSE; /* Whether the layout message was read */
|
||
hbool_t pline_read = FALSE; /* Whether the I/O pipeline message was read */
|
||
hbool_t efl_read = FALSE; /* Whether the external file list message was read */
|
||
htri_t exists; /* Flag if header message of interest exists */
|
||
herr_t ret_value = SUCCEED; /* Return value */
|
||
|
||
FUNC_ENTER_NOAPI_NOINIT(H5O_dset_bh_info)
|
||
|
||
/* Sanity check */
|
||
HDassert(f);
|
||
HDassert(oh);
|
||
HDassert(bh_info);
|
||
|
||
/* Get the layout message from the object header */
|
||
if(NULL == H5O_msg_read_oh(f, dxpl_id, oh, H5O_LAYOUT_ID, &layout))
|
||
HGOTO_ERROR(H5E_OHDR, H5E_CANTGET, FAIL, "can't find layout message")
|
||
layout_read = TRUE;
|
||
|
||
/* Check for chunked dataset storage */
|
||
if(layout.type == H5D_CHUNKED && H5D_chunk_is_space_alloc(&layout.storage)) {
|
||
/* Check for I/O pipeline message */
|
||
if((exists = H5O_msg_exists_oh(oh, H5O_PLINE_ID)) < 0)
|
||
HGOTO_ERROR(H5E_DATASET, H5E_CANTINIT, FAIL, "unable to read object header")
|
||
else if(exists) {
|
||
if(NULL == H5O_msg_read_oh(f, dxpl_id, oh, H5O_PLINE_ID, &pline))
|
||
HGOTO_ERROR(H5E_OHDR, H5E_CANTGET, FAIL, "can't find I/O pipeline message")
|
||
pline_read = TRUE;
|
||
} /* end else if */
|
||
else
|
||
HDmemset(&pline, 0, sizeof(pline));
|
||
|
||
if(H5D_chunk_bh_info(f, dxpl_id, &layout, &pline, &(bh_info->index_size)) < 0)
|
||
HGOTO_ERROR(H5E_OHDR, H5E_CANTGET, FAIL, "can't determine chunked dataset btree info")
|
||
} /* end if */
|
||
|
||
/* Check for External File List message in the object header */
|
||
if((exists = H5O_msg_exists_oh(oh, H5O_EFL_ID)) < 0)
|
||
HGOTO_ERROR(H5E_OHDR, H5E_NOTFOUND, FAIL, "unable to check for EFL message")
|
||
|
||
if(exists && H5D_efl_is_space_alloc(&layout.storage)) {
|
||
/* Start with clean EFL info */
|
||
HDmemset(&efl, 0, sizeof(efl));
|
||
|
||
/* Get External File List message from the object header */
|
||
if(NULL == H5O_msg_read_oh(f, dxpl_id, oh, H5O_EFL_ID, &efl))
|
||
HGOTO_ERROR(H5E_OHDR, H5E_CANTGET, FAIL, "can't find EFL message")
|
||
efl_read = TRUE;
|
||
|
||
/* Get size of local heap for EFL message's file list */
|
||
if(H5D_efl_bh_info(f, dxpl_id, &efl, &(bh_info->heap_size)) < 0)
|
||
HGOTO_ERROR(H5E_OHDR, H5E_CANTGET, FAIL, "can't determine EFL heap info")
|
||
} /* end if */
|
||
|
||
done:
|
||
/* Free messages, if they've been read in */
|
||
if(layout_read && H5O_msg_reset(H5O_LAYOUT_ID, &layout) < 0)
|
||
HDONE_ERROR(H5E_DATASET, H5E_CANTRESET, FAIL, "unable to reset data storage layout message")
|
||
if(pline_read && H5O_msg_reset(H5O_PLINE_ID, &pline) < 0)
|
||
HDONE_ERROR(H5E_DATASET, H5E_CANTRESET, FAIL, "unable to reset I/O pipeline message")
|
||
if(efl_read && H5O_msg_reset(H5O_EFL_ID, &efl) < 0)
|
||
HDONE_ERROR(H5E_DATASET, H5E_CANTRESET, FAIL, "unable to reset external file list message")
|
||
|
||
FUNC_LEAVE_NOAPI(ret_value)
|
||
} /* end H5O_dset_bh_info() */
|
||
|