9f90e06bd0
Bring r18911 (plus some adaptions to match the code on the trunk)
from the metadata journaling "merging" branch to the trunk:
More general changes to align trunk with eventual changes from
metadata journaling branch.
Tested on:
FreeBSD/32 6.3 (duty) in debug mode
FreeBSD/64 6.3 (liberty) w/C++ & FORTRAN, in debug mode
Linux/32 2.6 (jam) w/PGI compilers, w/default API=1.8.x,
w/C++ & FORTRAN, w/threadsafe, in debug mode
Linux/64-amd64 2.6 (amani) w/Intel compilers, w/default API=1.6.x,
w/C++ & FORTRAN, in production mode
Solaris/32 2.10 (linew) w/deprecated symbols disabled, w/C++ & FORTRAN,
w/szip filter, in production mode
Linux/64-ia64 2.6 (cobalt) w/Intel compilers, w/C++ & FORTRAN,
in production mode
Linux/64-amd64 2.6 (abe) w/parallel, w/FORTRAN, in debug mode
Mac OS X/32 10.6.3 (amazon) in debug mode
Mac OS X/32 10.6.3 (amazon) w/C++ & FORTRAN, w/threadsafe,
in production mode
251 lines
12 KiB
C
251 lines
12 KiB
C
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
|
* Copyright by The HDF Group. *
|
|
* Copyright by the Board of Trustees of the University of Illinois. *
|
|
* All rights reserved. *
|
|
* *
|
|
* This file is part of HDF5. The full HDF5 copyright notice, including *
|
|
* terms governing use, modification, and redistribution, is contained in *
|
|
* the files COPYING and Copyright.html. COPYING can be found at the root *
|
|
* of the source code distribution tree; Copyright.html can be found at the *
|
|
* root level of an installed copy of the electronic HDF5 document set and *
|
|
* is linked from the top-level documents page. It can also be found at *
|
|
* http://hdfgroup.org/HDF5/doc/Copyright.html. If you do not have *
|
|
* access to either file, you may request a copy from help@hdfgroup.org. *
|
|
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
|
|
|
|
/*
|
|
* Programmer: Quincey Koziol <koziol@ncsa.uiuc.edu>
|
|
* Tuesday, May 2, 2006
|
|
*
|
|
* Purpose: This file contains declarations which are visible only within
|
|
* the H5FS package. Source files outside the H5FS package should
|
|
* include H5FSprivate.h instead.
|
|
*/
|
|
#ifndef H5FS_PACKAGE
|
|
#error "Do not include this file outside the H5FS package!"
|
|
#endif
|
|
|
|
#ifndef _H5FSpkg_H
|
|
#define _H5FSpkg_H
|
|
|
|
/* Uncomment this macro to enable debugging output for free space manager */
|
|
/* #define H5FS_DEBUG */
|
|
|
|
/* Uncomment this macro to enable debugging output for free space sections */
|
|
/* #define H5FS_SINFO_DEBUG */
|
|
|
|
/* Uncomment this macro to enable extra sanity checking */
|
|
/* #define H5FS_DEBUG_ASSERT */
|
|
|
|
/* Get package's private header */
|
|
#include "H5FSprivate.h" /* File free space */
|
|
|
|
/* Other private headers needed by this file */
|
|
#include "H5ACprivate.h" /* Metadata cache */
|
|
#include "H5SLprivate.h" /* Skip lists */
|
|
|
|
/**************************/
|
|
/* Package Private Macros */
|
|
/**************************/
|
|
|
|
/* Size of checksum information (on disk) */
|
|
#define H5FS_SIZEOF_CHKSUM 4
|
|
|
|
/* "Standard" size of prefix information for free space metadata */
|
|
#define H5FS_METADATA_PREFIX_SIZE ( \
|
|
H5_SIZEOF_MAGIC /* Signature */ \
|
|
+ 1 /* Version */ \
|
|
+ H5FS_SIZEOF_CHKSUM /* Metadata checksum */ \
|
|
)
|
|
|
|
/* Size of the fractal heap header on disk */
|
|
#define H5FS_HEADER_SIZE(f) ( \
|
|
/* General metadata fields */ \
|
|
H5FS_METADATA_PREFIX_SIZE \
|
|
\
|
|
/* Free space header specific fields */ \
|
|
+ 1 /* Client ID */ \
|
|
+ H5F_SIZEOF_SIZE(f) /* Total free space tracked */ \
|
|
+ H5F_SIZEOF_SIZE(f) /* Total # of sections tracked */ \
|
|
+ H5F_SIZEOF_SIZE(f) /* # of serializable sections tracked */ \
|
|
+ H5F_SIZEOF_SIZE(f) /* # of ghost sections tracked */ \
|
|
+ 2 /* Number of section classes */ \
|
|
+ 2 /* Shrink percent */ \
|
|
+ 2 /* Expand percent */ \
|
|
+ 2 /* Size of address space for sections (log2 of value) */ \
|
|
+ H5F_SIZEOF_SIZE(f) /* Max. size of section to track */ \
|
|
+ H5F_SIZEOF_ADDR(f) /* Address of serialized free space sections */ \
|
|
+ H5F_SIZEOF_SIZE(f) /* Size of serialized free space sections used */ \
|
|
+ H5F_SIZEOF_SIZE(f) /* Allocated size of serialized free space sections */ \
|
|
)
|
|
|
|
/* Size of the free space serialized sections on disk */
|
|
#define H5FS_SINFO_PREFIX_SIZE(f) ( \
|
|
/* General metadata fields */ \
|
|
H5FS_METADATA_PREFIX_SIZE \
|
|
\
|
|
/* Free space serialized sections specific fields */ \
|
|
+ H5F_SIZEOF_ADDR(f) /* Address of free space header for these sections */ \
|
|
)
|
|
|
|
|
|
/****************************/
|
|
/* Package Private Typedefs */
|
|
/****************************/
|
|
|
|
/* Callback info for loading a free space header into the cache */
|
|
typedef struct H5FS_hdr_cache_ud_t {
|
|
H5F_t *f; /* File that free space header is within */
|
|
size_t nclasses; /* Number of section classes */
|
|
const H5FS_section_class_t **classes; /* Array of section class info */
|
|
void *cls_init_udata; /* Pointer to class init user data */
|
|
haddr_t addr; /* Address of header */
|
|
} H5FS_hdr_cache_ud_t;
|
|
|
|
/* Callback info for loading free space section info into the cache */
|
|
typedef struct H5FS_sinfo_cache_ud_t {
|
|
H5F_t *f; /* File that free space section info is within */
|
|
H5FS_t *fspace; /* free space manager */
|
|
hid_t dxpl_id;
|
|
} H5FS_sinfo_cache_ud_t;
|
|
|
|
/* Free space section bin info */
|
|
typedef struct H5FS_bin_t {
|
|
size_t tot_sect_count; /* Total # of sections in this bin */
|
|
size_t serial_sect_count; /* # of serializable sections in this bin */
|
|
size_t ghost_sect_count; /* # of un-serializable sections in this bin */
|
|
H5SL_t *bin_list; /* Skip list of differently sized sections */
|
|
} H5FS_bin_t;
|
|
|
|
/* Free space node for free space sections of the same size */
|
|
typedef struct H5FS_node_t {
|
|
hsize_t sect_size; /* Size of all sections on list */
|
|
size_t serial_count; /* # of serializable sections on list */
|
|
size_t ghost_count; /* # of un-serializable sections on list */
|
|
H5SL_t *sect_list; /* Skip list to hold pointers to actual free list section node */
|
|
} H5FS_node_t;
|
|
|
|
/* Free space section info */
|
|
typedef struct H5FS_sinfo_t {
|
|
/* Information for H5AC cache functions, _must_ be first field in structure */
|
|
H5AC_info_t cache_info;
|
|
|
|
/* Stored information */
|
|
H5FS_bin_t *bins; /* Array of lists of lists of free sections */
|
|
|
|
/* Computed/cached values */
|
|
hbool_t dirty; /* Whether this info in memory is out of sync w/info in file */
|
|
unsigned nbins; /* Number of bins */
|
|
size_t serial_size; /* Total size of all serializable sections */
|
|
size_t tot_size_count; /* Total number of differently sized sections */
|
|
size_t serial_size_count; /* Total number of differently sized serializable sections */
|
|
size_t ghost_size_count; /* Total number of differently sized un-serializable sections */
|
|
unsigned sect_prefix_size; /* Size of the section serialization prefix (in bytes) */
|
|
unsigned sect_off_size; /* Size of a section offset (in bytes) */
|
|
unsigned sect_len_size; /* Size of a section length (in bytes) */
|
|
H5FS_t *fspace; /* Pointer to free space manager that owns sections */
|
|
|
|
/* Memory data structures (not stored directly) */
|
|
H5SL_t *merge_list; /* Skip list to hold sections for detecting merges */
|
|
} H5FS_sinfo_t;
|
|
|
|
/* Free space header info */
|
|
struct H5FS_t {
|
|
/* Information for H5AC cache functions, _must_ be first field in structure */
|
|
H5AC_info_t cache_info;
|
|
|
|
/* Stored information */
|
|
/* Statistics about sections managed */
|
|
hsize_t tot_space; /* Total amount of space tracked */
|
|
hsize_t tot_sect_count; /* Total # of sections tracked */
|
|
hsize_t serial_sect_count; /* # of serializable sections tracked */
|
|
hsize_t ghost_sect_count; /* # of un-serializable sections tracked */
|
|
|
|
/* Creation parameters */
|
|
H5FS_client_t client; /* Type of user of this free space manager */
|
|
unsigned nclasses; /* Number of section classes handled */
|
|
unsigned shrink_percent; /* Percent of "normal" serialized size to shrink serialized space at */
|
|
unsigned expand_percent; /* Percent of "normal" serialized size to expand serialized space at */
|
|
unsigned max_sect_addr; /* Size of address space free sections are within (log2 of actual value) */
|
|
hsize_t max_sect_size; /* Maximum size of section to track */
|
|
|
|
/* Serialized section information */
|
|
haddr_t sect_addr; /* Address of the section info in the file */
|
|
hsize_t sect_size; /* Size of the section info in the file */
|
|
hsize_t alloc_sect_size; /* Allocated size of the section info in the file */
|
|
|
|
/* Computed/cached values */
|
|
unsigned rc; /* Count of outstanding references to struct */
|
|
haddr_t addr; /* Address of free space header on disk */
|
|
size_t hdr_size; /* Size of free space header on disk */
|
|
H5FS_sinfo_t *sinfo; /* Section information */
|
|
unsigned sinfo_lock_count; /* # of times the section info has been locked */
|
|
hbool_t sinfo_protected; /* Whether the section info was protected when locked */
|
|
hbool_t sinfo_modified; /* Whether the section info has been modified while locked */
|
|
H5AC_protect_t sinfo_accmode; /* Access mode for protecting the section info */
|
|
size_t max_cls_serial_size; /* Max. additional size of serialized form of section */
|
|
hsize_t threshold; /* Threshold for alignment */
|
|
hsize_t alignment; /* Alignment */
|
|
|
|
|
|
/* Memory data structures (not stored directly) */
|
|
H5FS_section_class_t *sect_cls; /* Array of section classes for this free list */
|
|
};
|
|
|
|
|
|
/*****************************/
|
|
/* Package Private Variables */
|
|
/*****************************/
|
|
|
|
/* H5FS header inherits cache-like properties from H5AC */
|
|
H5_DLLVAR const H5AC_class_t H5AC_FSPACE_HDR[1];
|
|
|
|
/* H5FS section info inherits cache-like properties from H5AC */
|
|
H5_DLLVAR const H5AC_class_t H5AC_FSPACE_SINFO[1];
|
|
|
|
/* Declare a free list to manage the H5FS_node_t struct */
|
|
H5FL_EXTERN(H5FS_node_t);
|
|
|
|
/* Declare a free list to manage the H5FS_bin_t sequence information */
|
|
H5FL_SEQ_EXTERN(H5FS_bin_t);
|
|
|
|
/* Declare a free list to manage the H5FS_sinfo_t struct */
|
|
H5FL_EXTERN(H5FS_sinfo_t);
|
|
|
|
/* Declare a free list to manage the H5FS_t struct */
|
|
H5FL_EXTERN(H5FS_t);
|
|
|
|
|
|
/******************************/
|
|
/* Package Private Prototypes */
|
|
/******************************/
|
|
|
|
/* Free space manager header routines */
|
|
H5_DLL H5FS_t *H5FS_new(const H5F_t *f, size_t nclasses,
|
|
const H5FS_section_class_t *classes[], void *cls_init_udata);
|
|
H5_DLL herr_t H5FS_incr(H5FS_t *fspace);
|
|
H5_DLL herr_t H5FS_decr(H5FS_t *fspace);
|
|
H5_DLL herr_t H5FS_dirty(H5FS_t *fspace);
|
|
|
|
/* Free space section routines */
|
|
H5_DLL H5FS_sinfo_t *H5FS_sinfo_new(H5F_t *f, H5FS_t *fspace);
|
|
|
|
/* Routines for destroying structures */
|
|
H5_DLL herr_t H5FS_hdr_dest(H5FS_t *hdr);
|
|
H5_DLL herr_t H5FS_sinfo_dest(H5FS_sinfo_t *sinfo);
|
|
|
|
/* Sanity check routines */
|
|
#ifdef H5FS_DEBUG
|
|
H5_DLL herr_t H5FS_assert(const H5FS_t *fspace);
|
|
H5_DLL herr_t H5FS_sect_assert(const H5FS_t *fspace);
|
|
#endif /* H5FS_DEBUG */
|
|
|
|
/* Testing routines */
|
|
#ifdef H5FS_TESTING
|
|
H5_DLL herr_t H5FS_get_cparam_test(const H5FS_t *fh, H5FS_create_t *cparam);
|
|
H5_DLL int H5FS_cmp_cparam_test(const H5FS_create_t *cparam1, const H5FS_create_t *cparam2);
|
|
#endif /* H5FS_TESTING */
|
|
|
|
#endif /* _H5FSpkg_H */
|
|
|