mirror of
https://github.com/HDFGroup/hdf5.git
synced 2026-10-07 04:02:30 +03:00
Quincey Koziol
6b45f5172c
Code cleanup
Description:
Trim trailing whitespace, which is making 'diff'ing the two branches
difficult.
Solution:
Ran this script in each directory:
foreach f (*.[ch] *.cpp)
sed 's/[[:blank:]]*$//' $f > sed.out && mv sed.out $f
end
Platforms tested:
FreeBSD 4.11 (sleipnir)
Too minor to require h5committest
563 lines
15 KiB
C
563 lines
15 KiB
C
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
|
* Copyright by the Board of Trustees of the University of Illinois. *
|
|
* All rights reserved. *
|
|
* *
|
|
* This file is part of HDF5. The full HDF5 copyright notice, including *
|
|
* terms governing use, modification, and redistribution, is contained in *
|
|
* the files COPYING and Copyright.html. COPYING can be found at the root *
|
|
* of the source code distribution tree; Copyright.html can be found at the *
|
|
* root level of an installed copy of the electronic HDF5 document set and *
|
|
* is linked from the top-level documents page. It can also be found at *
|
|
* http://hdf.ncsa.uiuc.edu/HDF5/doc/Copyright.html. If you do not have *
|
|
* access to either file, you may request a copy from hdfhelp@ncsa.uiuc.edu. *
|
|
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
|
|
|
|
/*
|
|
* Programmer: Robb Matzke <matzke@llnl.gov>
|
|
* Wednesday, April 8, 1998
|
|
*/
|
|
#include "h5test.h"
|
|
|
|
const char *FILENAME[] = {
|
|
"big",
|
|
NULL
|
|
};
|
|
|
|
#define DNAME "big.data"
|
|
|
|
#define WRT_N 50
|
|
#define WRT_SIZE 4*1024
|
|
#define FAMILY_SIZE 1024*1024*1024
|
|
|
|
#define MAX_TRIES 100
|
|
|
|
#if H5_SIZEOF_LONG_LONG >= 8
|
|
# define GB8LL ((unsigned long_long)8*1024*1024*1024)
|
|
#else
|
|
# define GB8LL 0 /*cannot do the test*/
|
|
#endif
|
|
|
|
/* Protocols */
|
|
static void usage(void);
|
|
|
|
/* Array used to record all addresses at which data has been written */
|
|
/* so far. Used to prevent overlapping writes. */
|
|
static hsize_t values_used[WRT_N];
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: randll
|
|
*
|
|
* Purpose: Create a random long_long value.
|
|
* Ensures that a write at this value doesn't overlap any
|
|
* previous write.
|
|
*
|
|
* Return: Success: Random value
|
|
*
|
|
* Failure: Random value which overlaps another write
|
|
*
|
|
* Programmer: Robb Matzke
|
|
* Tuesday, November 24, 1998
|
|
*
|
|
* Modifications:
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static hsize_t
|
|
randll(hsize_t limit, int current_index)
|
|
{
|
|
hsize_t acc;
|
|
int overlap = 1;
|
|
int i;
|
|
int tries = 0;
|
|
|
|
/* Generate up to MAX_TRIES random numbers until one of them */
|
|
/* does not overlap with any previous writes */
|
|
while(overlap != 0 && tries < MAX_TRIES)
|
|
{
|
|
acc = rand ();
|
|
acc *= rand ();
|
|
acc = acc % limit;
|
|
overlap = 0;
|
|
|
|
for(i = 0; i < current_index; i++)
|
|
{
|
|
if((acc >= values_used[i]) && (acc < values_used[i]+WRT_SIZE))
|
|
overlap = 1;
|
|
if((acc+WRT_SIZE >= values_used[i]) && (acc+WRT_SIZE < values_used[i]+WRT_SIZE))
|
|
overlap = 1;
|
|
}
|
|
tries++;
|
|
}
|
|
|
|
values_used[current_index]=acc;
|
|
|
|
return acc;
|
|
}
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: is_sparse
|
|
*
|
|
* Purpose: Determines if the file system of the current working
|
|
* directory supports holes.
|
|
*
|
|
* Return: Success: Non-zero if holes are supported; zero
|
|
* otherwise.
|
|
*
|
|
* Failure: zero
|
|
*
|
|
* Programmer: Robb Matzke
|
|
* Wednesday, July 15, 1998
|
|
*
|
|
* Modifications:
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static int
|
|
is_sparse(void)
|
|
{
|
|
int fd;
|
|
h5_stat_t sb;
|
|
|
|
if ((fd=HDopen("x.h5", O_RDWR|O_TRUNC|O_CREAT, 0666))<0) return 0;
|
|
if (HDlseek(fd, (off_t)(1024*1024), SEEK_SET)!=1024*1024) return 0;
|
|
if (5!=HDwrite(fd, "hello", 5)) return 0;
|
|
if (HDclose(fd)<0) return 0;
|
|
if (HDstat("x.h5", &sb)<0) return 0;
|
|
if (HDunlink("x.h5")<0) return 0;
|
|
#ifdef H5_HAVE_STAT_ST_BLOCKS
|
|
return ((unsigned long)sb.st_blocks*512 < (unsigned long)sb.st_size);
|
|
#else
|
|
return (0);
|
|
#endif
|
|
}
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: enough_room
|
|
*
|
|
* Purpose: Tries to create a bunch of sparse files to see if quotas will
|
|
* get in the way. Some systems also have problems opening
|
|
* enough files and we'll check that too.
|
|
*
|
|
* Return: Success: Non-zero
|
|
*
|
|
* Failure: zero
|
|
*
|
|
* Programmer: Robb Matzke
|
|
* Thursday, August 6, 1998
|
|
*
|
|
* Modifications:
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static int
|
|
enough_room(hid_t fapl)
|
|
{
|
|
int ret_value=0;
|
|
int fd[68];
|
|
size_t i, size = (size_t)1 << 30;
|
|
char filename[1024], name[1024];
|
|
|
|
/* Initialize file descriptors */
|
|
for (i=0; i<NELMTS(fd); i++) fd[i] = -1;
|
|
|
|
/* Get file name template */
|
|
assert(H5FD_FAMILY==H5Pget_driver(fapl));
|
|
h5_fixname(FILENAME[0], fapl, filename, sizeof filename);
|
|
|
|
/* Create files */
|
|
for (i=0; i<NELMTS(fd); i++) {
|
|
HDsnprintf(name, sizeof name, filename, i);
|
|
if ((fd[i]=HDopen(name, O_RDWR|O_CREAT|O_TRUNC, 0666))<0) {
|
|
goto done;
|
|
}
|
|
if ((off_t)size != HDlseek(fd[i], (off_t)size, SEEK_SET)) {
|
|
goto done;
|
|
}
|
|
if (1!=HDwrite(fd[i], "X", 1)) {
|
|
goto done;
|
|
}
|
|
}
|
|
ret_value = 1;
|
|
|
|
done:
|
|
for (i=0; i<NELMTS(fd) && fd[i]>=0; i++) {
|
|
HDsnprintf(name, sizeof name, filename, i);
|
|
if(HDclose(fd[i])<0)
|
|
ret_value=0;
|
|
HDunlink(name);
|
|
}
|
|
|
|
return ret_value;
|
|
}
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: writer
|
|
*
|
|
* Purpose: Creates a *big* dataset.
|
|
*
|
|
* Return: Success: 0
|
|
*
|
|
* Failure: >0
|
|
*
|
|
* Programmer: Robb Matzke
|
|
* Wednesday, April 8, 1998
|
|
*
|
|
* Modifications:
|
|
* Robb Matzke, 15 Jul 1998
|
|
* Addresses are written to the file DNAME instead of stdout.
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static int
|
|
writer (hid_t fapl, int wrt_n)
|
|
{
|
|
hsize_t size1[4] = {8, 1024, 1024, 1024};
|
|
hsize_t size2[1] = {GB8LL};
|
|
hsize_t hs_start[1];
|
|
hsize_t hs_size[1];
|
|
hid_t file=-1, space1=-1, space2=-1, mem_space=-1, d1=-1, d2=-1;
|
|
int *buf = malloc (sizeof(int) * WRT_SIZE);
|
|
int i, j;
|
|
FILE *out = fopen(DNAME, "w");
|
|
char filename[1024];
|
|
hid_t dcpl;
|
|
|
|
TESTING("large dataset write");
|
|
|
|
/*
|
|
* We might be on a machine that has 32-bit files, so create an HDF5 file
|
|
* which is a family of files. Each member of the family will be 1GB
|
|
*/
|
|
h5_fixname(FILENAME[0], fapl, filename, sizeof filename);
|
|
if ((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl))<0) {
|
|
goto error;
|
|
}
|
|
|
|
/* Create simple data spaces according to the size specified above. */
|
|
if ((space1 = H5Screate_simple (4, size1, size1))<0 ||
|
|
(space2 = H5Screate_simple (1, size2, size2))<0) {
|
|
goto error;
|
|
}
|
|
|
|
/* Create the datasets */
|
|
/*
|
|
* The fix below is provided for bug#921
|
|
* H5Dcreate with H5P_DEFAULT creation properties
|
|
* will create a set of solid 1GB files; test will crash if quotas are enforced
|
|
* or it will take some time to write a file.
|
|
* We should create a dataset allocating space late and never writing fill values.
|
|
* EIP 4/8/03
|
|
|
|
if ((d1=H5Dcreate (file, "d1", H5T_NATIVE_INT, space1, H5P_DEFAULT))<0 ||
|
|
(d2=H5Dcreate (file, "d2", H5T_NATIVE_INT, space2, H5P_DEFAULT))<0) {
|
|
goto error;
|
|
}
|
|
*/
|
|
dcpl = H5Pcreate(H5P_DATASET_CREATE);
|
|
H5Pset_alloc_time(dcpl, H5D_ALLOC_TIME_LATE);
|
|
H5Pset_fill_time(dcpl, H5D_FILL_TIME_NEVER);
|
|
if ((d1=H5Dcreate (file, "d1", H5T_NATIVE_INT, space1, dcpl))<0 ||
|
|
(d2=H5Dcreate (file, "d2", H5T_NATIVE_INT, space2, dcpl))<0) {
|
|
goto error;
|
|
}
|
|
|
|
|
|
/* Write some things to them randomly */
|
|
hs_size[0] = WRT_SIZE;
|
|
if ((mem_space = H5Screate_simple (1, hs_size, hs_size))<0) goto error;
|
|
for (i=0; i<wrt_n; i++) {
|
|
hs_start[0] = randll (size2[0], i);
|
|
HDfprintf (out, "#%03d 0x%016Hx\n", i, hs_start[0]);
|
|
if (H5Sselect_hyperslab (space2, H5S_SELECT_SET, hs_start, NULL,
|
|
hs_size, NULL)<0) goto error;
|
|
for (j=0; j<WRT_SIZE; j++) {
|
|
buf[j] = i+1;
|
|
}
|
|
if (H5Dwrite (d2, H5T_NATIVE_INT, mem_space, space2,
|
|
H5P_DEFAULT, buf)<0) goto error;
|
|
}
|
|
|
|
if (H5Dclose (d1)<0) goto error;
|
|
if (H5Dclose (d2)<0) goto error;
|
|
if (H5Sclose (mem_space)<0) goto error;
|
|
if (H5Sclose (space1)<0) goto error;
|
|
if (H5Sclose (space2)<0) goto error;
|
|
if (H5Fclose (file)<0) goto error;
|
|
free (buf);
|
|
fclose(out);
|
|
PASSED();
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Dclose(d1);
|
|
H5Dclose(d2);
|
|
H5Sclose(space1);
|
|
H5Sclose(space2);
|
|
H5Sclose(mem_space);
|
|
H5Fclose(file);
|
|
} H5E_END_TRY;
|
|
if (buf) free(buf);
|
|
if (out) fclose(out);
|
|
return 1;
|
|
}
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: reader
|
|
*
|
|
* Purpose: Reads some data from random locations in the dataset.
|
|
*
|
|
* Return: Success: 0
|
|
*
|
|
* Failure: >0
|
|
*
|
|
* Programmer: Robb Matzke
|
|
* Friday, April 10, 1998
|
|
*
|
|
* Modifications:
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static int
|
|
reader (hid_t fapl)
|
|
{
|
|
FILE *script = NULL;
|
|
hid_t file=-1, mspace=-1, fspace=-1, d2=-1;
|
|
char ln[128], *s;
|
|
hsize_t hs_offset[1];
|
|
hsize_t hs_size[1] = {WRT_SIZE};
|
|
int *buf = malloc (sizeof(int) * WRT_SIZE);
|
|
int i, j, zero, wrong, nerrors=0;
|
|
char filename[1024];
|
|
|
|
/* Open script file */
|
|
script = fopen (DNAME, "r");
|
|
|
|
/* Open HDF5 file */
|
|
h5_fixname(FILENAME[0], fapl, filename, sizeof filename);
|
|
if ((file=H5Fopen(filename, H5F_ACC_RDONLY, fapl))<0) goto error;
|
|
|
|
/* Open the dataset */
|
|
if ((d2 = H5Dopen (file, "d2"))<0) goto error;
|
|
if ((fspace = H5Dget_space (d2))<0) goto error;
|
|
|
|
/* Describe `buf' */
|
|
if ((mspace = H5Screate_simple (1, hs_size, hs_size))<0) goto error;
|
|
|
|
/* Read each region */
|
|
while (fgets (ln, sizeof(ln), script)) {
|
|
if ('#'!=ln[0]) break;
|
|
i = (int)strtol (ln+1, &s, 10);
|
|
hs_offset[0] = HDstrtoll (s, NULL, 0);
|
|
HDfprintf (stdout, "#%03d 0x%016Hx%47s", i, hs_offset[0], "");
|
|
fflush (stdout);
|
|
|
|
if (H5Sselect_hyperslab (fspace, H5S_SELECT_SET, hs_offset, NULL,
|
|
hs_size, NULL)<0) goto error;
|
|
if (H5Dread (d2, H5T_NATIVE_INT, mspace, fspace, H5P_DEFAULT, buf)<0) {
|
|
goto error;
|
|
}
|
|
|
|
/* Check */
|
|
for (j=zero=wrong=0; j<WRT_SIZE; j++) {
|
|
if (0==buf[j]) zero++;
|
|
else if (buf[j]!=i+1) wrong++;
|
|
}
|
|
if (zero) {
|
|
H5_FAILED();
|
|
printf(" %d zero%s\n", zero, 1==zero?"":"s");
|
|
} else if (wrong) {
|
|
SKIPPED();
|
|
puts(" Possible overlap with another region.");
|
|
nerrors++;
|
|
} else {
|
|
PASSED();
|
|
}
|
|
}
|
|
|
|
if (H5Dclose (d2)<0) goto error;
|
|
if (H5Sclose (mspace)<0) goto error;
|
|
if (H5Sclose (fspace)<0) goto error;
|
|
if (H5Fclose (file)<0) goto error;
|
|
free (buf);
|
|
fclose (script);
|
|
return nerrors;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Dclose(d2);
|
|
H5Sclose(mspace);
|
|
H5Sclose(fspace);
|
|
H5Fclose(file);
|
|
} H5E_END_TRY;
|
|
if (buf) free(buf);
|
|
if (script) fclose(script);
|
|
return 1;
|
|
}
|
|
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: usage
|
|
*
|
|
* Purpose: Print command usage
|
|
*
|
|
* Return: void
|
|
*
|
|
* Programmer: Albert Chent
|
|
* Mar 28, 2002
|
|
*
|
|
* Modifications:
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static void
|
|
usage(void)
|
|
{
|
|
HDfprintf(stdout,
|
|
"Usage: big [-h] [-c] [-fsize <fsize>}\n"
|
|
"\t-h\tPrint the help page\n"
|
|
"\t-c\tFile system Checking skipped. Caution: this test generates\n"
|
|
"\t\tmany big files and may fill up the file system.\n"
|
|
"\t-fsize\tChange family size default to <fsize> where <fsize> is\n"
|
|
"\t\ta positive float point number. Default value is %Hu.\n"
|
|
"Examples:\n"
|
|
"\tbig -fsize 2.1e9 \t# test with file size just under 2GB\n"
|
|
"\tbig -fsize 2.2e9 \t# test with file size just above 2GB\n"
|
|
"\tBe sure the file system can support the file size requested\n"
|
|
, (hsize_t)FAMILY_SIZE);
|
|
}
|
|
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: main
|
|
*
|
|
* Purpose:
|
|
*
|
|
* Return: Success:
|
|
*
|
|
* Failure:
|
|
*
|
|
* Programmer: Robb Matzke
|
|
* Friday, April 10, 1998
|
|
*
|
|
* Modifications:
|
|
* Albert Cheng, 2002/03/28
|
|
* Added command option -fsize.
|
|
* Albert Cheng, 2002/04/19
|
|
* Added command option -c.
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
int
|
|
main (int ac, char **av)
|
|
{
|
|
hid_t fapl=-1;
|
|
hsize_t family_size;
|
|
hsize_t family_size_def; /* default family file size */
|
|
double family_size_def_dbl; /* default family file size */
|
|
int cflag=1; /* check file system before test */
|
|
|
|
/* parameters setup */
|
|
family_size_def = FAMILY_SIZE;
|
|
|
|
while (--ac > 0){
|
|
av++;
|
|
if (strcmp("-fsize", *av)==0){
|
|
/* specify a different family file size */
|
|
ac--; av++;
|
|
if (ac > 0){
|
|
family_size_def_dbl = atof(*av);
|
|
H5_ASSIGN_OVERFLOW(family_size_def,family_size_def_dbl,double,hsize_t);
|
|
if (family_size_def <= 0)
|
|
family_size_def = (hsize_t)FAMILY_SIZE;
|
|
}
|
|
else{
|
|
printf("***Missing fsize value***\n");
|
|
usage();
|
|
return 1;
|
|
}
|
|
}
|
|
else if (strcmp("-c", *av)==0){
|
|
/* turn off file system check before test */
|
|
cflag=0;
|
|
}
|
|
else if (strcmp("-h", *av)==0){
|
|
usage();
|
|
return 0;
|
|
}else{
|
|
usage();
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
/* Reset library */
|
|
h5_reset();
|
|
fapl = h5_fileaccess();
|
|
|
|
/* The file driver must be the family driver */
|
|
if (H5FD_FAMILY!=H5Pget_driver(fapl)) {
|
|
HDfprintf(stdout,
|
|
"Changing file drivers to the family driver, %Hu bytes each\n",
|
|
family_size_def);
|
|
if (H5Pset_fapl_family(fapl, family_size_def, H5P_DEFAULT)<0) goto error;
|
|
} else if (H5Pget_fapl_family(fapl, &family_size, NULL)<0) {
|
|
goto error;
|
|
} else if (family_size!=family_size_def) {
|
|
HDfprintf(stdout, "Changing family member size from %Hu to %Hu\n",
|
|
family_size, family_size_def);
|
|
if (H5Pset_fapl_family(fapl, family_size_def, H5P_DEFAULT)<0)
|
|
goto error;
|
|
}
|
|
|
|
if (cflag){
|
|
/*
|
|
* We shouldn't run this test if the file system doesn't support holes
|
|
* because we would generate multi-gigabyte files.
|
|
*/
|
|
puts("Checking if file system is adequate for this test...");
|
|
if (sizeof(long_long)<8 || 0==GB8LL) {
|
|
puts("Test skipped because sizeof(long_long) is too small. This");
|
|
puts("hardware apparently doesn't support 64-bit integer types.");
|
|
usage();
|
|
goto quit;
|
|
}
|
|
if (!is_sparse()) {
|
|
puts("Test skipped because file system does not support holes.");
|
|
usage();
|
|
goto quit;
|
|
}
|
|
if (!enough_room(fapl)) {
|
|
puts("Test skipped because of quota (file size or num open files).");
|
|
usage();
|
|
goto quit;
|
|
}
|
|
if (sizeof(hsize_t)<=4) {
|
|
puts("Test skipped because the hdf5 library was configured with the");
|
|
puts("--disable-hsizet flag in order to work around a compiler bug.");
|
|
usage();
|
|
goto quit;
|
|
}
|
|
}
|
|
|
|
/* Do the test */
|
|
if (writer(fapl, WRT_N)) goto error;
|
|
if (reader(fapl)) goto error;
|
|
puts("All big tests passed.");
|
|
|
|
quit:
|
|
/* End with normal exit code */
|
|
if (h5_cleanup(FILENAME, fapl)) remove(DNAME);
|
|
return 0;
|
|
|
|
error:
|
|
if (fapl>=0) H5Pclose(fapl);
|
|
puts("*** TEST FAILED ***");
|
|
return 1;
|
|
}
|