TREX/trexio
1
0
Fork 0
mirror of https://github.com/TREX-CoE/trexio.git synced 2024-12-22 20:35:44 +01:00
Code Issues Projects Releases Wiki Activity

improve tests

Browse Source
This commit is contained in:
q-posev 2021-12-14 17:46:04 +01:00
parent b90abcc307
commit ba758e991f
3 changed files with 57 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
tests/io_dset_sparse_hdf5.c
View File

@ -10,7 +10,7 @@
#define SIZE 100 #define SIZE 100
#define N_CHUNKS 5 #define N_CHUNKS 5
static int test_write_dset_sparse (const char* file_name, const back_end_t backend) { static int test_write_dset_sparse (const char* file_name, const back_end_t backend, const int64_t offset) {
/* Try to write an array of sparse data into the TREXIO file */ /* Try to write an array of sparse data into the TREXIO file */
@ -39,14 +39,23 @@ static int test_write_dset_sparse (const char* file_name, const back_end_t backe
value[i] = 3.14 + (double) i; value[i] = 3.14 + (double) i;
} }
// write mo_num which will be used to determine the optimal size of int indices
if (trexio_has_mo_num(file) == TREXIO_HAS_NOT) {
rc = trexio_write_mo_num(file, 1000);
assert(rc == TREXIO_SUCCESS);
}
// write dataset chunks of sparse data in the file (including FAKE statements) // write dataset chunks of sparse data in the file (including FAKE statements)
uint64_t chunk_size = (uint64_t) SIZE/N_CHUNKS; uint64_t chunk_size = (uint64_t) SIZE/N_CHUNKS;
uint64_t offset_f = 0; uint64_t offset_f = 0UL;
uint64_t offset_d = 0UL;
if (offset != 0L) offset_f += offset;
// write n_chunks times using write_sparse // write n_chunks times using write_sparse
for(int i=0; i<N_CHUNKS; ++i){ for(int i=0; i<N_CHUNKS; ++i){
rc = trexio_write_mo_2e_int_eri(file, offset_f, chunk_size, &index[4*offset_f], &value[offset_f]); rc = trexio_write_mo_2e_int_eri(file, offset_f, chunk_size, &index[4*offset_d], &value[offset_d]);
assert(rc == TREXIO_SUCCESS); assert(rc == TREXIO_SUCCESS);
offset_d += chunk_size;
offset_f += chunk_size; offset_f += chunk_size;
} }
@ -98,7 +107,7 @@ static int test_has_dset_sparse (const char* file_name, const back_end_t backend
return 0; return 0;
} }
static int test_read_dset_sparse (const char* file_name, const back_end_t backend) { static int test_read_dset_sparse (const char* file_name, const back_end_t backend, const int64_t offset) {
/* Try to read one chunk of dataset of sparse data in the TREXIO file */ /* Try to read one chunk of dataset of sparse data in the TREXIO file */
@ -126,21 +135,25 @@ static int test_read_dset_sparse (const char* file_name, const back_end_t backen
int64_t offset_file_read = 40L; int64_t offset_file_read = 40L;
int offset_data_read = 5; int offset_data_read = 5;
if (offset != 0L) offset_file_read += offset;
// read one chunk using the aforementioned parameters // read one chunk using the aforementioned parameters
rc = trexio_read_mo_2e_int_eri(file, offset_file_read, chunk_read, &index_read[4*offset_data_read], &value_read[offset_data_read]); rc = trexio_read_mo_2e_int_eri(file, offset_file_read, chunk_read, &index_read[4*offset_data_read], &value_read[offset_data_read]);
assert(rc == TREXIO_SUCCESS); assert(rc == TREXIO_SUCCESS);
assert(index_read[0] == 0); assert(index_read[0] == 0);
assert(index_read[4*offset_data_read] == offset_file_read*4); assert(index_read[4*offset_data_read] == 4 * (int32_t) (offset_file_read-offset));
// now attempt to read so that one encounters end of file during reading (i.e. offset_file_read + chunk_read > size_max) // now attempt to read so that one encounters end of file during reading (i.e. offset_file_read + chunk_read > size_max)
offset_file_read = 97L; offset_file_read = 97L;
offset_data_read = 1; offset_data_read = 1;
if (offset != 0L) offset_file_read += offset;
// read one chunk that will reach EOF and return TREXIO_END code // read one chunk that will reach EOF and return TREXIO_END code
rc = trexio_read_mo_2e_int_eri(file, offset_file_read, chunk_read, &index_read[4*offset_data_read], &value_read[offset_data_read]); rc = trexio_read_mo_2e_int_eri(file, offset_file_read, chunk_read, &index_read[4*offset_data_read], &value_read[offset_data_read]);
assert(rc == TREXIO_END); assert(rc == TREXIO_END);
assert(index_read[4*size_r-1] == 0); assert(index_read[4*size_r-1] == 0);
assert(index_read[4*offset_data_read] == 4 * (int32_t) offset_file_read); assert(index_read[4*offset_data_read] == 4 * (int32_t) (offset_file_read-offset));
// close current session // close current session
rc = trexio_close(file); rc = trexio_close(file);
@ -195,14 +208,15 @@ int main(){
assert (rc == 0); assert (rc == 0);
// check the first write attempt (SIZE elements written in N_CHUNKS chunks) // check the first write attempt (SIZE elements written in N_CHUNKS chunks)
test_write_dset_sparse (TREXIO_FILE, TEST_BACKEND); test_write_dset_sparse (TREXIO_FILE, TEST_BACKEND, 0);
test_has_dset_sparse (TREXIO_FILE, TEST_BACKEND); test_has_dset_sparse (TREXIO_FILE, TEST_BACKEND);
test_read_dset_sparse (TREXIO_FILE, TEST_BACKEND); test_read_dset_sparse (TREXIO_FILE, TEST_BACKEND, 0);
test_read_dset_sparse_size(TREXIO_FILE, TEST_BACKEND, (int64_t) SIZE); test_read_dset_sparse_size(TREXIO_FILE, TEST_BACKEND, SIZE);
// check the second write attempt (SIZE elements written in N_CHUNKS chunks) // check the second write attempt (SIZE elements written in N_CHUNKS chunks)
test_write_dset_sparse (TREXIO_FILE, TEST_BACKEND); test_write_dset_sparse (TREXIO_FILE, TEST_BACKEND, SIZE);
test_read_dset_sparse_size(TREXIO_FILE, TEST_BACKEND, (int64_t) SIZE*2); test_read_dset_sparse (TREXIO_FILE, TEST_BACKEND, SIZE);
test_read_dset_sparse_size(TREXIO_FILE, TEST_BACKEND, SIZE*2);
rc = system(RM_COMMAND); rc = system(RM_COMMAND);
assert (rc == 0); assert (rc == 0);

38
tests/io_dset_sparse_text.c
View File

@ -10,7 +10,7 @@
#define SIZE 100 #define SIZE 100
#define N_CHUNKS 5 #define N_CHUNKS 5
static int test_write_dset_sparse (const char* file_name, const back_end_t backend) { static int test_write_dset_sparse (const char* file_name, const back_end_t backend, const int64_t offset) {
/* Try to write an array of sparse data into the TREXIO file */ /* Try to write an array of sparse data into the TREXIO file */
@ -39,14 +39,23 @@ static int test_write_dset_sparse (const char* file_name, const back_end_t backe
value[i] = 3.14 + (double) i; value[i] = 3.14 + (double) i;
} }
// write mo_num which will be used to determine the optimal size of int indices
if (trexio_has_mo_num(file) == TREXIO_HAS_NOT) {
rc = trexio_write_mo_num(file, 1000);
assert(rc == TREXIO_SUCCESS);
}
// write dataset chunks of sparse data in the file (including FAKE statements) // write dataset chunks of sparse data in the file (including FAKE statements)
uint64_t chunk_size = (uint64_t) SIZE/N_CHUNKS; uint64_t chunk_size = (uint64_t) SIZE/N_CHUNKS;
uint64_t offset_f = 0; uint64_t offset_f = 0UL;
uint64_t offset_d = 0UL;
if (offset != 0L) offset_f += offset;
// write n_chunks times using write_sparse // write n_chunks times using write_sparse
for(int i=0; i<N_CHUNKS; ++i){ for(int i=0; i<N_CHUNKS; ++i){
rc = trexio_write_mo_2e_int_eri(file, offset_f, chunk_size, &index[4*offset_f], &value[offset_f]); rc = trexio_write_mo_2e_int_eri(file, offset_f, chunk_size, &index[4*offset_d], &value[offset_d]);
assert(rc == TREXIO_SUCCESS); assert(rc == TREXIO_SUCCESS);
offset_d += chunk_size;
offset_f += chunk_size; offset_f += chunk_size;
} }
@ -98,7 +107,7 @@ static int test_has_dset_sparse (const char* file_name, const back_end_t backend
return 0; return 0;
} }
static int test_read_dset_sparse (const char* file_name, const back_end_t backend) { static int test_read_dset_sparse (const char* file_name, const back_end_t backend, const int64_t offset) {
/* Try to read one chunk of dataset of sparse data in the TREXIO file */ /* Try to read one chunk of dataset of sparse data in the TREXIO file */
@ -115,7 +124,7 @@ static int test_read_dset_sparse (const char* file_name, const back_end_t backen
// define arrays to read into // define arrays to read into
int32_t* index_read; int32_t* index_read;
double* value_read; double* value_read;
uint64_t size_r = 20L; uint64_t size_r = 40L;
index_read = (int32_t*) calloc(4L*size_r,sizeof(int32_t)); index_read = (int32_t*) calloc(4L*size_r,sizeof(int32_t));
value_read = (double*) calloc(size_r,sizeof(double)); value_read = (double*) calloc(size_r,sizeof(double));
@ -126,21 +135,25 @@ static int test_read_dset_sparse (const char* file_name, const back_end_t backen
int64_t offset_file_read = 40L; int64_t offset_file_read = 40L;
int offset_data_read = 5; int offset_data_read = 5;
if (offset != 0L) offset_file_read += offset;
// read one chunk using the aforementioned parameters // read one chunk using the aforementioned parameters
rc = trexio_read_mo_2e_int_eri(file, offset_file_read, chunk_read, &index_read[4*offset_data_read], &value_read[offset_data_read]); rc = trexio_read_mo_2e_int_eri(file, offset_file_read, chunk_read, &index_read[4*offset_data_read], &value_read[offset_data_read]);
assert(rc == TREXIO_SUCCESS); assert(rc == TREXIO_SUCCESS);
assert(index_read[0] == 0); assert(index_read[0] == 0);
assert(index_read[4*offset_data_read] == offset_file_read*4); assert(index_read[4*offset_data_read] == 4 * (int32_t) (offset_file_read-offset));
// now attempt to read so that one encounters end of file during reading (i.e. offset_file_read + chunk_read > size_max) // now attempt to read so that one encounters end of file during reading (i.e. offset_file_read + chunk_read > size_max)
offset_file_read = 97L; offset_file_read = 97L;
offset_data_read = 1; offset_data_read = 1;
if (offset != 0L) offset_file_read += offset;
// read one chunk that will reach EOF and return TREXIO_END code // read one chunk that will reach EOF and return TREXIO_END code
rc = trexio_read_mo_2e_int_eri(file, offset_file_read, chunk_read, &index_read[4*offset_data_read], &value_read[offset_data_read]); rc = trexio_read_mo_2e_int_eri(file, offset_file_read, chunk_read, &index_read[4*offset_data_read], &value_read[offset_data_read]);
assert(rc == TREXIO_END); assert(rc == TREXIO_END);
assert(index_read[4*size_r-1] == 0); assert(index_read[4*size_r-1] == 0);
assert(index_read[4*offset_data_read] == 4 * (int32_t) offset_file_read); assert(index_read[4*offset_data_read] == 4 * (int32_t) (offset_file_read-offset));
// close current session // close current session
rc = trexio_close(file); rc = trexio_close(file);
@ -195,14 +208,15 @@ int main(){
assert (rc == 0); assert (rc == 0);
// check the first write attempt (SIZE elements written in N_CHUNKS chunks) // check the first write attempt (SIZE elements written in N_CHUNKS chunks)
test_write_dset_sparse (TREXIO_FILE, TEST_BACKEND); test_write_dset_sparse (TREXIO_FILE, TEST_BACKEND, 0);
test_has_dset_sparse (TREXIO_FILE, TEST_BACKEND); test_has_dset_sparse (TREXIO_FILE, TEST_BACKEND);
test_read_dset_sparse (TREXIO_FILE, TEST_BACKEND); test_read_dset_sparse (TREXIO_FILE, TEST_BACKEND, 0);
test_read_dset_sparse_size(TREXIO_FILE, TEST_BACKEND, (int64_t) SIZE); test_read_dset_sparse_size(TREXIO_FILE, TEST_BACKEND, SIZE);
// check the second write attempt (SIZE elements written in N_CHUNKS chunks) // check the second write attempt (SIZE elements written in N_CHUNKS chunks)
test_write_dset_sparse (TREXIO_FILE, TEST_BACKEND); test_write_dset_sparse (TREXIO_FILE, TEST_BACKEND, SIZE);
test_read_dset_sparse_size(TREXIO_FILE, TEST_BACKEND, (int64_t) SIZE*2); test_read_dset_sparse (TREXIO_FILE, TEST_BACKEND, SIZE);
test_read_dset_sparse_size(TREXIO_FILE, TEST_BACKEND, SIZE*2);
rc = system(RM_COMMAND); rc = system(RM_COMMAND);
assert (rc == 0); assert (rc == 0);

6
tests/test_f.f90
View File

@ -138,6 +138,12 @@ subroutine test_write(file_name, back_end)
rc = trexio_write_basis_nucleus_index(trex_file, basis_nucleus_index) rc = trexio_write_basis_nucleus_index(trex_file, basis_nucleus_index)
call trexio_assert(rc, TREXIO_SUCCESS, 'SUCCESS WRITE INDEX') call trexio_assert(rc, TREXIO_SUCCESS, 'SUCCESS WRITE INDEX')
! write mo_num which will be used to determine the optimal size of int indices
if (trexio_has_mo_num(trex_file) == TREXIO_HAS_NOT) then
rc = trexio_write_mo_num(trex_file, 1000)
call trexio_assert(rc, TREXIO_SUCCESS, 'SUCCESS WRITE MO NUM')
endif
offset = 0 offset = 0
do i = 1,n_buffers do i = 1,n_buffers
rc = trexio_write_mo_2e_int_eri(trex_file, offset, buf_size, & rc = trexio_write_mo_2e_int_eri(trex_file, offset, buf_size, &