diff --git a/integtest/disabled_output_test.py b/integtest/disabled_output_test.py index aa35913..175aa3e 100644 --- a/integtest/disabled_output_test.py +++ b/integtest/disabled_output_test.py @@ -7,9 +7,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -171,7 +171,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=True) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=True) def test_log_files(run_dunerc): diff --git a/integtest/hdf5_compression_test.py b/integtest/hdf5_compression_test.py index 02d3f13..984e5cb 100644 --- a/integtest/hdf5_compression_test.py +++ b/integtest/hdf5_compression_test.py @@ -5,9 +5,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -128,6 +128,7 @@ conf_dict.dro_map_config.det_id = 2 # det_id = 2 for kHD_PDS conf_dict.frame_file = "asset://?checksum=a8990a9eb3a505d4ded62dfdfa9e2681" # run 36012 DAPHNE data #conf_dict.frame_file = "file:///home/nfs/biery/dunedaq/12MayFDv5.3.2DevInstrUpdate/sourcecode/dfmodules/integtest/np02vdcoldbox_run035227_sample_hd_pds.bin" +conf_dict.remove_hdf5_files = True conf_dict.config_substitutions.append( data_classes.attribute_substitution( @@ -241,7 +242,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc): @@ -301,36 +302,3 @@ def test_tpstream_files(run_dunerc): data_file, fragment_check_list[jdx] ) assert all_ok, "\N{POLICE CARS REVOLVING LIGHT} One or more TP-stream data file checks failed! \N{POLICE CARS REVOLVING LIGHT}" - - -def test_cleanup(run_dunerc): - pathlist_string = "" - filelist_string = "" - for data_file in run_dunerc.data_files: - filelist_string += " " + str(data_file) - if str(data_file.parent) not in pathlist_string: - pathlist_string += " " + str(data_file.parent) - for data_file in run_dunerc.tpset_files: - filelist_string += " " + str(data_file) - if str(data_file.parent) not in pathlist_string: - pathlist_string += " " + str(data_file.parent) - - if pathlist_string and filelist_string: - if run_dunerc.verbosity_helper.compare_level(IntegtestVerbosityLevels.integtest_debug): - print("============================================") - print("Listing the hdf5 files before deleting them:") - print("============================================") - - os.system(f"df -h {pathlist_string}") - print("--------------------") - os.system(f"ls -alF {filelist_string}") - - for data_file in run_dunerc.data_files: - data_file.unlink() - for data_file in run_dunerc.tpset_files: - data_file.unlink() - - if run_dunerc.verbosity_helper.compare_level(IntegtestVerbosityLevels.integtest_debug): - print("--------------------") - os.system(f"df -h {pathlist_string}") - print("============================================") diff --git a/integtest/insufficient_disk_space_test.py b/integtest/insufficient_disk_space_test.py index c504e66..7450420 100644 --- a/integtest/insufficient_disk_space_test.py +++ b/integtest/insufficient_disk_space_test.py @@ -5,9 +5,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -97,6 +97,7 @@ conf_dict.tpg_enabled = False conf_dict.n_df_apps = number_of_dataflow_apps conf_dict.fake_hsi_enabled = False +conf_dict.remove_hdf5_files = True conf_dict.config_substitutions.append( data_classes.attribute_substitution( @@ -154,7 +155,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc): @@ -202,30 +203,3 @@ def test_data_files(run_dunerc): data_file, fragment_check_list[jdx] ) assert all_ok - - -def test_cleanup(run_dunerc): - pathlist_string = "" - filelist_string = "" - for data_file in run_dunerc.data_files: - filelist_string += " " + str(data_file) - if str(data_file.parent) not in pathlist_string: - pathlist_string += " " + str(data_file.parent) - - if pathlist_string and filelist_string: - if run_dunerc.verbosity_helper.compare_level(IntegtestVerbosityLevels.integtest_debug): - print("============================================") - print("Listing the hdf5 files before deleting them:") - print("============================================") - - os.system(f"df -h {pathlist_string}") - print("--------------------") - os.system(f"ls -alF {filelist_string}") - - for data_file in run_dunerc.data_files: - data_file.unlink() - - if run_dunerc.verbosity_helper.compare_level(IntegtestVerbosityLevels.integtest_debug): - print("--------------------") - os.system(f"df -h {pathlist_string}") - print("============================================") diff --git a/integtest/large_trigger_record_test.py b/integtest/large_trigger_record_test.py index be3ff21..a6dff83 100644 --- a/integtest/large_trigger_record_test.py +++ b/integtest/large_trigger_record_test.py @@ -12,9 +12,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -90,6 +90,7 @@ conf_dict.config_session_name= "largerecord" conf_dict.tpg_enabled = False conf_dict.n_df_apps = number_of_dataflow_apps +conf_dict.remove_hdf5_files = True conf_dict.config_substitutions.append( data_classes.attribute_substitution( @@ -167,7 +168,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=True) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=True) def test_log_files(run_dunerc): @@ -219,30 +220,3 @@ def test_data_files(run_dunerc): ) assert all_ok - - -def test_cleanup(run_dunerc): - pathlist_string = "" - filelist_string = "" - for data_file in run_dunerc.data_files: - filelist_string += " " + str(data_file) - if str(data_file.parent) not in pathlist_string: - pathlist_string += " " + str(data_file.parent) - - if pathlist_string and filelist_string: - if run_dunerc.verbosity_helper.compare_level(IntegtestVerbosityLevels.integtest_debug): - print("============================================") - print("Listing the hdf5 files before deleting them:") - print("============================================") - - os.system(f"df -h {pathlist_string}") - print("--------------------") - os.system(f"ls -alF {filelist_string}") - - for data_file in run_dunerc.data_files: - data_file.unlink() - - if run_dunerc.verbosity_helper.compare_level(IntegtestVerbosityLevels.integtest_debug): - print("--------------------") - os.system(f"df -h {pathlist_string}") - print("============================================") diff --git a/integtest/max_file_size_test.py b/integtest/max_file_size_test.py index 12a072b..c9e0d96 100644 --- a/integtest/max_file_size_test.py +++ b/integtest/max_file_size_test.py @@ -5,9 +5,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -110,6 +110,7 @@ conf_dict.frame_file = ( "asset://?checksum=dd156b4895f1b06a06b6ff38e37bd798" # WIBEth All Zeros ) +conf_dict.remove_hdf5_files = True conf_dict.config_substitutions.append( data_classes.attribute_substitution( @@ -210,7 +211,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc): @@ -270,36 +271,3 @@ def test_tpstream_files(run_dunerc): data_file, fragment_check_list[jdx] ) assert all_ok, "\N{POLICE CARS REVOLVING LIGHT} One or more TP-stream data file checks failed! \N{POLICE CARS REVOLVING LIGHT}" - - -def test_cleanup(run_dunerc): - pathlist_string = "" - filelist_string = "" - for data_file in run_dunerc.data_files: - filelist_string += " " + str(data_file) - if str(data_file.parent) not in pathlist_string: - pathlist_string += " " + str(data_file.parent) - for data_file in run_dunerc.tpset_files: - filelist_string += " " + str(data_file) - if str(data_file.parent) not in pathlist_string: - pathlist_string += " " + str(data_file.parent) - - if pathlist_string and filelist_string: - if run_dunerc.verbosity_helper.compare_level(IntegtestVerbosityLevels.integtest_debug): - print("============================================") - print("Listing the hdf5 files before deleting them:") - print("============================================") - - os.system(f"df -h {pathlist_string}") - print("--------------------") - os.system(f"ls -alF {filelist_string}") - - for data_file in run_dunerc.data_files: - data_file.unlink() - for data_file in run_dunerc.tpset_files: - data_file.unlink() - - if run_dunerc.verbosity_helper.compare_level(IntegtestVerbosityLevels.integtest_debug): - print("--------------------") - os.system(f"df -h {pathlist_string}") - print("============================================") diff --git a/integtest/multiple_data_writers_test.py b/integtest/multiple_data_writers_test.py index 24ad902..32f4681 100644 --- a/integtest/multiple_data_writers_test.py +++ b/integtest/multiple_data_writers_test.py @@ -5,9 +5,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -142,7 +142,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc): diff --git a/integtest/offline_prod_run_test.py b/integtest/offline_prod_run_test.py index 51d3b95..4180dfb 100644 --- a/integtest/offline_prod_run_test.py +++ b/integtest/offline_prod_run_test.py @@ -5,8 +5,8 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes +import integrationtest.utility_functions as utility_functions from integrationtest.verbosity_helper import IntegtestVerbosityLevels import functools @@ -92,7 +92,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc): diff --git a/integtest/trmonrequestor_test.py b/integtest/trmonrequestor_test.py index 9550074..ee5e7eb 100755 --- a/integtest/trmonrequestor_test.py +++ b/integtest/trmonrequestor_test.py @@ -5,8 +5,8 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes +import integrationtest.utility_functions as utility_functions from integrationtest.verbosity_helper import IntegtestVerbosityLevels import functools @@ -105,7 +105,7 @@ def make_run_command_list(runnum): # The tests themselves def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc):