diff --git a/integtest/3ru_1df_multirun_test.py b/integtest/3ru_1df_multirun_test.py index 817325f..140be4e 100644 --- a/integtest/3ru_1df_multirun_test.py +++ b/integtest/3ru_1df_multirun_test.py @@ -5,9 +5,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -169,7 +169,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=True) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=True) def test_log_files(run_dunerc): diff --git a/integtest/3ru_3df_multirun_test.py b/integtest/3ru_3df_multirun_test.py index 9453996..883f242 100644 --- a/integtest/3ru_3df_multirun_test.py +++ b/integtest/3ru_3df_multirun_test.py @@ -4,9 +4,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -192,7 +192,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=True) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=True) def test_log_files(run_dunerc): diff --git a/integtest/disabled_tpg_test.py b/integtest/disabled_tpg_test.py index c809ae1..ea6310c 100644 --- a/integtest/disabled_tpg_test.py +++ b/integtest/disabled_tpg_test.py @@ -14,9 +14,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -132,7 +132,7 @@ def test_dunerc_success(run_dunerc, caplog): # check for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=True) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=True) def test_log_files(run_dunerc): diff --git a/integtest/example_system_test.py b/integtest/example_system_test.py index b1d172d..ce2580b 100755 --- a/integtest/example_system_test.py +++ b/integtest/example_system_test.py @@ -8,9 +8,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -153,7 +153,7 @@ def host_is_at_ehn1(hostname): def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=True) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=True) def test_log_files(run_dunerc): diff --git a/integtest/fake_data_producer_test.py b/integtest/fake_data_producer_test.py index 5b84606..1c7c3ca 100644 --- a/integtest/fake_data_producer_test.py +++ b/integtest/fake_data_producer_test.py @@ -6,9 +6,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -122,7 +122,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=True) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=True) def test_log_files(run_dunerc): diff --git a/integtest/long_window_readout_test.py b/integtest/long_window_readout_test.py index b4fab32..24072a3 100644 --- a/integtest/long_window_readout_test.py +++ b/integtest/long_window_readout_test.py @@ -18,9 +18,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -93,6 +93,7 @@ conf_dict.tpg_enabled = False conf_dict.n_df_apps = number_of_dataflow_apps conf_dict.fake_hsi_enabled = False +conf_dict.remove_hdf5_files = True conf_dict.config_substitutions.append( data_classes.attribute_substitution( @@ -179,7 +180,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc): @@ -220,30 +221,3 @@ def test_data_files(run_dunerc): data_file, fragment_check_list[jdx] ) assert all_ok, "\N{POLICE CARS REVOLVING LIGHT} One or more data file checks failed! \N{POLICE CARS REVOLVING LIGHT}" - - -def test_cleanup(run_dunerc): - pathlist_string = "" - filelist_string = "" - for data_file in run_dunerc.data_files: - filelist_string += " " + str(data_file) - if str(data_file.parent) not in pathlist_string: - pathlist_string += " " + str(data_file.parent) - - if pathlist_string and filelist_string: - if run_dunerc.verbosity_helper.compare_level(IntegtestVerbosityLevels.integtest_debug): - print("============================================") - print("Listing the hdf5 files before deleting them:") - print("============================================") - - os.system(f"df -h {pathlist_string}") - print("--------------------") - os.system(f"ls -alF {filelist_string}") - - for data_file in run_dunerc.data_files: - data_file.unlink() - - if run_dunerc.verbosity_helper.compare_level(IntegtestVerbosityLevels.integtest_debug): - print("--------------------") - os.system(f"df -h {pathlist_string}") - print("============================================") diff --git a/integtest/minimal_system_quick_test.py b/integtest/minimal_system_quick_test.py index cd88a02..39dd740 100644 --- a/integtest/minimal_system_quick_test.py +++ b/integtest/minimal_system_quick_test.py @@ -3,10 +3,10 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation import integrationtest.opmon_metric_checks as opmon_metric_checks +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -114,7 +114,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc): diff --git a/integtest/readout_type_scan_test.py b/integtest/readout_type_scan_test.py index ecd0ee1..8ae0efa 100644 --- a/integtest/readout_type_scan_test.py +++ b/integtest/readout_type_scan_test.py @@ -5,9 +5,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -389,7 +389,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=True) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=True) def test_log_files(run_dunerc): diff --git a/integtest/sample_ehn1_multihost_test.py b/integtest/sample_ehn1_multihost_test.py index 6dc20b5..f8732e7 100644 --- a/integtest/sample_ehn1_multihost_test.py +++ b/integtest/sample_ehn1_multihost_test.py @@ -32,8 +32,8 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes +import integrationtest.utility_functions as utility_functions from integrationtest.verbosity_helper import IntegtestVerbosityLevels import functools @@ -321,7 +321,7 @@ def test_dunerc_success(run_dunerc, capsys, caplog): # print("*** WARNING: the cleanup of stale _gunicorn_ process on np04-srv-028 did not succeed...") # check on run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc): diff --git a/integtest/small_footprint_quick_test.py b/integtest/small_footprint_quick_test.py index a0f15ec..9aa19cf 100644 --- a/integtest/small_footprint_quick_test.py +++ b/integtest/small_footprint_quick_test.py @@ -3,9 +3,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -98,7 +98,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) expected_max_time_sec = 65 if run_dunerc.daq_session_overall_time > expected_max_time_sec: diff --git a/integtest/tpg_state_collection_test.py b/integtest/tpg_state_collection_test.py index 05b2be2..34f7e0b 100644 --- a/integtest/tpg_state_collection_test.py +++ b/integtest/tpg_state_collection_test.py @@ -3,10 +3,10 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.opmon_metric_checks as opmon_metric_checks import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -205,7 +205,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc): diff --git a/integtest/tpreplay_test.py b/integtest/tpreplay_test.py index d5e77c2..f389aca 100644 --- a/integtest/tpreplay_test.py +++ b/integtest/tpreplay_test.py @@ -35,8 +35,8 @@ import integrationtest.data_classes as data_classes import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -255,7 +255,7 @@ def _cleanup_tmpdir(): # Run control def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=True) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=True) # Log files def test_log_files(run_dunerc): @@ -329,4 +329,3 @@ def test_data_files(run_dunerc): print(f"\N{POLICE CARS REVOLVING LIGHT} The number of unique Source IDs is NOT as expected ({selected_params['n_sids_tp'], selected_params['n_sids_ta'], selected_params['n_sids_tc']})! \N{POLICE CARS REVOLVING LIGHT}") assert all_ok, "\N{POLICE CARS REVOLVING LIGHT} One or more data file checks failed! \N{POLICE CARS REVOLVING LIGHT}" - diff --git a/integtest/tpstream_writing_test.py b/integtest/tpstream_writing_test.py index 9ab0b1c..cfb1ba4 100644 --- a/integtest/tpstream_writing_test.py +++ b/integtest/tpstream_writing_test.py @@ -3,9 +3,9 @@ import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.data_classes as data_classes import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -184,7 +184,7 @@ def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=False) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=False) def test_log_files(run_dunerc): diff --git a/integtest/trigger_bitwords_test.py b/integtest/trigger_bitwords_test.py index 68ef657..37472b6 100644 --- a/integtest/trigger_bitwords_test.py +++ b/integtest/trigger_bitwords_test.py @@ -34,8 +34,8 @@ import integrationtest.data_classes as data_classes import integrationtest.data_file_checks as data_file_checks import integrationtest.log_file_checks as log_file_checks -import integrationtest.basic_checks as basic_checks import integrationtest.resource_validation as resource_validation +import integrationtest.utility_functions as utility_functions from integrationtest.get_pytest_tmpdir import get_pytest_tmpdir from integrationtest.verbosity_helper import IntegtestVerbosityLevels @@ -249,7 +249,7 @@ # Run control def test_dunerc_success(run_dunerc, caplog): # checks for run control success, problems during pytest setup, etc. - basic_checks.basic_checks(run_dunerc, caplog, print_test_name=True) + utility_functions.basic_checks(run_dunerc, caplog, print_test_name=True) # Log files def test_log_files(run_dunerc): @@ -342,4 +342,3 @@ def test_data_files(run_dunerc): print(f"\N{POLICE CARS REVOLVING LIGHT} The TR type multiplicity is NOT as expected ({selected_params['multi_required']})! \N{POLICE CARS REVOLVING LIGHT}") assert all_ok, "\N{POLICE CARS REVOLVING LIGHT} One or more data file checks failed! \N{POLICE CARS REVOLVING LIGHT}" -