120 lines
4.3 KiB
Python
120 lines
4.3 KiB
Python
import logging
|
|
import os
|
|
import re
|
|
import shutil
|
|
import subprocess
|
|
import sys
|
|
|
|
|
|
logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(message)s")
|
|
|
|
|
|
DATA_ROOT_DIR = os.environ['CLEARING_TEST_DIR']
|
|
CLR_TEST_DIR = os.environ['CLR_TEST_DIR']
|
|
RESULT_FILES_DIR = os.environ['RESULT_FILES_DIR']
|
|
|
|
|
|
def run_docker(folder_name):
|
|
logging.info(f"Preparing docker-compose for {folder_name}")
|
|
os.environ['CLR_TEST_NAME'] = folder_name
|
|
os.chdir("clr_test")
|
|
|
|
logging.info("Removing all clr_test-db containers")
|
|
subprocess.call('docker rm -f $(docker ps --all -q --filter ancestor=clr_test-db)', shell=True)
|
|
|
|
logging.info("Removing all clr_test-clearing_system containers")
|
|
subprocess.call('docker rm -f $(docker ps --all -q --filter ancestor=clr_test-clearing_system)', shell=True)
|
|
|
|
logging.info("Removing all clr_test-db images")
|
|
subprocess.call('docker rmi -f clr_test-db', shell=True)
|
|
|
|
logging.info("Removing all clr_test-clearing_system images")
|
|
subprocess.call('docker rmi -f clr_test-clearing_system', shell=True)
|
|
|
|
logging.info("Starting docker compose")
|
|
code = subprocess.call('docker compose up --abort-on-container-exit --exit-code-from clearing_system --build --force-recreate', shell=True)
|
|
logging.info(os.listdir(f"{CLR_TEST_DIR}/mnt/results"))
|
|
os.chdir("..")
|
|
|
|
if code != 0:
|
|
sys.exit(code)
|
|
|
|
return code
|
|
|
|
|
|
def change_date(folder_name):
|
|
pattern = r"((?<=clearing-tester\.mock-date-for-sdf=)|(?<=clearing-tester\.mock-date-for-execution=))(.+)"
|
|
|
|
with open(f"{DATA_ROOT_DIR}/{folder_name}/date.txt", 'r') as f:
|
|
date = f.read()
|
|
with open(f"{CLR_TEST_DIR}/clearing-all/clearing_testing_utils/clearing-tester/application.properties", 'r') as f:
|
|
file = f.read()
|
|
re.sub(pattern, date, file)
|
|
with open(f"{CLR_TEST_DIR}/clearing-all/clearing_testing_utils/clearing-tester/application.properties", 'w') as f:
|
|
f.write(file)
|
|
|
|
|
|
def remove_files_with_extensions(extension):
|
|
for root, dirs, files in os.walk(CLR_TEST_DIR):
|
|
for currentFile in files:
|
|
if currentFile.lower().endswith(extension):
|
|
logging.info(f"Removing file {os.path.join(root, currentFile)}, based on extension {extension}")
|
|
os.remove(os.path.join(root, currentFile))
|
|
|
|
|
|
def remove_if_exists(filepath):
|
|
if os.path.exists(filepath):
|
|
os.remove(filepath)
|
|
|
|
|
|
def apply_test_case(folder: str):
|
|
logging.info(f"Removing folder {CLR_TEST_DIR}/clearing-all/clearing_testing_utils/store/expected")
|
|
shutil.rmtree(f"{CLR_TEST_DIR}/clearing-all/clearing_testing_utils/store/expected")
|
|
|
|
logging.info(f"Removing folder {CLR_TEST_DIR}/clearing-all/clearing_testing_utils/store/input")
|
|
shutil.rmtree(f"{CLR_TEST_DIR}/clearing-all/clearing_testing_utils/store/input")
|
|
|
|
logging.info(
|
|
f"Copying files from {DATA_ROOT_DIR}/{folder}/clearing_testing_utils/ to {CLR_TEST_DIR}/clearing-all/clearing_testing_utils/")
|
|
shutil.copytree(f"{DATA_ROOT_DIR}/{folder}/clearing_testing_utils/",
|
|
f"{CLR_TEST_DIR}/clearing-all/clearing_testing_utils/", dirs_exist_ok=True)
|
|
|
|
logging.info(f"Removing folder {CLR_TEST_DIR}/db/data")
|
|
shutil.rmtree(f"{CLR_TEST_DIR}/db/data")
|
|
|
|
logging.info(f"Copying files from {DATA_ROOT_DIR}/{folder}/data/ to {CLR_TEST_DIR}/db/data/")
|
|
shutil.copytree(f"{DATA_ROOT_DIR}/{folder}/data", f"{CLR_TEST_DIR}/db/data", dirs_exist_ok=True)
|
|
|
|
# logging.info(f"Removing file {CLR_TEST_DIR}/db/export.sql")
|
|
# remove_if_exists(f"{CLR_TEST_DIR}/db/export.sql")
|
|
#
|
|
# logging.info(f"Removing file {CLR_TEST_DIR}/db/test-data.sql")
|
|
# remove_if_exists(f"{CLR_TEST_DIR}/db/test-data.sql")
|
|
#
|
|
# logging.info(f"Copying files from {DATA_ROOT_DIR}/{folder}/db/ to {CLR_TEST_DIR}/db/")
|
|
# shutil.copytree(f"{DATA_ROOT_DIR}/{folder}/db/", f"{CLR_TEST_DIR}/db/", dirs_exist_ok=True)
|
|
|
|
remove_files_with_extensions(".xml")
|
|
# change_date(folder)
|
|
run_docker(folder)
|
|
|
|
|
|
def stop_docker_compose():
|
|
os.chdir("clr_test")
|
|
logging.info("Stopping docker compose")
|
|
subprocess.call('docker compose down', shell=True)
|
|
os.chdir("..")
|
|
|
|
|
|
def main():
|
|
folders = [i for i in sorted(os.listdir(DATA_ROOT_DIR)) if re.search("\\d{1,}.\\d{1,}.*", i)]
|
|
|
|
for folder in folders:
|
|
stop_docker_compose()
|
|
apply_test_case(folder)
|
|
|
|
stop_docker_compose()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|