"""Clean test reports and processed files in s3."""
import os
import subprocess

from dotenv import load_dotenv

load_dotenv()

os.environ['AWS_ACCESS_KEY_ID'] = os.getenv('AWS_ACCESS_KEY_ID')
os.environ['AWS_SECRET_ACCESS_KEY'] = os.getenv('AWS_SECRET_ACCESS_KEY')
os.environ['AWS_DEFAULT_REGION'] = os.getenv('AWS_DEFAULT_REGION')
os.environ['AWS_SESSION_TOKEN'] = os.getenv('AWS_SESSION_TOKEN')

bucket_name = 'qa-abacus-json-contract-file-import'
subfolders = ['reports/', 'processed/']
search_term = 'test_data_file'

for folder in subfolders:
    delete_command = f'aws s3 rm s3://{bucket_name}/{folder} --recursive --exclude "*" --include "*{search_term}*"' # noqa
    print(f'Running: {delete_command}')
    subprocess.run(delete_command, shell=True, check=True)

print(f"Deleted all files containing '{search_term}' in {', '.join(subfolders)} in bucket '{bucket_name}'") # noqa