import boto3 from pathlib import Path import pty import subprocess import config from helpers import general_use file_list = [] print('Importing/downloading files') # Handle multiple input files for pos, file in config.YT_FILES.items(): print(file+'\n') yt_asset_report = Path(file) if not yt_asset_report.is_file(): s3 = boto3.resource('s3') print('\'{}\' not found. Downloading asset report from S3'.format(file)) s3_file = '{}/{}'.format(config.S3_PATH, file) s3.Object( config.S3_BUCKET, s3_file).download_file(file) cmd = '/bin/sh prep_files.sh {}'.format(file) print('running {}'.format(cmd)) subprocess.call(cmd, shell=True) #file_list.append(file) # Prep MEAT pty.spawn('python load_meat.py -b 1'.split()) meat_clean = 'MEAT_clean.csv' print('running mapper') cmd = 'python map_assets_to_tracks.py -f {} -i {} -m {} -c {} {}'.format( config.YT_FILES['orch'], config.YT_FILES['ioda'], meat_clean, config.MAPPER_NUMBER, '--debug' if general_use.var_to_bool(config.DEBUG) else '') subprocess.call(cmd, shell=True)