"""Config for YouTube Video and Claim Summary workflow.""" import os feed_name = 'youtube_video_and_claim_summary_weekly' secrets_path = 'youtube_video_and_claim_summary_weekly' feed_version = '1.0' s3_feed_name = 'Youtube_weekly' # environment to run in environment = os.environ.get('ENVIRONMENT', 'dev') # bucket for archived data data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') # S3 location for files s3 = { 'archive_path': ( '{s3_feed_name}/archives_v1_1/{{date:%Y-%m-%d}}/'.format( s3_feed_name=s3_feed_name) ), 'download_path': ( '{s3_feed_name}/downloads_v1_1/{{date:%Y-%m-%d}}/'.format( s3_feed_name=s3_feed_name) ) } file_types = ['theorchardmusic'] file_template = ( 'YouTube_{file_type}_W_{date:%Y%m%d}_{report_name}_v1-1.csv.gz')