"""Config for Youtube Weekly Workflow.""" import os feed_name = 'youtube_weekly' secrets_path = 'youtube_weekly' feed_version = '3.0' s3_feed_name = 'Youtube_weekly' storeid = 453 # SELECT feedid from dim_feed where feedname = 'YouTube Weekly' feedid = 6 # environment to run in environment = os.environ.get('ENVIRONMENT', 'dev') # bucket for archived data data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') drop_bucket = os.environ.get('FEED_INGESTION_DROP_BUCKET', 'dev-cucumbers') # S3 location for files s3 = { 'archive_path': ( '{s3_feed_name}/archives_v1_1/{{date:%Y-%m-%d}}/'.format( s3_feed_name=s3_feed_name) ), 'download_path': 'ftp/youtube/' } file_types = ['theorchardmusic'] file_template = 'YouTube_{file_type}_W_{date:%Y%m%d}_claim_raw_v1-1.csv.gz' staging_raw_table_name = 'staging_raw_youtube_v11'