"""Config for Spotify Marketshare Week Ending Workflow.""" import os feed_name = 'spotify_marketshare_week_ending' secrets_path = 'sms-week-ending' feed_version = '1.0' s3_feed_name = 'SpotifyMarketShare' weekly_report_folder = 'WeekEnding' # environment to run in environment = os.environ.get('ENVIRONMENT', 'dev') # bucket for dropped data drop_bucket = os.environ.get('FEED_INGESTION_DROP_BUCKET', 'dev-orchdbucket') if environment in ('production', 'prod'): drop_bucket = 'prod-orcd-ftp' # bucket for archived data data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') # S3 locations for dropped and archived files s3 = { 'drop_path': ( 's3://{s3_bucket}/ftp/{feed_name}/').format( s3_bucket=drop_bucket, feed_name=s3_feed_name), 'archive': ( 's3://{data_bucket}/{feed_name}/archives/' '{weekly_report_folder}/{{date:%Y-%m-%d}}/'.format( data_bucket=data_bucket, feed_name=s3_feed_name, weekly_report_folder=weekly_report_folder)), } report = 'spotify_market_share_week_ending' snowflake_table_names = { 'staging_raw': 'staging_raw_spotify_market_share_week_ending', 'temp_staging_raw': ( 'temp_staging_raw_' + report + '_{date:%Y%m%d}'), } file_pattern = 'spotify-data-for-theorchard-for-week-ending-{date:%Y%m%d}.txt'