"""Config for MRC Workflow.""" import os feed_name = 'mrc' secrets_path = 'mrc' feed_version = '2.0' s3_feed_name = 'MRC' expected_bucket_owner = os.environ.get('EXPECTED_BUCKET_OWNER', '437795906767') # environment to run in environment = os.environ.get('ENVIRONMENT', 'dev') # bucket for archived data data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') # S3 locations for dropped and archived files s3 = { 'archive': ( 's3://{data_bucket}/{feed_name}/archives/{{date}}/'.format( data_bucket=data_bucket, feed_name=s3_feed_name)), 'mapping_archive': 's3://{data_bucket}/{feed_name}/archives' '/{{mapping}}/{{date}}'.format( data_bucket=data_bucket, feed_name=s3_feed_name), 'preprocessed': ( 's3://{data_bucket}/{feed_name}/' 'preprocessed/{{date}}/'.format( data_bucket=data_bucket, feed_name=s3_feed_name)), 'mapping_preprocessed': ( 's3://{data_bucket}/{feed_name}/' 'preprocessed/{{mapping}}/{{date}}/'.format( data_bucket=data_bucket, feed_name=s3_feed_name)), 'preprocessed_filename': 'Orchard_AR_Daily_{date}.xlsx' } snowflake_table_names = { 'staging_raw': 'staging_raw_mrc', 'temp_staging_raw': 'temp_staging_raw_mrc_{date}' } mapping_snowflake_table_suffixes = { 'Artist_Metadata': '_artist_metadata', 'Collection_Metadata': '_collection_metadata', 'Song_Mapping': '_song_mapping', 'Song_Metadata': '_song_metadata', } file_pattern = 'Orchard_AR_Daily_{date}.xlsx' # field names for processed file fieldnames = [ 'Rank', 'PrimaryArtistID', 'Artist', 'Title', 'Label Desc', 'CoreGenre', 'Release Date', 'TW (Chart Week: Fri-Thurs) ODA', 'YTD ODA', 'ATD ODA', '1-7 Days Rolling ODA', '8-14 Days Rolling ODA', '15-21 Days Rolling ODA', '7-day Rolling ODA %change', 'Pre 7-day Rolling ODA %change', 'today', '7-day Rolling Digital Track Sales', 'YTD Digital Track Sales', 'ATD Digital Track Sales', '7-day Rolling ODV', 'YTD ODV', 'ATD ODV', ] ftp = { 'host': os.environ.get( 'MRC_FTP_HOST', 'sftp.mrc-data.com'), 'username': os.environ.get('MRC_FTP_USERNAME'), 'password': os.environ.get('MRC_FTP_PASSWORD'), 'port': int(os.environ.get('MRC_FTP_PORT', 22)), 'path': './' } mapping_ftp = { 'host': os.environ.get( 'MRC_MAPPING_FTP_HOST', 'sftp.mrc-data.com'), 'username': os.environ.get('MRC_MAPPING_FTP_USERNAME'), 'password': os.environ.get('MRC_MAPPING_FTP_PASSWORD'), 'port': int(os.environ.get('MRC_MAPPING_FTP_PORT', 22)), 'path': './' }