"""Config for Beatport Ingestion Workflow.""" import os environment = os.environ.get('Environment', 'dev') feed_name = 'beatport' secrets_path = 'swf-beatport' feedid = 48 storeid = 213 supplierid = 1669 filename = 'beatport_salesexport_report_{date:%Y-%m-%d}.csv' # bucket for archived data data_bucket = os.environ.get( 'FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') if environment == 'prod': data_bucket = 'cucumbers' # S3 locations for archived files s3 = { 'archive': 'beatport/archives/{date:%Y-%m-%d}/' } temp_staging_raw_table = 'temp_staging_raw_beatport_{}' staging_raw_table = 'staging_raw_beatport' snowflake_error_limit = 100 snowflake_ar = { 'db': 'orchard_app_reporting_v2', 'schema': 'art_relations_prod_art_relations' } MAX_RETRY_LIMIT = 5