"""Config for WYNK Ingestion Workflow.""" import os environment = os.environ.get('Environment', 'dev') feed_name = 'wynk' secrets_path = 'swf-wynk' feedid = 47 storeid = 1260 filename = 'orchard-daily-cms.csv' # bucket for dropped data drop_bucket = os.environ.get( 'FEED_INGESTION_DROP_BUCKET', 'dev-orcdbucket-test') if environment in ['prod', 'qa']: drop_bucket = 'prod-orcdbucket' # bucket for archived data data_bucket = os.environ.get( 'FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') if environment == 'prod': data_bucket = 'cucumbers' # S3 locations for dropped and archived files s3 = { 'drop': 'feed-drop/wynk/{date:%Y-%m-%d}/', 'archive': 'wynk/archives/{date:%Y-%m-%d}/' } temp_staging_raw_table = 'temp_staging_raw_wynk_{}' staging_raw_table = 'staging_raw_wynk' snowflake_error_limit = 100