"""Config for NetEase Ingestion Workflow.""" import os environment = os.environ.get('Environment', 'dev') feed_name = 'netease' secrets_path = 'swf-netease' sme_secrets_path = 'swf-sme-ca-prod-partners-s3-access' feedid = 52 storeid = 1308 # bucket for archived data data_bucket = os.environ.get( 'FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') if environment == 'prod': data_bucket = 'cucumbers' # bucket for dropped data drop_bucket = os.environ.get( 'FEED_INGESTION_DROP_BUCKET', 'sme-ca-prod-partners') drop_path = 'netease/in/' drop_filename = 'QC43_{date:%Y%m%d}_{date:%Y%m%d}_SME_ORCHARD.txt' archive_path = 'NetEase/archives/{date:%Y-%m-%d}/' temp_staging_raw_table = 'temp_staging_raw_netease_{}' staging_raw_table = 'staging_raw_netease' snowflake_error_limit = 100 MAX_RETRY_LIMIT = 5