"""Config for Ingestion Workflow.""" import os environment = os.environ.get('Environment', 'dev') feed_name = 'setlive' secrets_path = 'setlive' drop_bucket = os.environ.get('FEED_INGESTION_DROP_BUCKET', 'prod-orcdbucket') data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') # Drop path drop_path = 'feed-drop/SetLive/' # Temp Staging Raw Table temp_staging_raw_table = 'temp_staging_raw_{report}_{date:%Y%m%d}' # Reports reports = { 'opt_ins': { 'staging_raw_table': 'RAW_SETLIVE_OPT_INS', 'staging_raw_table_errors': 'RAW_SETLIVE_OPT_INS_ERRORS', 'filename_template': '.*-{date:%Y-%m-%d}T[^/]*\\.csv$', 'pii_columns': [ 'EMAIL', 'FIRST_NAME', 'LAST_NAME', 'POSTAL_CODE', 'PHONE_NUMBER', ], } }