"""Config for Ingestion Workflow.""" import os environment = os.environ.get('Environment', 'dev') feed_name = 'ticketek' secrets_path = 'ticketek' drop_bucket = 'prod-orcdbucket' # drop_bucket = os.environ.get('FEED_INGESTION_DROP_BUCKET', 'dev-cucumbers') data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') # Drop path drop_path = 'feed-drop/Ticketek/' # Temp Staging Raw Table temp_staging_raw_table = 'temp_staging_raw_{report}_{date:%Y%m%d}' # Reports reports = { 'event_booking': { 'staging_raw_table': 'RAW_TICKETEK_EVENT_BOOKING', # 'drop_path': 'event_booking/', 'filename_template': # Example: Ticketek_20210101_000000.gz (Work in Progress) '.*Ticketek_{date:%Y%m%d}.*\\.gz$', } }