"""Config for Ingestion Workflow.""" import os feed_name = 'bandsintown' secrets_path = 'swf-bandsintown' feed_version = '1.0' s3_feed_name = 'BandsInTown' expected_bucket_owner = os.environ.get('EXPECTED_BUCKET_OWNER', '437795906767') environment = os.environ.get('Environment', 'dev') GPG_HOME = os.environ.get('GPG_HOME', '') GPG_KEY = os.environ.get('GPG_KEY', '') GPG_PASSPHRASE = os.environ.get('GPG_PASSPHRASE', '') # bucket for staged data data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') # bucket for dropped data drop_bucket = os.environ.get( 'FEED_INGESTION_DROP_BUCKET', 'dev-orcd-ftp') s3 = { 'drop': f's3://{drop_bucket}/ftp/{s3_feed_name}/', 'staging': f's3://{data_bucket}/{s3_feed_name}/staging/{{date:%Y-%m-%d}}/' } temp_table_name = '{report_name}_{date:%Y%m%d}' snowflake_error_limit = 10 create_temp_table_query_name = 'create_temp_table_{report_name}' load_query_name = 'load_staging_raw_{report_name}' reports = { 'artist_optins': { 'file_pattern': 'artist_optins_export_v1_{date:%Y-%m-%d}.gpg', 'staging_raw_table': 'raw_bandsintown_artist_optins', }, 'rsvp': { 'file_pattern': 'rsvp_export_v1_{date:%Y-%m-%d}.gpg', 'staging_raw_table': 'raw_bandsintown_rsvp', }, 'sony_optins': { 'file_pattern': 'sony_optins_export_v1_{date:%Y-%m-%d}.gpg', 'staging_raw_table': 'raw_bandsintown_sony_optins', }, 'ticketclick': { 'file_pattern': 'ticketclick_export_v1_{date:%Y-%m-%d}.gpg', 'staging_raw_table': 'raw_bandsintown_ticketclick', }, 'tracking': { 'file_pattern': 'tracking_export_v1_{date:%Y-%m-%d}.gpg', 'staging_raw_table': 'raw_bandsintown_tracking', }, }