"""Config for TIKTOK FRAUDULENT STREAMS REPORT Ingestion Workflow.""" import os environment = os.environ.get('Environment', 'dev') feed_name = 'tiktok_fraudulent_streams_report' secrets_path = 'swf-tiktok-fraudulent-streams-report' # the historical files we will backfill from are # named FraudulentUsage not UsageAdjustment new_filename = 'TikTok_UsageAdjustment_report_{date:%Y%m}.txt.{format}' old_filename = 'TikTok_FraudulentUsage_report_{date:%Y%m}.txt.{format}' # bucket for dropped data drop_bucket = os.environ.get('FEED_INGESTION_DROP_BUCKET', 'dev-feed-drop') if environment in ['prod', 'qa']: drop_bucket = 'prod-orcd-ftp' # bucket for archived data data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') # S3 locations for dropped and archived files s3 = { 'drop': 'ftp/data_feed/tiktok/fraud_activity', 'archive': '{feed_name}/archives/{date:%Y%m}' } staging_raw_table = 'STAGING_RAW_TIKTOK_FRAUDULENT_USAGE_REPORT' temp_staging_raw_table = f'temp_staging_raw_{feed_name}' snowflake_error_limit = 10