"""Config for the GfK Streaming Ingestion Workflow.""" import os environment = os.environ.get('Environment', 'dev') feed_name = 'gfk_streaming' secrets_path = 'gfk_streaming' data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') s3 = { 'archive_path': 'GfK_Streaming/archives/{date}/', 'processed_path': 'GfK_Streaming/processed/{date}/', } # File pattern: SONY_DAILY_TOPALL_DE_STREAM_ONLY{YYYYMMDD}.zip # e.g. SONY_DAILY_TOPALL_DE_STREAM_ONLY20260430.zip for 2026-04-30 file_template = 'SONY_DAILY_TOPALL_DE_STREAM_ONLY{yyyy}{mm}{dd}.zip' staging_raw_table = 'staging_raw_gfk_streaming' ftps = { 'host': os.environ.get('GFK_STREAMING_FTPS_HOST', 'ftp.gfk-e.com'), 'username': os.environ.get('GFK_STREAMING_FTPS_USERNAME', 'SonyDE'), 'password': os.environ.get('GFK_STREAMING_FTPS_PASSWORD'), 'port': int(os.environ.get('GFK_STREAMING_FTPS_PORT', 21)), 'path': os.environ.get('GFK_STREAMING_FTPS_PATH', '/FEED'), }