"""Config for Membran Ingestion Workflow.""" import os environment = os.environ.get('Environment', 'dev') feed_name = 'physical-warehouse-reports' secrets_path = 'physical-warehouse-reports' # feedid = -1 #SELECT feedid from dim_feed where feedname = 'Membran' # replace with value when required # file name as ingested from the service drop_file_name = 'Label Stock Report.csv' local_downloads_dir = './physical_warehouse_reports_downloads' # root AWS bucket s3_bucket = os.environ.get( 'FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') drop_bucket = os.environ.get('ORCHARD_MEMBRAN_FEED_INGESTION_DROP_BUCKET', 'prod-orcd-ftp') drop_path = os.environ.get('ORCHARD_MEMBRAN_DROP_PATH', 'ftp/physical-reporting/membran/') if environment == 'production': s3_bucket = 'cucumbers' s3 = { 'archive_bucket': 's3://{s3_bucket}/physical-warehouse-reports' '/archives/{datestamp}/', 'temp_staging_raw_bucket': 's3://{s3_bucket}/physical-warehouse-reports' '/temp/{datestamp}/', } snowflake_table_names = { 'staging_raw': 'staging_raw_membran', }