"""Config for the Ritmogestion Ingestion Workflow.""" import os environment = os.environ.get('Environment', 'dev') feed_name = 'ritmogestion' secrets_path = 'swf-ritmogestion' # SELECT feedid from dim_feed where feedname = 'Ritmogestion' feedid = 46 storeid = 1591 # credentials to get dropped file source_url = 'https://www.ritmogestion.es' source_username = os.environ.get('RITMOGESTION_USERNAME') source_password = os.environ.get('RITMOGESTION_PASSWORD') if environment == 'production': s3_bucket = 'cucumbers' else: s3_bucket = os.environ.get( 'FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') source_local_filename = '/tmp/ritmogestion.csv' fixed_local_filename = '/tmp/ritmogestion-fixed.csv' # S3 locations for dropped and archived files s3 = { 'archive_path': 'Ritmogestion/archives/{datestamp:%Y-%m-%d}/', 'drop_filename': 'ritmogestion_topstreaming_{datestamp:%Y%m%d}.csv', 'fixed_filename': 'ritmogestion_topstreaming_{datestamp:%Y%m%d}_fixed.csv', } # staging_raw table names staging_raw_tablename = 'staging_raw_ritmogestion' report_code = 'V7' report_name = 'Top 30.000 Streaming' REQUEST_TIMEOUT_SECONDS = 60 * 4