"""Configuration for digital ETL.""" from os import environ SWF_WORKFLOW_NAME = 'ows_ft_etl_digital' SWF_WORKFLOW_TIMEOUT = 14400 SWF_WORKFLOW_VERSION = '1.0' SNS_ACTION_SUCCESS = 'etl-success' SNS_TOPIC_ARN = environ.get('SNS_TOPIC_ARN') SNS_REGION_NAME = 'us-east-1' SNS_SOURCE = 'digital' SQS_BUILD_CACHE_ACTION = 'build-cache' SQS_BUILD_CACHE_REGION_NAME = 'us-east-1' SQS_BUILD_CACHE_SOURCE = 'etl:digital' SQS_BUILD_CACHE_URL = environ.get('SQS_BUILD_CACHE_URL') UNLOAD_DESTINATION = ( 's3://{bucket}/film-transparency/digital/' '{correlation_id}/data-{{batch}}.csv.gz') S3_UPLOAD_MAX_SIZE_BYTES = 5 * 1024 * 1024 * 1024 UNLOAD_OPTIONS = """ addquotes allowoverwrite delimiter as ',' escape gzip manifest"""