"""Sales Data ETL Configuration.""" from os import environ SWF_WORKFLOW_NAME = 'ows_ft_etl_sales_data' SWF_WORKFLOW_TIMEOUT = 259200 SWF_WORKFLOW_VERSION = '1.0' SWF_WORKFLOW_ID = 'ows_ft_etl_sales_data_execution' SNS_ACTION_SUCCESS = 'etl-success' SNS_TOPIC_ARN = environ.get('SNS_TOPIC_ARN') SNS_REGION_NAME = 'us-east-1' SNS_SOURCE = 'sales_data' UNLOAD_DESTINATION = ( 's3://{bucket}/film-transparency/sales_data/' '{correlation_id}/data-{{batch}}.csv.gz') UNLOAD_OPTIONS = """ TYPE='CSV' FIELD_DELIMITER=',' DATE_FORMAT='YYYY-MM-DD' RECORD_DELIMITER='\\n' COMPRESSION='GZIP' NULL_IF=('NULL', '__NULL__') FIELD_OPTIONALLY_ENCLOSED_BY='"' TRIM_SPACE=TRUE""" TEMP_TABLE_NAME = 'accounting_raw_{correlation_hex}'