"""ETL wide global configuration.""" from os import environ SERVICE_NAME = 'ows-ft-etl' SERVICE_VERSION = '0.0.1' LOGGER_DSN = environ.get('LOGGLY_URI') or None LOGGER_NAME = 'ows-ft-etl' DEV_ENVIRONMENT = 'dev' TEST_ENVIRONMENT = 'test' QA_ENVIRONMENT = 'qa' PROD_ENVIRONMENT = 'prod' ENVIRONMENT = environ.get('Environment') or DEV_ENVIRONMENT SWF_DOMAIN_DEV = 'dev' SWF_DOMAIN_PROD = 'prod_ft_etl' # TBD SWF_DOMAIN_QA = 'qa_ft_etl' DOMAIN_MAPPING = { QA_ENVIRONMENT: SWF_DOMAIN_QA, PROD_ENVIRONMENT: SWF_DOMAIN_PROD} SWF_DOMAIN = DOMAIN_MAPPING[ENVIRONMENT] if ENVIRONMENT in DOMAIN_MAPPING \ else SWF_DOMAIN_DEV SWF_REGION_NAME = 'us-east-1' ART_RELATIONS_CREDENTIALS = { 'host': environ.get('ART_RELATIONS_READ_HOST'), 'user': environ.get('ART_RELATIONS_READ_USER'), 'passwd': environ.get('ART_RELATIONS_READ_PASS'), 'db': environ.get('ART_RELATIONS_READ_NAME'), 'port': int(environ.get('ART_RELATIONS_READ_PORT') or 0)} DATASTORE_CREDENTIALS = { 'host': environ.get('DATASTORE_HOST'), 'user': environ.get('DATASTORE_USER'), 'passwd': environ.get('DATASTORE_PASS'), 'db': environ.get('DATASTORE_NAME'), 'port': int(environ.get('DATASTORE_PORT') or 0)} SNOWFLAKE_CREDENTIALS = { 'user': environ.get('SNOWFLAKE_USER'), 'password': environ.get('SNOWFLAKE_PASSWORD'), 'account': environ.get('SNOWFLAKE_ACCOUNT'), 'role': environ.get('SNOWFLAKE_ROLE'), 'warehouse': environ.get('SNOWFLAKE_WAREHOUSE'), 'db': environ.get('SNOWFLAKE_DATABASE'), 'schema': environ.get('SNOWFLAKE_SCHEMA') } DATA_BUCKET = environ.get('DATA_BUCKET', 'dev-cucumbers') AWS_CREDENTIALS = { 'aws_access_key_id': environ.get('AWS_ACCESS_KEY_ID'), 'aws_secret_access_key': environ.get('AWS_SECRET_ACCESS_KEY')} # with queries where a large list might overflow SQL limits, this slices them # up to multiple queries to be used in loops. ITERATION_BATCH_SIZE = 100