"""Configuration parameters.""" import logging import os LOGGING_LEVEL = os.environ.get('LOGGING_LEVEL', logging.INFO) logger = logging.getLogger() logger.setLevel(LOGGING_LEVEL) logger.addHandler(logging.StreamHandler()) SENTRY = os.environ.get('SENTRY_DSN') ENVIRONMENT = os.environ.get('Environment', 'dev') AWS_REGION = 'us-east-1' BACKFILL_KINESIS_STREAM = os.environ.get( 'BACKFILL_KINESIS_STREAM') MR_ACTIVE_TABLE_NAME = os.environ.get( 'MR_ACTIVE_TABLE_NAME') DDB_ADDITIONAL_READ_CAP = int(os.environ.get('DDB_ADDITIONAL_READ_CAP', 200)) DDB_INCREASE_CAPACITY = int(os.environ.get('DDB_INCREASE_CAPACITY', 1)) REDIS_HOST = os.environ.get('REDIS_HOST') REDIS_PORT = os.environ.get('REDIS_PORT') REDIS_DB = os.environ.get('REDIS_DB') REDIS_PASSWORD = os.environ.get('REDIS_PASSWORD') MAX_RECORDS = int(os.environ.get('MAX_RECORDS', 100000000)) TIMEOUT = int(os.environ.get('TIMEOUT', 60 * 60 * 72)) TOTAL_SEGMENTS = int(os.environ.get('TOTAL_SEGMENTS', 10)) # Snowflake settings SNOWFLAKE_ACCOUNT = os.environ.get('SNOWFLAKE_ACCOUNT', 'orchard') SNOWFLAKE_USER = os.environ.get('SNOWFLAKE_USER') SNOWFLAKE_PASSWORD = os.environ.get('SNOWFLAKE_PASSWORD') SNOWFLAKE_DATABASE = os.environ.get('SNOWFLAKE_DATABASE') SNOWFLAKE_SCHEMA = os.environ.get('SNOWFLAKE_SCHEMA') SNOWFLAKE_WAREHOUSE = os.environ.get('SNOWFLAKE_WAREHOUSE') SNOWFLAKE_TIMEZONE = os.environ.get('SNOWFLAKE_TIMEZONE', 'UTC') SNOWFLAKE_TABLE = os.environ.get('SNOWFLAKE_TABLE') if ENVIRONMENT != 'test': assert BACKFILL_KINESIS_STREAM, 'BACKFILL_KINESIS_STREAM is not set' assert all( (SNOWFLAKE_ACCOUNT, SNOWFLAKE_USER, SNOWFLAKE_PASSWORD, SNOWFLAKE_DATABASE, SNOWFLAKE_SCHEMA, SNOWFLAKE_WAREHOUSE, SNOWFLAKE_TIMEZONE, SNOWFLAKE_TABLE)), \ 'Snowflake connection parameters are not set' assert MR_ACTIVE_TABLE_NAME, 'MR_ACTIVE_TABLE_NAME is not set' assert all((REDIS_HOST, REDIS_PORT, REDIS_DB)), \ 'some of REDIS connection parameters are not set'