"""Config for Spotify Statistics Workflow.""" import os import subprocess from cryptography.hazmat.backends import default_backend from cryptography.hazmat.primitives import serialization STATS_NAME = 'shazam_statistics' ENV = os.environ.get('Environment') SHAZAM_LINK = 'https://www.shazam.com' ARTIST_TOP_TRACKS_NEW = 'https://www.shazam.com/services/amapi/v1/' \ 'catalog/de/artists/{}/view/top-songs' TRACK_INFO = 'https://www.shazam.com/song/v1/en/DE/web/shazam-songs?adamId={}' if os.environ.get('Environment') == 'prod': try: GIT_HASH_OF_LAST_COMMIT = ( subprocess.check_output( 'git rev-parse HEAD', shell=True).decode().strip()) except subprocess.CalledProcessError: GIT_HASH_OF_LAST_COMMIT = 'shazam_statistics_commit' else: GIT_HASH_OF_LAST_COMMIT = 'shazam_statistics_dev_commit' import helpers # get Snowflake private_key SNOWFLAKE_PRIVATE_KEY_PATH = os.getenv( 'SNOWFLAKE_PRIVATE_KEY_PATH', '{}/.ssh/snowflake/rsa_key.p8'.format(os.getenv('HOME'))) SNOWFLAKE_KEY_PASSPHRASE = os.getenv('SNOWFLAKE_KEY_PASSPHRASE') if SNOWFLAKE_KEY_PASSPHRASE: # Snowflake key with open(SNOWFLAKE_PRIVATE_KEY_PATH, 'rb') as key: p_key = serialization.load_pem_private_key( key.read(), password=SNOWFLAKE_KEY_PASSPHRASE.encode(), backend=default_backend() ) PRIVATE_KEY = p_key.private_bytes( encoding=serialization.Encoding.DER, format=serialization.PrivateFormat.PKCS8, encryption_algorithm=serialization.NoEncryption()) else: PRIVATE_KEY = None SF_CONFIG = { 'role': os.environ.get('SNOWFLAKE_ROLE'), 'warehouse': os.environ.get('SNOWFLAKE_WAREHOUSE'), 'db': os.environ.get('SNOWFLAKE_DATABASE'), 'schema': os.environ.get('SNOWFLAKE_SCHEMA'), 'user': os.environ.get('SNOWFLAKE_USER'), 'password': helpers.get_secret('SNOWFLAKE_PASSWORD', 'youtube-statistics', ENV), 'account': os.environ.get('SNOWFLAKE_ACCOUNT'), 'private_key': PRIVATE_KEY } aws = { 'aws_key_id': os.environ.get('AWS_ACCESS_KEY_ID'), 'aws_secret_key': os.environ.get('AWS_SECRET_ACCESS_KEY') } # a DB table postfix for specifying country, team etc. (e.g. '_UK') postfix = os.environ.get('SNOWFLAKE_DATABASE_POSTFIX', '') snowflake_table_names = { 'shazam_artist_to_track': 'artist_to_track' + postfix, 'shazam_statistics': 'shazam_statistics' + postfix, 'staging_raw': 'staging_raw_shazam_statistics' + postfix, 'tracks_statistics': 'shazam_tracks_statistics' + postfix, 'tracks_staging_raw': 'staging_raw_shazam_tracks_statistics' + postfix }