"""Config for Spotify Marketshare Workflow.""" import os feed_name = 'spotify_marketshare' secrets_path = 'spotify_marketshare' feed_version = '1.0' s3_feed_name = 'SpotifyMarketShare' # environment to run in environment = os.environ.get('ENVIRONMENT', 'dev') # bucket for dropped data drop_bucket = os.environ.get('FEED_INGESTION_DROP_BUCKET', 'dev-feed-drop') # bucket for archived data data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') # S3 locations for dropped and archived files s3 = { 'drop_path': ( 's3://{s3_bucket}/ftp/{feed_name}/').format( s3_bucket=drop_bucket, feed_name=s3_feed_name), 'archive': ( 's3://{data_bucket}/{feed_name}/archives/{{date:%Y-%m}}/'.format( data_bucket=data_bucket, feed_name=s3_feed_name)), } if environment == 'production': drop_bucket = 'prod-orcd-ftp' snowflake_table_names = { 'staging_raw': 'staging_raw_spotify_market_share', 'temp_staging_raw': ( 'temp_staging_raw_spotify_market_share_{report}_{date:%Y%m%d}'), } # revshare - the main data file, legend - the file with product metadata reports = ['revshare', 'legend'] file_pattern = 'spotify-{report}-for-theorchard-{date:%Y%-m}.txt' product_types = { 'is_adsup': ['PV06'], 'non_bundle': [ 'PV06', 'PJO4', 'PDO1', 'Q073', 'PLN0', 'PDP0', 'PV04', 'PHL9', 'PHT4', 'PHT1', 'PFJ7'], 'is_trial': [ 'DTHB3', 'ECI', 'FAMH15-SUB', 'INTRO', 'INTROH15', 'SPRINTP3', 'SPRINTP6', 'TIMESSA', 'VFSADWY', 'VFSAINTRO', 'VFSAWY', 'VFSB3', 'VFVC1', 'VFVC3', 'VFVC6', 'WINBACKH15'], 'is_multiuser': [ 'FAM2', 'FAM3', 'FAM4', 'FAM5', 'FAMH15', 'FAMH15-SUB', 'SPRINTHB5', 'T-FAM-SA'] }