"""spotify_artificial_streams flow configs.""" __all__ = [ 'blob_name_prefix', 'blob_name_extension', 'default_schedule_to_start', 'default_task_timeout', 'environment', 'feed_name', 'feed_version', 's3_blobs_prefixes', 'secrets_path', 'snowflake_error_limit', 'staging_raw_table_name', 'temp_staging_table_name', 'timeout_between_executions_sec', 'workflow_month_day', ] import os feed_name = 'spotify_artificial_streams' feed_version = '1.0' secrets_path = 'spotify-art-streams' # bucket for archived data archive_bucket = os.environ.get( 'FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers', ) # environment to run in environment = os.environ.get('Environment', 'dev') # bucket for dropped data drop_bucket = os.environ.get( 'FEED_INGESTION_DROP_BUCKET', f'{environment}-orcd-ftp', ) blob_name_prefix = os.environ.get( 'FEED_INGESTION_FILE_NAME_PREFIX', 'spotify-artificial-streams-track-for-theorchard', ) blob_name_extension = os.environ.get( 'FEED_INGESTION_FILE_EXTENSION', 'txt', ) default_schedule_to_start = int( os.environ.get( 'FEED_INGESTION_DEFAULT_SCHEDULE_TO_START', '48000', ) ) default_task_timeout = int( os.environ.get( 'FEED_INGESTION_DEFAULT_TASK_TIMEOUT', '1000', ) ) s3_blobs_prefixes = { 'archive_blob_prefix': f's3://{archive_bucket}/{feed_name}/archive', 'drop_blob_bucket': drop_bucket, 'drop_blob_path': 'ftp/SpotifyMarketShare', } snowflake_error_limit = os.environ.get( 'FEED_INGESTION_SNOWFLAKE_ERROR_LIMIT', '20', ) staging_raw_table_name = 'STAGING_RAW_SPOTIFY_ARTIFICIAL_STREAMS' temp_staging_table_name = 'TEMP_STAGING_RAW_SPOTIFY_ARTIFICIAL_STREAMS_{}' timeout_between_executions_sec = int( os.environ.get( 'FEED_INGESTION_TIMEOUT_BETWEEN_EXECUTIONS_SEC', '36000', ), ) workflow_month_day = 19