"""Config for TikTok Weekly Ingestion Workflow.""" import os feed_name = 'tiktok_weekly' secrets_path = 'tiktok_weekly' sme_secrets_path = 'swf-sme-ca-prod-partners-s3-access' platforms = ['TikTok', 'Douyin'] # types of files and staging raw tables for them reports = { 'TopHashtag': 'staging_raw_{platform}_trends_tophashtag', 'TopSong': 'staging_raw_{platform}_trends_topsong' } # filename template filename = '{{platform}}_Trends_{{report}}_{date:%Y%m%d}.txt' # bucket for dropped data drop_bucket = os.environ.get( 'FEED_INGESTION_DROP_BUCKET', 'dev-feed-drop') # bucket for archived data data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') # S3 locations for dropped and archived files s3 = { 'drop': 'tiktok/in/sme/weekly_toplists/', 'archive': 'TikTok_weekly/archives/{date:%Y-%m-%d}/' } temp_staging_raw_table = ( 'temp_staging_raw_{platform}_weekly_{report}_{date}') # The maximum allowed number of errors in the file snowflake_error_limit = 10