"""Config for iTunes Tickets Workflow.""" import os feed_name = 'itunes_tickets' secrets_path = 'itunes_tickets' feed_version = '1.0' s3_feed_name = 'iTunesTickets' expected_bucket_owner = os.environ.get('EXPECTED_BUCKET_OWNER', '437795906767') # environment to run in environment = os.environ.get('ENVIRONMENT', 'dev') # bucket for archived data data_bucket = os.environ.get('FEED_INGESTION_DATA_BUCKET', 'dev-cucumbers') itms_transporter_login = os.environ.get('ITMS_TRANSPORTER_LOGIN', None) itms_transporter_password = os.environ.get('ITMS_TRANSPORTER_PASSWORD', None) # Full path to iTunes Transporter binary itms_transporter_bin = os.environ.get( 'ITMS_TRANSPORTER_BIN', '/usr/local/itms/bin/iTMSTransporter') # S3 location for archived files s3 = { 'archive_path': ( '{s3_feed_name}/archives/{{date:%Y-%m-%d}}/'.format( s3_feed_name=s3_feed_name) ), 'preprocessed_path': ( '{s3_feed_name}/preprocessed/{{date:%Y-%m-%d}}/'.format( s3_feed_name=s3_feed_name) ) } snowflake_table_names = { 'temp_staging_raw': 'temp_itunes_{table_type}_{date:%Y%m%d}', 'staging_raw': 'itunes_{table_type}' } source_filename = 'tickets.xml' preprocessed_tickets_filename = 'preprocessed_tickets.xml.gz' preprocessed_notes_filename = 'preprocessed_ticket_notes.xml.gz' preprocessed_defect_codes_filename = 'preprocessed_ticket_defect_codes.xml.gz' table_types = ['tickets', 'ticket_notes', 'ticket_defect_codes'] ticket_fieldnames = [ 'file_date', 'ticketid', 'contenttickettype', 'contentadamid', 'contentvendorid', 'contentupc', 'contenttype', 'contentlanguage', 'contentgenre', 'name', 'discnumber', 'tracknumber', 'contentprovider', 'openedby', 'contentticketstate', 'created', 'lastmodified', 'orchard_upc' ] note_fieldnames = ['file_date', 'ticketid', 'note_text', 'note_datetime'] defect_code_fieldnames = ['file_date', 'ticketid', 'defect_code']