"""CloudSearch Domain details.""" import os cloudsearch_mapping = { # this should be domain name case-sensitive. 'prod-etl-releases': { 'domain_name': 'prod-etl-releases', 'search_endpoint': 'search-prod-etl-releases-w2r3tsng5u43nyhapqbnmpuboe.us-east-1.cloudsearch.amazonaws.com', 'topic': os.environ.get('PROD_ETL_RELEASES_TOPIC', 'event.backup.prod.etl.releases'), 'sort': os.environ.get('PROD_ETL_RELEASES_SORT', 'release_id asc'), # kafka_key=cs_document_id if we want same id as cloudsearch. 'kafka_key': os.environ.get('PROD_ETL_RELEASES_KAFKA_KEY', 'release_id'), 'kafka_key_datatype': str, 'cs_fields_to_skip': os.environ.get( 'PROD_ETL_RELEASES_CS_FIELDS_TO_SKIP', 'artist_name_facet,release_name_facet' ).split(','), }, 'prod-etl-projects': { 'domain_name': 'prod-etl-projects', 'search_endpoint': 'search-prod-etl-projects-if4rwo5ggylu76bw7jpe3mb37q.us-east-1.cloudsearch.amazonaws.com', 'topic': os.environ.get('PROD_ETL_PROJECTS_TOPIC', 'event.backup.prod.etl.projects'), 'sort': os.environ.get('PROD_ETL_PROJECTS_SORT', 'project_id asc'), 'kafka_key': os.environ.get('PROD_ETL_PROJECTS_KAFKA_KEY', 'project_id'), 'kafka_key_datatype': str, 'cs_fields_to_skip': os.environ.get('PROD_ETL_PROJECTS_CS_FIELDS_TO_SKIP', 'project_name_facet').split(','), }, 'prod-etl-labels': { 'domain_name': 'prod-etl-labels', 'search_endpoint': 'search-prod-etl-labels-tbvinyzpbv5wa5kpbn4s7twdre.us-east-1.cloudsearch.amazonaws.com', 'topic': os.environ.get('PROD_ETL_LABELS_TOPIC', 'event.backup.prod.etl.labels'), 'sort': os.environ.get('PROD_ETL_LABELS_SORT', 'label_id asc'), # label_id can be same for vendor and subaccount so reuse the cloudsearch document id as unique key. 'kafka_key': os.environ.get('PROD_ETL_LABELS_KAFKA_KEY', 'cs_document_id'), 'kafka_key_datatype': str, 'cs_fields_to_skip': os.environ.get('PROD_ETL_LABELS_CS_FIELDS_TO_SKIP', '').split(','), }, 'prod-etl-tracks': { 'domain_name': 'prod-etl-tracks', 'search_endpoint': 'search-prod-etl-tracks-6ftnlygutsmjnvlgtbbl6ztzey.us-east-1.cloudsearch.amazonaws.com', 'topic': os.environ.get('PROD_ETL_TRACKS_TOPIC', 'event.backup.prod.etl.tracks'), 'sort': os.environ.get('PROD_ETL_TRACKS_SORT', 'track_unique_id asc'), 'kafka_key': os.environ.get('PROD_ETL_TRACKS_KAFKA_KEY', 'track_unique_id'), 'kafka_key_datatype': str, 'cs_fields_to_skip': os.environ.get( 'PROD_ETL_TRACKS_CS_FIELDS_TO_SKIP', 'artist_name_facet,label_id,release_name_facet,track_name_facet' ).split(','), }, }