"""Main Run file.""" import json from datetime import datetime from src import config from src.domain_details import cloudsearch_mapping from src.dump_cloudsearch_index import export from src.dump_cloudsearch_index import get_index_schema from src.logger import logger if __name__ == '__main__': start_time = datetime.utcnow() range_filter = { 'field': config.RANGE_FILTER_FIELD, 'start': config.RANGE_FILTER_START, 'end': config.RANGE_FILTER_END, } logger.info(f'Starting data dump for {config.DOMAIN_NAME}') schema = get_index_schema(config.DOMAIN_NAME) logger.debug(f'schema = {json.dumps(schema)}') domain_details = cloudsearch_mapping.get(config.DOMAIN_NAME) export(domain_details, schema, config.MAX_ROWS, range_filter) logger.info(f"Data has been exported to {domain_details['topic']}") end_time = datetime.utcnow() period = int((end_time - start_time).total_seconds()) logger.info(f'took {period} sec')