from tracker.logger import get_logger from tracker.instagram import update_instagram_metrics_crawlera_queuing logger = get_logger(__name__) logger.info(f"Starting {__file__}") chunk_size = 10 total_scraped_per_day = 25000 total_expected_parallel_tasks = 4 # controlled by ECS setup num_users_to_update = int(total_scraped_per_day / total_expected_parallel_tasks) iterations = int(num_users_to_update / chunk_size) logger.info(f'iterations: {iterations}, chunk_size: {chunk_size}') update_instagram_metrics_crawlera_queuing(iterations=iterations, chunk_size=chunk_size) logger.info(f"Completed {__file__}")