"""Unit tests for Spotify Marketshare Workflow.""" from unittest import mock from unittest.mock import MagicMock from feed_ingestion.flows.spotify_marketshare.flow import Flow def test_decider(): """Test normal decider execution.""" schedule = MagicMock() schedule_result_object = MagicMock() schedule_result_object.result = {} schedule.return_value = schedule_result_object flow = Flow() flow.decider(schedule) schedule.assert_has_calls([ mock.call('get_first_day_of_month', mock.ANY), mock.call('bootstrap', mock.ANY, requires=mock.ANY), mock.call('check_files_on_s3', mock.ANY, requires=mock.ANY), mock.call('fetch_from_drop_location', mock.ANY, requires=mock.ANY), mock.call('set_status_to_downloaded', mock.ANY, requires=mock.ANY), mock.call('reset_dynamo_db_status', mock.ANY, requires=mock.ANY), mock.call( 'create_temp_staging_raw_table', mock.ANY, requires=mock.ANY), mock.call('load_temp_staging_raw_table', mock.ANY, requires=mock.ANY), mock.call( 'collect_kwargs_for_load_staging_raw_table', mock.ANY, requires=mock.ANY), mock.call('load_staging_raw_table', mock.ANY, requires=mock.ANY), mock.call( 'set_status_to_populated_raw_table', mock.ANY, requires=mock.ANY), mock.call('drop_temp_staging_table', mock.ANY, requires=mock.ANY), mock.call('load_market_share_table', mock.ANY, requires=mock.ANY), mock.call('mark_ingested_files', mock.ANY, requires=mock.ANY) ]) def test_decider_should_stop_when_data_already_ingested(): """Decider quits if data is already ingested.""" bootstrap = MagicMock() bootstrap.result = {'check_files_on_s3.stop': True} schedule = MagicMock(return_value=bootstrap) flow = Flow() flow.decider(schedule) schedule.assert_has_calls([ mock.call('get_first_day_of_month', mock.ANY), mock.call('bootstrap', mock.ANY, requires=mock.ANY), mock.call('check_files_on_s3', mock.ANY, requires=mock.ANY) ])