import pprint import alooma # art_relations.mkt_priority_log -> done # sales_goals.marketing_driver_log # sales_goals.digital_store_highlights_log # art_relations.releases_log def get_query(event_type): query = api.get_query_by_event_type(event_type) pprint.pprint(query) return query def remove_query(query_id): print('removing query.id {}'.format(query_id)) response = api.remove_scheduled_query(query_id) print('query removed') pprint.pprint(response) def add_query(event_type): configuration = { "event_type": event_type, "cron": "*/5 * * * *" } custom_variables = {"retention_days": 21} # , "role": "ORCHARDAPPREPORTING_DB_ARTRELATIONS_SCHEMA_READ"} print('creating query {}'.format(event_type)) result = api.schedule_default_query(configuration, custom_variables=custom_variables) pprint.pprint(result) API_KEY = 'abc' ACCOUNT_NAME = 'alooma-prod' api = alooma.Client(api_key=API_KEY) event_type = 'art_relations.releases' event_type = 'sales_goals.marketing_driver' event_type = 'sales_goals.digital_store_highlights' event_type = 'art_relations.releases' event = get_query(event_type) remove_query(event['id']) add_query(event_type) get_query(event_type) # {'consolidation_query': '\n' # 'MERGE INTO "ART_RELATIONS"."MKT_PRIORITY"\n' # 'USING\n' # '(SELECT\n' # ' "_METADATA__TIMESTAMP", "COUNTRY_ID", ' # '"_METADATA_LOG_POSITION", "_METADATA_TIMESTAMP", ' # '"UPC", "_METADATA_LOG_FILE", "PRIORITY", "ID", ' # '"_METADATA__UUID", "_METADATA_DELETED", "RELEASE_ID"\n' # 'FROM\n' # ' (\n' # ' SELECT\n' # ' "_METADATA__TIMESTAMP", "COUNTRY_ID", ' # '"_METADATA_LOG_POSITION", "_METADATA_TIMESTAMP", ' # '"UPC", "_METADATA_LOG_FILE", "PRIORITY", "ID", ' # '"_METADATA__UUID", "_METADATA_DELETED", "RELEASE_ID"\n' # ' , ROW_NUMBER() OVER\n' # ' (\n' # ' PARTITION BY "ID"\n' # ' ORDER BY "_METADATA_TIMESTAMP" DESC, ' # '"_METADATA_LOG_FILE" DESC, "_METADATA_LOG_POSITION" ' # 'DESC, _METADATA_DELETED ASC\n' # ' )\n' # ' AS "row_num"\n' # ' FROM\n' # ' "ART_RELATIONS"."MKT_PRIORITY_LOG"\n' # ' )\n' # 'WHERE\n' # ' "row_num"=1\n' # ') "ART_RELATIONS_MKT_PRIORITY_LOG" ON ' # '"ART_RELATIONS"."MKT_PRIORITY"."ID"="ART_RELATIONS_MKT_PRIORITY_LOG"."ID"\n' # 'WHEN MATCHED AND ' # '"ART_RELATIONS"."MKT_PRIORITY"."_METADATA_TIMESTAMP" ' # '<=\n' # ' ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_TIMESTAMP"\n' # ' AND ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_DELETED"\n' # ' THEN DELETE\n' # 'WHEN MATCHED AND ' # '"ART_RELATIONS"."MKT_PRIORITY"."_METADATA_TIMESTAMP" ' # '<=\n' # ' ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_TIMESTAMP"\n' # ' THEN UPDATE SET ' # '"_METADATA__TIMESTAMP"="ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA__TIMESTAMP", ' # '"COUNTRY_ID"="ART_RELATIONS_MKT_PRIORITY_LOG"."COUNTRY_ID", ' # '"_METADATA_LOG_POSITION"="ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_LOG_POSITION", ' # '"_METADATA_TIMESTAMP"="ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_TIMESTAMP", ' # '"UPC"="ART_RELATIONS_MKT_PRIORITY_LOG"."UPC", ' # '"_METADATA_LOG_FILE"="ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_LOG_FILE", ' # '"PRIORITY"="ART_RELATIONS_MKT_PRIORITY_LOG"."PRIORITY", ' # '"ID"="ART_RELATIONS_MKT_PRIORITY_LOG"."ID", ' # '"_METADATA__UUID"="ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA__UUID", ' # '"_METADATA_DELETED"="ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_DELETED", ' # '"RELEASE_ID"="ART_RELATIONS_MKT_PRIORITY_LOG"."RELEASE_ID"\n' # 'WHEN NOT MATCHED AND ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_DELETED"!=True\n' # ' THEN INSERT ("_METADATA__TIMESTAMP", ' # '"COUNTRY_ID", "_METADATA_LOG_POSITION", ' # '"_METADATA_TIMESTAMP", "UPC", "_METADATA_LOG_FILE", ' # '"PRIORITY", "ID", "_METADATA__UUID", ' # '"_METADATA_DELETED", "RELEASE_ID") VALUES ' # '("ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA__TIMESTAMP", ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."COUNTRY_ID", ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_LOG_POSITION", ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_TIMESTAMP", ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."UPC", ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_LOG_FILE", ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."PRIORITY", ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."ID", ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA__UUID", ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."_METADATA_DELETED", ' # '"ART_RELATIONS_MKT_PRIORITY_LOG"."RELEASE_ID")\n' # ';\n' # '\n' # '\n' # 'GRANT SELECT ON "ART_RELATIONS"."MKT_PRIORITY" TO ' # 'ROLE ' # 'ORCHARDAPPREPORTING_DB_ARTRELATIONS_SCHEMA_READ;\n' # '\n' # '\n' # 'GRANT SELECT ON "ART_RELATIONS"."MKT_PRIORITY_NRT" TO ' # 'ROLE ' # 'ORCHARDAPPREPORTING_DB_ARTRELATIONS_SCHEMA_READ;\n' # '\n' # '\n' # 'DELETE FROM "ART_RELATIONS"."MKT_PRIORITY_LOG"\n' # 'WHERE "_METADATA__TIMESTAMP" < DATEADD(day, -3, ' # 'CURRENT_TIMESTAMP(0))\n' # ' OR "_METADATA__TIMESTAMP" IS NULL\n' # ';\n', # 'docker_cmd': 'python scripts/run_consolidation.py -d orchard-prod -q ' # '"log_replication" -c \'{"retain_log_data": 14, ' # '"all_ri_fields": ["_metadata.timestamp", "_metadata.log_file", ' # '"_metadata.log_position"], "ri_field": "_metadata.timestamp", ' # '"role": "ORCHARDAPPREPORTING_DB_ARTRELATIONS_SCHEMA_READ"}\'', # 'docker_img': 'muppet-consolidation', # 'docker_tag': 'frontrunner', # 'enqueue_time': '2020-04-07T03:30:37.175216Z', # 'error_message': None, # 'event_type': 'art_relations.mkt_priority', # 'generated_by': None, # 'id': 8175, # 'is_active': True, # 'is_running': False, # 'last_run_end_time': '2020-04-07T03:31:08.496661Z', # 'last_run_return_code': 0, # 'last_run_start_time': '2020-04-07T03:30:39.983339Z', # 'last_success_time': '2020-04-07T03:31:08.496661Z', # 'name': 'consolidate_orchard-prod_log_replication', # 'next_run_time': '2020-04-07T03:45:45.190403Z', # 'query_type': None, # 'schedule': {'frequency': 0.25}, # 'service_type': 'alooma_utility', # 'start_time': '1970-01-21T00:00:00Z', # 'time_limit': 3600} # {'consolidation_query': '\n' # 'MERGE INTO "SALES_GOALS"."MARKETING_DRIVER"\n' # 'USING\n' # '(SELECT\n' # ' "COUNTRY_ID", "VALUE", "_METADATA_LOG_POSITION", ' # '"_METADATA__UUID", "_METADATA_DATABASE", ' # '"_METADATA_DELETED", "_METADATA_TIMESTAMP", ' # '"_METADATA__TIMESTAMP", "_METADATA_SNAPSHOT_SIZE", ' # '"_METADATA_SNAPSHOT_ID", "_METADATA_LOG_FILE", ' # '"COUNTRY_NAME", "ID", "PROJECT_ID", "SLOGAN"\n' # 'FROM\n' # ' (\n' # ' SELECT\n' # ' "COUNTRY_ID", "VALUE", ' # '"_METADATA_LOG_POSITION", "_METADATA__UUID", ' # '"_METADATA_DATABASE", "_METADATA_DELETED", ' # '"_METADATA_TIMESTAMP", "_METADATA__TIMESTAMP", ' # '"_METADATA_SNAPSHOT_SIZE", "_METADATA_SNAPSHOT_ID", ' # '"_METADATA_LOG_FILE", "COUNTRY_NAME", "ID", ' # '"PROJECT_ID", "SLOGAN"\n' # ' , ROW_NUMBER() OVER\n' # ' (\n' # ' PARTITION BY "ID"\n' # ' ORDER BY "_METADATA_TIMESTAMP" DESC, ' # '"_METADATA_LOG_FILE" DESC, "_METADATA_LOG_POSITION" ' # 'DESC, _METADATA_DELETED ASC\n' # ' )\n' # ' AS "row_num"\n' # ' FROM\n' # ' "SALES_GOALS"."MARKETING_DRIVER_LOG"\n' # ' )\n' # 'WHERE\n' # ' "row_num"=1\n' # ') "SALES_GOALS_MARKETING_DRIVER_LOG" ON ' # '"SALES_GOALS"."MARKETING_DRIVER"."ID"="SALES_GOALS_MARKETING_DRIVER_LOG"."ID"\n' # 'WHEN MATCHED AND ' # '"SALES_GOALS"."MARKETING_DRIVER"."_METADATA_TIMESTAMP" ' # '<=\n' # ' ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_TIMESTAMP"\n' # ' AND ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_DELETED"\n' # ' THEN DELETE\n' # 'WHEN MATCHED AND ' # '"SALES_GOALS"."MARKETING_DRIVER"."_METADATA_TIMESTAMP" ' # '<=\n' # ' ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_TIMESTAMP"\n' # ' THEN UPDATE SET ' # '"COUNTRY_ID"="SALES_GOALS_MARKETING_DRIVER_LOG"."COUNTRY_ID", ' # '"VALUE"="SALES_GOALS_MARKETING_DRIVER_LOG"."VALUE", ' # '"_METADATA_LOG_POSITION"="SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_LOG_POSITION", ' # '"_METADATA__UUID"="SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA__UUID", ' # '"_METADATA_DATABASE"="SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_DATABASE", ' # '"_METADATA_DELETED"="SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_DELETED", ' # '"_METADATA_TIMESTAMP"="SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_TIMESTAMP", ' # '"_METADATA__TIMESTAMP"="SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA__TIMESTAMP", ' # '"_METADATA_SNAPSHOT_SIZE"="SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_SNAPSHOT_SIZE", ' # '"_METADATA_SNAPSHOT_ID"="SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_SNAPSHOT_ID", ' # '"_METADATA_LOG_FILE"="SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_LOG_FILE", ' # '"COUNTRY_NAME"="SALES_GOALS_MARKETING_DRIVER_LOG"."COUNTRY_NAME", ' # '"ID"="SALES_GOALS_MARKETING_DRIVER_LOG"."ID", ' # '"PROJECT_ID"="SALES_GOALS_MARKETING_DRIVER_LOG"."PROJECT_ID", ' # '"SLOGAN"="SALES_GOALS_MARKETING_DRIVER_LOG"."SLOGAN"\n' # 'WHEN NOT MATCHED AND ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_DELETED"!=True\n' # ' THEN INSERT ("COUNTRY_ID", "VALUE", ' # '"_METADATA_LOG_POSITION", "_METADATA__UUID", ' # '"_METADATA_DATABASE", "_METADATA_DELETED", ' # '"_METADATA_TIMESTAMP", "_METADATA__TIMESTAMP", ' # '"_METADATA_SNAPSHOT_SIZE", "_METADATA_SNAPSHOT_ID", ' # '"_METADATA_LOG_FILE", "COUNTRY_NAME", "ID", ' # '"PROJECT_ID", "SLOGAN") VALUES ' # '("SALES_GOALS_MARKETING_DRIVER_LOG"."COUNTRY_ID", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."VALUE", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_LOG_POSITION", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA__UUID", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_DATABASE", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_DELETED", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_TIMESTAMP", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA__TIMESTAMP", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_SNAPSHOT_SIZE", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_SNAPSHOT_ID", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."_METADATA_LOG_FILE", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."COUNTRY_NAME", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."ID", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."PROJECT_ID", ' # '"SALES_GOALS_MARKETING_DRIVER_LOG"."SLOGAN")\n' # ';\n' # '\n' # '\n' # 'GRANT SELECT ON "SALES_GOALS"."MARKETING_DRIVER" TO ' # 'ROLE PUBLIC;\n' # '\n' # '\n' # 'GRANT SELECT ON "SALES_GOALS"."MARKETING_DRIVER_NRT" ' # 'TO ROLE PUBLIC;\n' # '\n' # '\n' # 'DELETE FROM "SALES_GOALS"."MARKETING_DRIVER_LOG"\n' # 'WHERE "_METADATA__TIMESTAMP" < DATEADD(day, -3, ' # 'CURRENT_TIMESTAMP(0))\n' # ' OR "_METADATA__TIMESTAMP" IS NULL\n' # ';\n', # 'docker_cmd': 'python scripts/run_consolidation.py -d orchard-prod -q ' # '"log_replication" -c \'{"retain_log_data": 14, ' # '"all_ri_fields": ["_metadata.timestamp", "_metadata.log_file", ' # '"_metadata.log_position"], "ri_field": ' # '"_metadata.timestamp"}\'', # 'docker_img': 'muppet-consolidation', # 'docker_tag': 'frontrunner', # 'enqueue_time': '2020-04-08T01:02:58.014442Z', # 'error_message': None, # 'event_type': 'sales_goals.marketing_driver', # 'generated_by': None, # 'id': 41379, # 'is_active': True, # 'is_running': False, # 'last_run_end_time': '2020-04-08T01:03:39.657864Z', # 'last_run_return_code': 0, # 'last_run_start_time': '2020-04-08T01:03:29.247228Z', # 'last_success_time': '2020-04-08T01:03:39.657864Z', # 'name': 'consolidate_orchard-prod_log_replication', # 'next_run_time': '2020-04-08T01:15:00Z', # 'query_type': 'log_replication', # 'schedule': {'cron': '*/15 * * * *'}, # 'service_type': 'alooma_utility', # 'start_time': '2018-11-06T19:23:19.647593Z', # 'time_limit': 3600} # {'consolidation_query': None, # 'docker_cmd': 'python scripts/run_consolidation.py -d orchard-prod -q ' # '"log_replication" -c \'{"all_ri_fields": ' # '["_metadata.timestamp", "_metadata.log_file", ' # '"_metadata.log_position"], "ri_field": ' # '"_metadata.timestamp"}\'', # 'docker_img': 'muppet-consolidation', # 'docker_tag': 'frontrunner', # 'enqueue_time': '2020-04-08T01:43:47.006858Z', # 'error_message': None, # 'event_type': 'art_relations.releases', # 'generated_by': None, # 'id': 58208, # 'is_active': True, # 'is_running': False, # 'last_run_end_time': '2020-04-08T01:44:00.683261Z', # 'last_run_return_code': None, # 'last_run_start_time': '2020-04-08T01:43:49.227925Z', # 'last_success_time': None, # 'name': 'consolidate_orchard-prod_log_replication', # 'next_run_time': '2020-04-08T01:45:00Z', # 'query_type': 'log_replication', # 'schedule': {'cron': '*/5 * * * *'}, # 'service_type': 'alooma_utility', # 'start_time': '2019-01-28T23:34:31.315203Z', # 'time_limit': 3600} # {'consolidation_query': '\n' # 'MERGE INTO "SALES_GOALS"."DIGITAL_STORE_HIGHLIGHTS"\n' # 'USING\n' # '(SELECT\n' # ' "_METADATA__TIMESTAMP", "_METADATA__UUID", ' # '"_METADATA_DATABASE", "_METADATA_DELETED", ' # '"_METADATA_LOG_FILE", "_METADATA_LOG_POSITION", ' # '"_METADATA_TIMESTAMP", "ID", "PROJECT_ID", ' # '"STORE_ID", "VALUE", "_METADATA_TYPE"\n' # 'FROM\n' # ' (\n' # ' SELECT\n' # ' "_METADATA__TIMESTAMP", "_METADATA__UUID", ' # '"_METADATA_DATABASE", "_METADATA_DELETED", ' # '"_METADATA_LOG_FILE", "_METADATA_LOG_POSITION", ' # '"_METADATA_TIMESTAMP", "ID", "PROJECT_ID", ' # '"STORE_ID", "VALUE", "_METADATA_TYPE"\n' # ' , ROW_NUMBER() OVER\n' # ' (\n' # ' PARTITION BY "ID"\n' # ' ORDER BY "_METADATA_TIMESTAMP" DESC, ' # '"_METADATA_LOG_FILE" DESC, "_METADATA_LOG_POSITION" ' # 'DESC, _METADATA_DELETED ASC\n' # ' )\n' # ' AS "row_num"\n' # ' FROM\n' # ' "SALES_GOALS"."DIGITAL_STORE_HIGHLIGHTS_LOG"\n' # ' )\n' # 'WHERE\n' # ' "row_num"=1\n' # ') "SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG" ON ' # '"SALES_GOALS"."DIGITAL_STORE_HIGHLIGHTS"."ID"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."ID"\n' # 'WHEN MATCHED AND ' # '"SALES_GOALS"."DIGITAL_STORE_HIGHLIGHTS"."_METADATA_TIMESTAMP" ' # '<=\n' # ' ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_TIMESTAMP"\n' # ' AND ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_DELETED"\n' # ' THEN DELETE\n' # 'WHEN MATCHED AND ' # '"SALES_GOALS"."DIGITAL_STORE_HIGHLIGHTS"."_METADATA_TIMESTAMP" ' # '<=\n' # ' ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_TIMESTAMP"\n' # ' THEN UPDATE SET ' # '"_METADATA__TIMESTAMP"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA__TIMESTAMP", ' # '"_METADATA__UUID"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA__UUID", ' # '"_METADATA_DATABASE"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_DATABASE", ' # '"_METADATA_DELETED"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_DELETED", ' # '"_METADATA_LOG_FILE"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_LOG_FILE", ' # '"_METADATA_LOG_POSITION"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_LOG_POSITION", ' # '"_METADATA_TIMESTAMP"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_TIMESTAMP", ' # '"ID"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."ID", ' # '"PROJECT_ID"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."PROJECT_ID", ' # '"STORE_ID"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."STORE_ID", ' # '"VALUE"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."VALUE", ' # '"_METADATA_TYPE"="SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_TYPE"\n' # 'WHEN NOT MATCHED AND ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_DELETED"!=True\n' # ' THEN INSERT ("_METADATA__TIMESTAMP", ' # '"_METADATA__UUID", "_METADATA_DATABASE", ' # '"_METADATA_DELETED", "_METADATA_LOG_FILE", ' # '"_METADATA_LOG_POSITION", "_METADATA_TIMESTAMP", ' # '"ID", "PROJECT_ID", "STORE_ID", "VALUE", ' # '"_METADATA_TYPE") VALUES ' # '("SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA__TIMESTAMP", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA__UUID", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_DATABASE", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_DELETED", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_LOG_FILE", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_LOG_POSITION", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_TIMESTAMP", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."ID", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."PROJECT_ID", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."STORE_ID", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."VALUE", ' # '"SALES_GOALS_DIGITAL_STORE_HIGHLIGHTS_LOG"."_METADATA_TYPE")\n' # ';\n' # '\n' # '\n' # 'GRANT SELECT ON ' # '"SALES_GOALS"."DIGITAL_STORE_HIGHLIGHTS" TO ROLE ' # 'PUBLIC;\n' # '\n' # '\n' # 'GRANT SELECT ON ' # '"SALES_GOALS"."DIGITAL_STORE_HIGHLIGHTS_NRT" TO ROLE ' # 'PUBLIC;\n' # '\n' # '\n' # 'DELETE FROM ' # '"SALES_GOALS"."DIGITAL_STORE_HIGHLIGHTS_LOG"\n' # 'WHERE "_METADATA__TIMESTAMP" < DATEADD(day, -3, ' # 'CURRENT_TIMESTAMP(0))\n' # ' OR "_METADATA__TIMESTAMP" IS NULL\n' # ';\n', # 'docker_cmd': 'python scripts/run_consolidation.py -d orchard-prod -q ' # '"log_replication" -c \'{"retain_log_data": 14, ' # '"all_ri_fields": ["_metadata.timestamp", "_metadata.log_file", ' # '"_metadata.log_position"], "ri_field": ' # '"_metadata.timestamp"}\'', # 'docker_img': 'muppet-consolidation', # 'docker_tag': 'frontrunner', # 'enqueue_time': '2020-04-08T01:48:24.167967Z', # 'error_message': None, # 'event_type': 'sales_goals.digital_store_highlights', # 'generated_by': None, # 'id': 41378, # 'is_active': True, # 'is_running': False, # 'last_run_end_time': '2020-04-08T01:48:37.584278Z', # 'last_run_return_code': 0, # 'last_run_start_time': '2020-04-08T01:48:26.399931Z', # 'last_success_time': '2020-04-08T01:48:37.584278Z', # 'name': 'consolidate_orchard-prod_log_replication', # 'next_run_time': '2020-04-08T02:00:00Z', # 'query_type': 'log_replication', # 'schedule': {'cron': '*/15 * * * *'}, # 'service_type': 'alooma_utility', # 'start_time': '2018-11-06T19:22:19.910724Z', # 'time_limit': 3600}