### snowflake cursor doesn't support string sseparation, thus this var is adjusted sf_queries_1_5 = dict( check_01="""select count(*) "count", 'src; SF ds' "table" \ from DS_CHARTMETRIC.RAW_DATA.AMAZON_ALBUM \ where created_at < current_date \ union \ select count(*) "count", 'dest; SF raw' "table" \ from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_ALBUM \ where created_at < current_date;""", check_02="""select count(*) "count", 'src; SF ds' "table" \ from DS_CHARTMETRIC.RAW_DATA.AMAZON_ARTIST \ where created_at < current_date \ union \ select count(*) "count", 'dest; SF raw' "table" \ from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_ARTIST \ where created_at < current_date;""", check_03="""select count(distinct id ) "count", 'src; SF ds' "table" \ from DS_CHARTMETRIC.RAW_DATA.AMAZON_BROWSE \ union \ select count(distinct id ) "count", 'dest; SF raw' "table" \ from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_BROWSE; """, check_04="""select count(distinct date(TIMESTP), coalesce(AMAZON_BROWSE, '0000000-0000-0000-0000-00000000000'), \ lower(coalesce(STOREFRONT, 'us'))) "count", 'src; SF ds' "table" \ from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_FREQUENT_CHART \ where RANK <= 300 and date(TIMESTP) >= '2022-10-11' \ union \ select count(distinct DATE, AMAZON_BROWSE , lower(COUNTRY_CODE)) "count", 'dest; SF raw' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.AMAZON_CHART_TRACK_POSITION \ where date>= '2022-10-11' ;""", check_05="""select 'src' as TBL, count(*) as "count" \ from DS_CHARTMETRIC.RAW_DATA.AMAZON_FREQUENT_CHART \ where timestp < current_date \ union all \ select 'raw' as TBL, count(*) as "count" \ from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_FREQUENT_CHART \ where timestp < current_date; """ ) sf_queries_6_20 = dict( check_06="""select count(*) "count", 'src; SF raw' "table" \ from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_ALBUM \ union \ select count(*) "count", 'dest; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_ALBUM """, check_07="""select count(*) "count", 'src; SF raw' "table" \ from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_ARTIST \ union \ select count(*) "count", 'dest; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_ARTIST""", check_08="""select count(distinct NAME) "count", 'dest; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_GENRE \ union \ select count(distinct NAME) "count", 'src; SF raw' "table" \ from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_BROWSE""", check_09="""select count(distinct coalesce(ID, '0000000-0000-0000-0000-00000000000') ,lower(STOREFRONT) ) "count", 'src; SF raw' "table" \ from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_BROWSE \ union \ select count(distinct amazon_browse_id ,country_code ) "count", 'dest; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_BROWSE \ ;""", check_10="""select count(distinct TIMESTP, coalesce(AMAZON_BROWSE, '0000000-0000-0000-0000-00000000000'), \ coalesce(STOREFRONT, 'us'), RANK) "count", \ 'src; SF raw' "table" \ from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_CHART \ where RANK <= 300 and date(TIMESTP) < (select min(date(TIMESTP)) from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_FREQUENT_CHART ) \ union \ select count(*) "count", 'dest; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.AMAZON_CHART_TRACK_POSITION \ where date(date) < (select min(date(TIMESTP)) from DELPHI_CHARTMETRIC_RAW.AMAZON.AMAZON_FREQUENT_CHART ) """, check_11="""select count(distinct G.NAME, DATE, P.COUNTRY_CODE, CURRENT_POSITION ) "count", 'src; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.AMAZON_CHART_TRACK_POSITION p \ join DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_BROWSE B on P.AMAZON_BROWSE = B.AMAZON_BROWSE_ID and P.COUNTRY_CODE = B.COUNTRY_CODE \ join DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_GENRE G on G.GENRE_ID = B.GENRE_ID \ union \ select count(*) , 'dest; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.FACT_AMAZON_CHART_TRACK ; """, check_14="""select count(*) "count", 'src; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_ALBUM \ union \ select count(*) "count", 'dest; SF etl' "table" \ from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_ALBUM ; """, check_15="""select count(*) "count", 'src; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_ARTIST \ union \ select count(*) "count", 'dest; SF etl' "table" \ from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_ARTIST ; """, check_16="""select count(distinct chart_id ) "count", 'src; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_BROWSE \ union \ select count(*) "count", 'dest; SF etl' "table" \ from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_BROWSE ;""", check_18="""select count(*) "count", 'src; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_GENRE \ union \ select count(*) "count", 'dest; SF etl' "table" \ from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_GENRE ;""", check_19="""select count(*) "count", 'src; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.FACT_AMAZON_CHART_LIFETIME \ union \ select count(*) "count", 'dest; SF etl' "table" \ from DELPHI_CHARTMETRIC_ETL.AMAZON.FACT_AMAZON_CHART_LIFETIME ;""", check_20="""select count(*) "count", 'src; SF main' "table" \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.FACT_AMAZON_CHART_TRACK \ union \ select count(*) "count", 'dest; SF etl' "table" \ from DELPHI_CHARTMETRIC_ETL.AMAZON.FACT_AMAZON_CHART_TRACK ;""" ) sf_queries_12_13_17 = dict( check_12 = """select count(*) "count" from ( \ select distinct AMAZON_TRACK_ID ,CHART_ID \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.FACT_AMAZON_CHART_TRACK \ minus \ select distinct AMAZON_TRACK_ID ,CHART_ID \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.FACT_AMAZON_CHART_LIFETIME )""", check_13 = """select count(*) "count" from ( \ select CHART_ID \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_BROWSE \ where CHART_REMOVED_AT is null \ and CHART_ADDED_AT is not null \ minus \ select distinct CHART_ID \ from DELPHI_CHARTMETRIC_MAIN.AMAZON.FACT_AMAZON_CHART_TRACK \ where DATE > current_date - 7 )""", check_17 = """select count(*) "count" from ( \ select AMAZON_TRACK_ID, storefront \ from DELPHI_CHARTMETRIC_MAIN.AMAZON_PLAYLISTS.DIM_AMAZON_TRACK T \ join DELPHI_CHARTMETRIC_MAIN.AMAZON.DIM_AMAZON_ARTIST A on T.AMAZON_ARTIST = A.ID \ minus \ select AMAZON_TRACK_ID, COUNTRY_CODE \ from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_CHART_ARTIST_TRACK )""" ) sf_queries_21_26 = dict( check_21 = dict( sf_check_21 = """select count(*) "count" from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_ALBUM ; """, pg_check_21 = """select count(*) "count" from amazon.dim_amazon_album"""), check_22 = dict( sf_check_22 = """select count(*) "count" from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_BROWSE;""", pg_check_22 = """select count(*) "count" from amazon.dim_amazon_chart dac"""), check_23 = dict( sf_check_23="""select count(*) "count" from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_CHART_ARTIST_TRACK \ where amazon_track_id in (select distinct AMAZON_TRACK_ID from DELPHI_CHARTMETRIC_ETL.AMAZON.FACT_AMAZON_CHART_LIFETIME)""", pg_check_23 = """select count(*) "count" from amazon.dim_amazon_chart_artist_track dacat"""), check_24 = dict( sf_check_24 = """select count(*) "count" from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_GENRE;""", pg_check_24 = """select count(*) "count" from amazon.dim_amazon_genre dag"""), check_25 = dict( sf_check_25 = """select count(*) "count"\ from DELPHI_CHARTMETRIC_ETL.AMAZON.FACT_AMAZON_CHART_TRACK \ where AMAZON_TRACK_ID in (select distinct AMAZON_TRACK_ID \ from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_TRACK)""", pg_check_25 = """select count(*) "count" from amazon.fact_amazon_chart_track"""), check_26 = dict( sf_check_26 = """select count(*) "count" from DELPHI_CHARTMETRIC_ETL.AMAZON.FACT_AMAZON_CHART_LIFETIME \ where amazon_track_id in (select AMAZON_TRACK_ID from DELPHI_CHARTMETRIC_ETL.AMAZON.DIM_AMAZON_TRACK) """, pg_check_26 = """select count(*) "count" from amazon.fact_amazon_chart_track_lifetime factl""") ) pg_queries_27 = dict( check_27 = """SELECT uow_meta.unit_of_work.uow_id,uow_meta.unit_of_work.status,uow_meta.audit_log.extra_data,uow_meta.audit_log.new_status FROM uow_meta.unit_of_work INNER JOIN uow_meta.audit_log ON uow_meta.unit_of_work.uow_id = uow_meta.audit_log.uow_id WHERE status = 'IMPORT_FAILED' AND project = 'cm_amazon_charts' AND new_status = 'IMPORT_FAILED' AND uow_meta.audit_log.created_at >= current_date - 2""" ) if __name__ == '__main__': pass