CRON_TZ="America/New_York" ## Snowflake ETL check 0 1,7,19 * * * Rscript -e 'source("~/git/orch/src/dbconcile/snowflake_check_20150707.r")' ## This is the file which, when present, the above ETL does NOT send an email; Clear the file every morning 0 6 * * * rm ~/git/orch/src/dbconcile/success_email/success_email.marker_file ## ## Scrape spotify developer API for playlist metadata 0 0,7,19 * * * Rscript -e 'source("~/git/orch/src/Spotify Playlist Webscrape/Kick Off Files/Kick Off for ALL PLAYLISTS in our system.r")' ## ## -- ETL for AppleMusic to Snowflake 30 6 * * * Rscript -e 'source("~/git/orch/src/AppleMusic/2015-07-07 Apple Music Export To Snowflake.r")' ## -- ETL for Currency Conversion Rates to Snowflake 30 20 */5 * * Rscript -e 'source("~/git/orch/src/DeNormalizing/currency_conversion_rates_ingestion.r")' ## ## -- ETL for Spotify Accounting Files 45 20 3,10,14,18,24 * * Rscript -e 'source("~/git/orch/src/Spotify_Accounting_ETL/20150810 Export to Looker.r")' ## -- ETL for YT Data -- Check for filedrop ## M-F, 7a-6p every xx:15 and xx:45 #(rem) 15,45 07-18 * * 1-5 Rscript -e 'source("~rsaporta/git/orch/src/VidServData/00 Check for YT Files.r")' ## ## ## ---------------------------------------------------------- ## ## ---------------------------------------------------------- ## ## -- ETL for BI tables -- ## ## ---------------------------------------------------------- ## ## 4:00 am Everyday 00 4 * * * Rscript -e 'source("~/git/orch/src/MasterUPC/MasterUPC.r")' ## 4:30 am Everyday: Update Client Managers Table 30 4 * * * Rscript -e 'source("~/git/orch/src/DeNormalizing/BI_tables/create client_managers tbl.r")' ## 5:30 am Everyday: Update the VIEWS 30 5 * * * Rscript -e 'source("~/git/orch/src/DeNormalizing/BI_tables/Create All Views.r")' ## 11:59 PM, Mon,Thurs: Update Analytics Data 59 23 * * 1,4 Rscript -e 'source("~/git/orch/src/DeNormalizing/BI_tables/Create Analytics Track Level on Snowflake.r")' ## 8PM everyday: Update Accounting Data 00 06,20 * * * Rscript -e 'source("~/git/orch/src/DeNormalizing/BI_tables/Create Accounting on Snowflake.r")' ## 3AM every other day: Update track_artists_by_track 0 3 */3 * * Rscript -e 'source("~/git/orch/src/ETL/track_artist concated.r")' ## 7AM every sunday morning || Playlist Metadata 0 7 * * 0 Rscript -e 'source("~/git/orch/src/Spotify Playlist Webscrape/2015-12-10 SoS into Snowflake.r")' ## 9 AM every ? morning || Spotify Playlist METADATA Tables 0 3 * * * Rscript -e 'source("~/git/orch/src/Spotify_Metadata_2016/01 Create playlist_metadata and playlist_metadata_unique.r")' ## 4:30 AM every morning || Statements DB 30 4 * * * Rscript -e 'source("~/git/orch/src/DeNormalizing/Additional Tables/statementsDB copy to snowflake.r")' ## Update Permissions - Every Two Hours on the 20 20 */2 * * * Rscript -e 'source("~/git/orch/src/DeNormalizing/snowflake_permissioning_update.r")' ## ---------------------------------------------------------- ## ## * * * * * Rscript -e 'source("~/git/orch/testing_sf_rs_switch.r")' ## * * * * * Rscript -e 'source("~/git/orch/src/dbconcile/snowflake_check_20150707.r")' ## ---------------------------------------------------------- ##