# aggregations with BT SSD
amazon_aggregations: true
spotify_aggregations: true
apple_aggregations: true
youtubereporting_aggregations: true
chartmetric_aggregations: true
amazon_stations_metadata_aggregations: true
brand_tagging_aggregations: true
spotify_playlist_demographics: true
amazon_playlist_track_positions: true
tiktok_top_sounds: true
spotify_playlists_elastic_search_export_daily: true
apple_playlists_elastic_search_export_daily: true
amazon_playlists_elastic_search_export_daily: true

# temporary vars
youtubereporting_ugc_aggregations: true
spotify_project_aggregations: true
apple_project_aggregations: true
amazon_project_aggregations: true
youtube_project_aggregations: true
tiktok_china_deps: true
youtubereporting_aggregations_video_product_family_dep: false
spotify_isrc_new_listeners_daily_aggregations: true
spotify_isrc_playlist_new_listeners_daily_aggregations: true

# removed deps
gras_dependencies: false
sme_max_dependencies: false
youtubereporting_streams_project_content_date_day_sf__v_yt_video_isrc: false
youtubereporting_demographics_project_date_day_sf__v_yt_video_isrc: false
youtubereporting_demographics_isrc_date_day_sf__v_yt_video_isrc: false
youtubereporting_streams_isrc_date_day_sf__v_yt_video_isrc: false

# Gras
gras_aggregations: true

# Prod DBX job ids
dbx_job_id_amazon: 51  # 29645
dbx_job_id_amazon_stations_metadata: 698457495902407
dbx_job_id_spotify: 203  # 29648
dbx_job_id_apple: 102  # 29646
dbx_job_id_gras: 168  # 29647
dbx_job_id_youtubereporting: 582  # 55922
dbx_job_id_youtube_metadata: 588  # 55923
dbx_job_id_conversion: 492  # 55920
dbx_job_id_tiktokreporting: 614  # 575872
dbx_job_id_spotify_tracks_uri_upc_mapping: 1062556744299767
dbx_job_id_upc_allowed_countries_mapping: 1062556744299767
dbx_job_id_apple_id_upc_mapping: 1062556744299767
dbx_job_id_amazon_playlist_track_positions: 291332
dbx_job_id_spotify_playlists_elastic_search_export_daily: 229
dbx_job_id_apple_playlists_elastic_search_export_daily: 229
dbx_job_id_amazon_playlists_elastic_search_export_daily: 229

# DBX job timeouts
default_dbx_job_max_lifetime: 1800
double_dbx_job_max_lifetime: 3600
quad_dbx_job_max_lifetime: 7200
gras_dbx_job_max_lifetime: 3600
yt_active_claims_dbx_job_max_lifetime: 86400
yt_content_owner_asset_traffic_source_conv_dbx_job_max_lifetime: 28800
yt_content_owner_traffic_source_conv_dbx_job_max_lifetime: 18000
stations_metadata_aggregations_dbx_job_max_lifetime: 7200
spotify_dbx_job_max_lifetime: 2700
amazon_dbx_job_max_lifetime: 2700
amazon_long_dbx_job_max_lifetime: 3600

env: "prod"

# Amazon spark params

dbx_spark_params_amazon_streams_artist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonArtistAggregation",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_amazon_streams_artist_playlist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonArtistPlaylistAggregation",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_amazon_streams_isrc_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonIsrcAggregation",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"

]

dbx_spark_params_amazon_streams_isrc_date_playlist_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonIsrcPlaylistAggregation",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_amazon_streams_playlist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonPlaylistDateDayAggregation",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_amazon_streams_product_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonProductAggregation",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_amazon_streams_track_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonTrackAggregation",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"

]

dbx_spark_params_amazon_streams_track_date_playlist_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonTrackPlaylistAggregation",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_amazon_streams_productfamily_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonProductFamilyStreamsDaily",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_amazon_streams_project_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonProjectStreamsDaily",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_amazon_stations_metadata: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.amazon.AmazonStationsMetadata",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

# Spotify spark params

dbx_spark_params_spotify_streams_artist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyArtistDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_streams_artist_playlist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyArtistPlaylistDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_streams_isrc_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyIsrcDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_streams_isrc_date_playlist_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyIsrcPlaylistDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_streams_playlist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyPlaylistDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_streams_product_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyProductDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_streams_track_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyTrackDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_streams_track_date_playlist_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyTrackPlaylistDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_demographics_artist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyArtistDemographicsDailyStreams",
  "--driver-java-options",
  "-Ddelphi.etl.validation.spotify.streams-count.threshold.error=55",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar",
]

dbx_spark_params_spotify_demographics_product_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyProductDemographicsDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_demographics_isrc_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyIsrcDemographicsDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_demographics_track_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyTrackDemographicsDailyStreams",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_streams_productfamily_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyProductFamilyStreamsDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_demographics_productfamily_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyProductFamilyDemographicsDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_streams_project_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyProjectStreamsDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_demographics_project_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyProjectDemographicsDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_isrc_new_listeners_daily: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyIsrcNewListenersDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_isrc_playlist_new_listeners_daily: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyIsrcPlaylistNewListenersDaily",
  "--driver-java-options",
  "-Ddelphi.etl.apps.feature.validation-enabled=false",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_playlist_demographics_daily: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.spotify.SpotifyPlaylistDemographicsDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

# Apple spark params

dbx_spark_params_apple_streams_artist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.ArtistDateDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_streams_artist_playlist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.ArtistDatePlaylistDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_streams_isrc_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.IsrcDateDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_streams_isrc_date_playlist_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.IsrcDatePlaylistDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_streams_playlist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.PlaylistDateDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_streams_product_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.ProductDateDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_streams_track_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.TrackDateDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_streams_track_date_playlist_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.PlaylistTrackDateDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_demographics_artist_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.DemographicsArtistDateDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_demographics_product_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.DemographicsProductDateDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_demographics_isrc_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.DemographicsIsrcDateDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_demographics_track_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.DemographicsTrackDateDayAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_streams_productfamily_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.AppleProductFamilyStreamsDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_demographics_productfamily_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.AppleProductFamilyDemographicsDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_streams_project_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.AppleProjectStreamsDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_demographics_project_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.apple.AppleProjectDemographicsDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

# Gras spark params

dbx_spark_params_gras: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.gras.GrasAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

# Youtubereporting spark params

dbx_spark_params_youtubereporting_streams_video_id_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.youtube.YoutubeVideoIdViewsAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_youtubereporting_demographics_video_id_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.youtube.YoutubeVideoIdDemographicsAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_youtubereporting_metadata: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.youtube.YoutubeMetadataAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_vevo_metadata: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.youtube.VevoMetadataAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_youtubereporting_streams_isrc_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.youtube.YoutubeIsrcViewsAggregation",
  "--driver-java-options",
  "-Ddelphi.etl.apps.feature.validation-enabled=false",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_youtubereporting_demographics_isrc_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.youtube.YoutubeIsrcDemographicsAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_youtubereporting_streams_productfamily_content_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.youtube.YoutubeProductFamilyViewsAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_youtubereporting_demographics_productfamily_content_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.youtube.YoutubeProductFamilyDemographicsAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_youtubereporting_demographics_project_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.youtube.YoutubeProjectDemographicsAggregation",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_youtubereporting_streams_project_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.youtube.YoutubeProjectViewsAggregation",
  "--driver-java-options",
  "-Ddelphi.etl.apps.feature.validation-enabled=false",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

# tiktokreporting spark params

dbx_spark_params_tiktokreporting_trends_daily_isrc_content_type_date_day: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.tiktok.TiktokIsrcContentTypeAggregationDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_tiktokreporting_top_sounds_aggregation: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.tiktok.TiktokTopSoundsAggregationDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

# Conversion spark params

dbx_spark_params_conversion: [
  "--class",
  "com.sonymusic.delphi.etl.conversion.ConversionEtl",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=DROPMALFORMED",
  "s3://prod-delphi-etl-artifacts/delphi-etl-conversion.jar"
]

dbx_spark_params_conversion_failfast: [
  "--class",
  "com.sonymusic.delphi.etl.conversion.ConversionEtl",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=FAILFAST",
  "s3://prod-delphi-etl-artifacts/delphi-etl-conversion.jar"
]

dbx_spark_params_conversion_permissive: [
  "--class",
  "com.sonymusic.delphi.etl.conversion.ConversionEtl",
  "--driver-java-options",
  "-Ddelphi.etl.slz.file-read-mode=PERMISSIVE",
  "s3://prod-delphi-etl-artifacts/delphi-etl-conversion.jar"
]

# Brand tagging spark params
dbx_spark_params_spotify_track_uri_upc_mapping: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.brandtagging.BrandTaggingSpotifyTrackDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_id_upc_mapping: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.brandtagging.BrandTaggingAppleTrackDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_upc_allowed_countries_mapping: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.brandtagging.BrandTaggingUpcAllowedCountriesDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_amazon_playlist_track_positions: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.chartmetric.AmazonPlaylistTrackPositionsDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_spotify_playlists_elastic_search_export_daily: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.dapd.SpotifyPlaylistsElasticSearchExportDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_apple_playlists_elastic_search_export_daily: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.dapd.ApplePlaylistsElasticSearchExportDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]

dbx_spark_params_amazon_playlists_elastic_search_export_daily: [
  "--class",
  "com.sonymusic.delphi.etl.apps.aggregation.dapd.AmazonPlaylistsElasticSearchExportDaily",
  "s3://prod-delphi-etl-artifacts/delphi-etl-apps.jar"
]