dbx_job_id: 1244
dbx_spark_params_amazon: [
    "--class",
    "com.sonymusic.delphi.etl.exploration.SplitterSparkJob",
    "--driver-java-options",
    "-Dconfig.resource=application.qa.conf",
    "--conf",
    "spark.sql.sources.commitProtocolClass=org.apache.spark.sql.execution.datasources.SQLHadoopMapReduceCommitProtocol",
    "--conf",
    "spark.hadoop.mapreduce.fileoutputcommitter.marksuccessfuljobs=false",
    "s3://qa-delphi-etl-artifacts/delphi-etl-exploration.jar",
    "--drop-from-head","3","--drop-from-tail","2"
]
dbx_spark_params_apple: [
    "--class",
    "com.sonymusic.delphi.etl.exploration.SplitterSparkJob",
    "--driver-java-options",
    "-Dconfig.resource=application.qa.conf",
    "--conf",
    "spark.sql.sources.commitProtocolClass=org.apache.spark.sql.execution.datasources.SQLHadoopMapReduceCommitProtocol",
    "--conf",
    "spark.hadoop.mapreduce.fileoutputcommitter.marksuccessfuljobs=false",
    "s3://qa-delphi-etl-artifacts/delphi-etl-exploration.jar",
    "--drop-from-head","1"
]
dbx_spark_params_youtubereporting: [
    "--class",
    "com.sonymusic.delphi.etl.exploration.SplitterSparkJob",
    "--driver-java-options",
    "-Dconfig.resource=application.qa.conf",
    "--conf",
    "spark.sql.sources.commitProtocolClass=org.apache.spark.sql.execution.datasources.SQLHadoopMapReduceCommitProtocol",
    "--conf",
    "spark.hadoop.mapreduce.fileoutputcommitter.marksuccessfuljobs=false",
    "s3://qa-delphi-etl-artifacts/delphi-etl-exploration.jar",
    "--drop-from-head","1"
]
dbx_spark_params_tiktokreporting: [
    "--class",
    "com.sonymusic.delphi.etl.exploration.SplitterSparkJob",
    "--driver-java-options",
    "-Dconfig.resource=application.qa.conf",
    "--conf",
    "spark.sql.sources.commitProtocolClass=org.apache.spark.sql.execution.datasources.SQLHadoopMapReduceCommitProtocol",
    "--conf",
    "spark.hadoop.mapreduce.fileoutputcommitter.marksuccessfuljobs=false",
    "s3://qa-delphi-etl-artifacts/delphi-etl-exploration.jar",
    "--drop-from-head","1"
]
dbx_spark_params_default: [
    "--class",
    "com.sonymusic.delphi.etl.exploration.SplitterSparkJob",
    "--driver-java-options",
    "-Dconfig.resource=application.qa.conf",
    "--conf",
    "spark.sql.sources.commitProtocolClass=org.apache.spark.sql.execution.datasources.SQLHadoopMapReduceCommitProtocol",
    "--conf",
    "spark.hadoop.mapreduce.fileoutputcommitter.marksuccessfuljobs=false",
    "s3://qa-delphi-etl-artifacts/delphi-etl-exploration.jar"
]

drop_from_head_amazon: 3
drop_from_tail_amazon: 2

drop_from_head_apple: 1
drop_from_head_youtubereporting: 1
drop_from_head_tiktokreporting: 1
