# The driver logs will be divided into three different logs: stdout, stderr, and log4j. The stdout
# and stderr are rolled using StdoutStderrRoller. The log4j logs are again split into two: public
# and private. Stdout, stderr, and only the public log4j logs are shown to the customers.
log4j.rootLogger=INFO, publicFile, datadogRoot

# Use the private logger method from the ConsoleLogging trait to log to the private file.
# All other logs will go to the public file.
log4j.logger.privateLog=INFO, privateFile
log4j.additivity.privateLog=false

# privateFile
log4j.appender.privateFile=com.databricks.logging.RedactionRollingFileAppender
log4j.appender.privateFile.layout=org.apache.log4j.PatternLayout
log4j.appender.privateFile.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
log4j.appender.privateFile.rollingPolicy=org.apache.log4j.rolling.TimeBasedRollingPolicy
log4j.appender.privateFile.rollingPolicy.FileNamePattern=logs/%d{yyyy-MM-dd-HH}.log.gz
log4j.appender.privateFile.rollingPolicy.ActiveFileName=logs/active.log

# publicFile
log4j.appender.publicFile=com.databricks.logging.RedactionRollingFileAppender
log4j.appender.publicFile.layout=net.logstash.log4j.JSONEventLayoutV1
log4j.appender.publicFile.layout.UserFields=service:delphi-apps-etl
log4j.appender.publicFile.layout.locationInfo=false
log4j.appender.publicFile.rollingPolicy=org.apache.log4j.rolling.TimeBasedRollingPolicy
log4j.appender.publicFile.rollingPolicy.FileNamePattern=logs/log4j-%d{yyyy-MM-dd-HH}.log.gz
log4j.appender.publicFile.rollingPolicy.ActiveFileName=logs/log4j-active.log

# Increase log level of NewHadoopRDD so it doesn't print every split.
# (This is really because Parquet prints the whole schema for every part.)
log4j.logger.org.apache.spark.rdd.NewHadoopRDD=WARN

# Enable logging for Azure Data Lake (SC-14894)
log4j.logger.com.microsoft.azure.datalake.store=DEBUG
log4j.logger.com.microsoft.azure.datalake.store.HttpTransport=DEBUG
log4j.logger.com.microsoft.azure.datalake.store.HttpTransport.tokens=DEBUG
# We also add custom filter to remove excessive logging of successful http requests
log4j.appender.publicFile.filter.adl=com.databricks.logging.DatabricksLogFilter
log4j.appender.publicFile.filter.adl.LoggerName=com.microsoft.azure.datalake.store.HttpTransport
log4j.appender.publicFile.filter.adl.StringToMatch=HTTPRequest,Succeeded
log4j.appender.publicFile.filter.adl.AcceptOnMatch=false

# RecordUsage Category
log4j.logger.com.databricks.UsageLogging=INFO, usage
log4j.additivity.com.databricks.UsageLogging=false
log4j.appender.usage=org.apache.log4j.rolling.DatabricksRollingFileAppender
log4j.appender.usage.layout=org.apache.log4j.PatternLayout
log4j.appender.usage.layout.ConversionPattern=%m%n
log4j.appender.usage.rollingPolicy=org.apache.log4j.rolling.TimeBasedRollingPolicy
log4j.appender.usage.rollingPolicy.FileNamePattern=logs/%d{yyyy-MM-dd-HH}.usage.json.gz
log4j.appender.usage.rollingPolicy.ActiveFileName=logs/usage.json

# Metrics Logs
log4j.logger.com.databricks.MetricsLogging=INFO, metrics
log4j.additivity.com.databricks.MetricsLogging=false
log4j.appender.metrics=org.apache.log4j.rolling.DatabricksRollingFileAppender
log4j.appender.metrics.layout=org.apache.log4j.PatternLayout
log4j.appender.metrics.layout.ConversionPattern=%m%n
log4j.appender.metrics.rollingPolicy=org.apache.log4j.rolling.TimeBasedRollingPolicy
log4j.appender.metrics.rollingPolicy.FileNamePattern=logs/%d{yyyy-MM-dd-HH}.metrics.json.gz
log4j.appender.metrics.rollingPolicy.ActiveFileName=logs/metrics.json
log4j.appender.metrics.encoding=UTF-8

# Ignore messages below warning level from Jetty, because it's a bit verbose
#log4j.logger.org.eclipse.jetty=WARN

############################################
# Delphi custom settings
############################################

# datadogRoot
# This appender is aimed to be attached to root logger only.
# It sends log events to Datadog with WARN level and higher only.
log4j.appender.datadogRoot=com.sonymusic.delphi.log4j.DatadogTcpSocketAppender
log4j.appender.datadogRoot.host=intake.logs.datadoghq.com
log4j.appender.datadogRoot.port=10514
log4j.appender.datadogRoot.keepAliveDuration=PT1M
log4j.appender.datadogRoot.layout=net.logstash.log4j.JSONEventLayoutV1
log4j.appender.datadogRoot.threshold=WARN
log4j.appender.datadogRoot.layout.UserFields=service:delphi-apps-etl
log4j.appender.datadogRoot.layout.locationInfo=false

# datadog
# This appender is aimed to be attached to any logger.
# It publishes logs to Datadog without limitations.
log4j.appender.datadog=com.sonymusic.delphi.log4j.DatadogTcpSocketAppender
log4j.appender.datadog.host=intake.logs.datadoghq.com
log4j.appender.datadog.port=10514
log4j.appender.datadog.keepAliveDuration=PT1M
log4j.appender.datadog.layout=net.logstash.log4j.JSONEventLayoutV1
log4j.appender.datadog.layout.UserFields=service:delphi-apps-etl
log4j.appender.datadog.layout.locationInfo=false

# Delphi logging
log4j.logger.com.sonymusic.delphi=INFO, datadog, publicFile
log4j.additivity.com.sonymusic.delphi=false

# Disable logging for DD in order to avoid annoying messages due to an issue in google-cloud-java library
# https://github.com/googleapis/google-cloud-java/issues/3693
log4j.logger.com.google.bigtable.repackaged.io.grpc.internal.ManagedChannelOrphanWrapper=WARN, publicFile
log4j.additivity.com.google.bigtable.repackaged.io.grpc.internal.ManagedChannelOrphanWrapper=false

# Disable logging for DD in order to avoid confusing reading error messages
log4j.logger.com.databricks.sql.util.RocksDBExternalMap=WARN, publicFile
log4j.additivity.com.databricks.sql.util.RocksDBExternalMap=false