resource "datadog_monitor" "time_skew_delay_on_kube_cluster_name_ameba_dev" {
  name = "Time Skew Delay on {{kube_cluster_name.name}} - AMEBA-DEV"
  type = "query alert"
  query = <<EOT
max(last_5m):avg:ntp.offset{cluster_name:ameba-dev} by {kube_node,host} > 2
EOT
  message = <<EOT
{{#is_alert}}
### Time Delay on {{host}} is {{value}} sec  > {{threshold}} sec
PRIORITY=HIGH
{{/is_alert}}

{{#is_recovery}}
### Time Skew recovered on {{host}}
{{/is_recovery}}

@slack-The_Orchard-ameba-alerts
@ameba.developers@sonymusic.com
EOT
  tags = ["team:ameba-team", "application_family:aoma-core"]
  draft_status = "published"
  new_group_delay = 60
  on_missing_data = "default"
  require_full_window = false
  monitor_thresholds {
    critical = 2
  }
}
resource "datadog_monitor" "time_skew_delay_on_kube_cluster_name" {
  name = "Time Skew Delay on {{kube_cluster_name.name}}"
  type = "query alert"
  query = <<EOT
max(last_1h):avg:ntp.offset{cluster_name:ameba-dev} by {kube_cluster_name,kube_node} >= 3
EOT
  message = <<EOT
{{#is_alert}}
### Time Delay on {{host.kube_node}} is > {{threshold}} sec
PRIORITY=HIGH
{{/is_alert}}

{{#is_recovery}}
### Time Skew recovered on {{host.kube_node}}
{{/is_recovery}}

@slack-The_Orchard-ameba-alerts
@ameba.developers@sonymusic.com
EOT
  tags = ["team:ameba-team", "application_family:aoma-core"]
  draft_status = "published"
  include_tags = false
  new_group_delay = 0
  on_missing_data = "default"
  require_full_window = false
  monitor_thresholds {
    critical = 3
  }
}