resource "datadog_monitor" "aomap_kafka_cpu_idle_time_on_cluster_namename" {
  name = "AOMAP - Kafka - CPU idle time on {{cluster_name.name}}"
  type = "query alert"
  query = <<EOT
avg(last_1h):avg:aws.kafka.cpu_idle{cluster_name:aomap-ameba-msk-01} by {cluster_name} > 50000000
EOT
  message = <<EOT
{{#is_alert}}
###The percentage of CPU idle time in cluster {{cluster_name.name}} is {{value}} < {{threshold}}
PRIORITY=HIGH
{{/is_alert}}

{{#is_recovery}}
###The percentage of CPU idle time in cluster {{cluster_name.name}} is {{value}} > {{threshold}}
PRIORITY=HIGH
{{/is_recovery}}

@slack-The_Orchard-ameba-alerts
@ameba.developers@sonymusic.com
EOT
  tags = ["team:ameba-team", "application_family:aoma-core"]
  draft_status = "published"
  escalation_message = <<EOT
EOT
  new_group_delay = 0
  on_missing_data = "show_and_notify_no_data"
  require_full_window = false
  monitor_thresholds {
    critical = 50000000
  }
}
resource "datadog_monitor" "aomap_kafka_cpu_usage_on_cluster_namename_by_broker_idname" {
  name = "AOMAP - Kafka - CPU Usage on {{cluster_name.name}} by {{broker_id.name}}"
  type = "query alert"
  query = <<EOT
avg(last_1h):avg:aws.kafka.cpu_user{cluster_name:aomap-ameba-msk-01} by {cluster_name,broker_id} + avg:aws.kafka.cpu_system{cluster_name:aomap-ameba-msk-01} by {cluster_name,broker_id} > 80
EOT
  message = <<EOT
{{#is_alert}}
###The percentage of CPU usage on  {{cluster_name.name}} is {{value}} < {{threshold}}
PRIORITY=LOW
{{/is_alert}}

{{#is_recovery}}
###The percentage of CPU usage on {{cluster_name.name}} is {{value}} > {{threshold}}
PRIORITY=LOW
{{/is_recovery}}

@slack-The_Orchard-ameba-alerts
@ameba.developers@sonymusic.com
EOT
  tags = ["team:ameba-team", "application_family:aoma-core"]
  draft_status = "published"
  escalation_message = <<EOT
EOT
  new_group_delay = 0
  on_missing_data = "show_and_notify_no_data"
  require_full_window = false
  monitor_thresholds {
    critical = 80
  }
}
resource "datadog_monitor" "aomap_kafka_disk_space_used_for_application_logs_in_cluster" {
  name = "AOMAP - Kafka -  Disk space used for application logs in {{cluster_name.name}}"
  type = "query alert"
  query = <<EOT
avg(last_1h):avg:aws.kafka.kafka_app_logs_disk_used{cluster_name:aomap-ameba-msk-01} by {cluster_name} > 50000000
EOT
  message = <<EOT
{{#is_alert}}
###The percentage of disk space used for application logs in cluster {{cluster_name.name}} is {{value}} < {{threshold}}
PRIORITY=HIGH
{{/is_alert}}

{{#is_recovery}}
###The percentage of disk space used for application logs in  cluster {{cluster_name.name}} is {{value}} > {{threshold}}
PRIORITY=HIGH
{{/is_recovery}}

@slack-The_Orchard-ameba-alerts
@ameba.developers@sonymusic.com
EOT
  tags = ["team:ameba-team", "application_family:aoma-core"]
  draft_status = "published"
  escalation_message = <<EOT
EOT
  new_group_delay = 0
  on_missing_data = "show_and_notify_no_data"
  require_full_window = false
  monitor_thresholds {
    critical = 50000000
  }
}
resource "datadog_monitor" "aomap_kafka_free_memory_available_on_cluster_namename_for_th" {
  name = "AOAMP - Kafka - Free Memory Available on {{cluster_name.name}} for the broker {{broker_id.name}}"
  type = "query alert"
  query = <<EOT
avg(last_1h):avg:aws.kafka.memory_free{cluster_name:aomap-ameba-msk-01} by {cluster_name,broker_id} < 59991111
EOT
  message = <<EOT
{{#is_alert}}
###Free Memory available in MSK cluster {{cluster_name.name}} is {{value}} < {{threshold}}
PRIORITY=HIGH
{{/is_alert}}

{{#is_recovery}}
###Free Memory available in MSK cluster {{cluster_name.name}} is {{value}} > {{threshold}}
PRIORITY=HIGH
{{/is_recovery}}

@slack-The_Orchard-ameba-alerts
@ameba.developers@sonymusic.com
EOT
  tags = ["team:ameba-team", "application_family:aoma-core"]
  draft_status = "published"
  escalation_message = <<EOT
EOT
  new_group_delay = 0
  on_missing_data = "show_and_notify_no_data"
  require_full_window = false
  monitor_thresholds {
    critical = 59991111
  }
}