resource "datadog_monitor" "aoma_dev_opensearch_domain_cluster_status_red_on_namename" {
  name = "AOMA - DEV - OpenSearch Domain - Cluster Status Red on {{name.name}}"
  type = "query alert"
  query = <<EOT
avg(last_1h):avg:aws.es.cluster_statusred{domainname:aomad2-ameba-logs} by {name} >= 1
EOT
  message = <<EOT
{{#is_alert}}
###AOMA - DEV - OpenSearch Domain - Cluster {{name.name}} Status is Red
PRIORITY=HIGH
{{/is_alert}}

{{#is_recovery}}
###AOMA - DEV - OpenSearch Domain - Cluster {{name.name}} Status Back to Normal
PRIORITY=HIGH
{{/is_recovery}}

@slack-The_Orchard-ameba-alerts
@ameba.developers@sonymusic.com
EOT
  tags = ["team:ameba-team", "application_family:aoma-core"]
  draft_status = "published"
  new_group_delay = 60
  on_missing_data = "show_and_notify_no_data"
  require_full_window = false
  monitor_thresholds {
    critical = 1
  }
}
resource "datadog_monitor" "aoma_dev_opensearch_domain_free_storage_space_on_cluster_n" {
  name = "AOMA - DEV - OpenSearch Domain - Free Storage Space on cluster {{name.name}}"
  type = "query alert"
  query = <<EOT
avg(last_1h):avg:aws.es.free_storage_space{domainname:aomad2-ameba-logs} by {name} < 20000
EOT
  message = <<EOT
{{#is_alert}}
###Free Storage Space on OpenSearch Domain {{name.name}} is < {{threshold}} value.
PRIORITY=HIGH
{{/is_alert}}

{{#is_recovery}}
###Free Storage Space on OpenSearch Domain {{name.name}} is back to Normal.
PRIORITY=HIGH
{{/is_recovery}}

@slack-The_Orchard-ameba-alerts
@ameba.developers@sonymusic.com
EOT
  tags = ["team:ameba-team", "application_family:aoma-core"]
  draft_status = "published"
  new_group_delay = 60
  on_missing_data = "show_and_notify_no_data"
  require_full_window = false
  monitor_thresholds {
    critical = 20000
    warning = 25000
  }
}