module "kafka_s3_pulse_source_fargate_environment_participants_v02" {
  source = "git@github.com:theorchard/terraform-fargate.git//?ref=6.4.1"

  providers = {
    aws.dns = aws.networking
  }

  environment                           = var.environment
  application_family                    = var.application_family
  additional_tags                       = var.additional_tags
  service_name                          = local.gp_service_name
  non_ecr_image                         = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/${var.ecr_image_name}:latest"
  aws_region                            = var.aws_region
  service_platform_version              = "1.4.0"
  desired_task_count                    = 1
  minimum_capacity                      = 1
  maximum_capacity                      = 2
  task_cpu                              = 1024
  task_memory                           = 3072
  container_port                        = 8083
  health_check_grace_period_seconds     = 180
  container_start_period_seconds        = 180
  blocking_waf_enabled                  = true
  health_check_path                     = "/connectors/s3_pulse_source"
  web_service_health_check_command      = "[[ $(curl -s http://localhost:8083/connectors/s3_pulse_source/status | jq -r '.tasks[].state' | sort | uniq) == 'RUNNING' ]] || exit 1"
  propagate_tags                        = true
  fargate_spot_capacity_provider_weight = 100
  task_placement_failure_alert_enabled  = true
  vpc_id                                = module.vpc_info.vpc_id
  https_listener_certificate_id         = split("/", data.aws_acm_certificate.theorchard_io.arn)[1]

  fargate_service_subnets = module.vpc_info.default_private_subnet_ids

  load_balancer_subnets = module.vpc_info.default_private_subnet_ids

  iam_managed_policy_attachments = [
    data.aws_iam_policy.s3_read_write_policy.arn
  ]
  datadog_custom_image = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/orchard-datadog-agent-jmx:latest"
  # datadog agent crashes due to OutOfMemoryError with JMX. So increase it from 256
  datadog_task_memory = 512
  datadog_agent_environment_variables = [
    {
      JMX_PORT = "9095"
    },
    {
      DD_ENV = var.environment
    },
    {
      SERVICE_NAME = "${local.gp_service_name}"
    },
    {
      CONNECTOR_TYPE = "default_source"
    },
  ]
  environment_variables = [
    {
      Environment = var.environment
    },
    {
      CONNECT_BOOTSTRAP_SERVERS = data.aws_msk_cluster.kafka_infra.bootstrap_brokers_tls
    },
    {
      CONNECT_GROUP_UNIQUE_IDENTIFIER = "gp_s3_pulse_source"
    },
    {
      MAX_TASKS = 1
    },
    {
      DEBUG_MODE = "true"
    },
    {
      KAFKA_TOPIC = "stream.globalParticipant.s3.dbtAnalytics.direct.v01"
    },
    {
      KAFKA_S3_BUCKET = local.bucket_name
    },
    {
      KAFKA_S3_REGION = var.aws_region
    },
    {
      KAFKA_S3_BUCKET_OBJECT_PREFIX = "v2_participants_copy"
    },
    {
      KAFKA_S3_ACTION_AFTER_READ = "delete"
    },
    {
      KAFKA_S3_STATUS_IDENTIFIER = "uri"
    },
    {
      KAFKA_S3_FILE_EXTENSION = "json"
    },
    {
      SKIP_HEADER_ROWS = "0"
    },
    {
      KAFKA_MESSAGE_KEY_FIELDNAME = "$value.globalParticipantUuid"
    },
    {
      KAFKA_MESSAGE_RENAME_TO_FIELDNAME = "$value.uuid"
    },
    {
      KAFKA_MESSAGE_RENAME_FROM_FIELDNAME = "$value.globalParticipantUuid"
    },
  ]
}


resource "aws_security_group_rule" "allow_intra_cluster_communication_ep_v02" {
  from_port         = 8083
  to_port           = 8083
  protocol          = "tcp"
  security_group_id = module.kafka_s3_pulse_source_fargate_environment_participants_v02.fargate_security_group_id
  self              = true
  type              = "ingress"
}

module "kafka_connector_service_dashboard_gp" {
  source = "git@github.com:theorchard/terraform-datadog.git//modules/kafka_connector?ref=6.16.1"

  environment        = var.environment
  application_family = var.application_family
  additional_tags    = var.additional_tags
  environment_type   = "fargate"
  service_name       = local.gp_service_name
  connector_type     = "default_source"

  notification_endpoints            = "@slack-kafka-data-highway-alerts"
  escalation_notification_endpoints = "@slack-data"
  monitor_kafka_topics              = ["stream.globalParticipant.s3.dbtAnalytics.direct.v01"]

  healthy_tasks_monitor_enabled   = true
  service_cpu_monitor_enabled     = true
  error_monitor_enabled           = false # Disabled as Connect throws errors during restrart.
  healthy_tasks_evaluation_window = "last_15m"
}