module "default_tags" {
  source             = "git@github.com:theorchard/terraform-default-tags.git//?ref=1.0.0"
  environment        = var.environment
  application_family = var.application_family
  service_name       = var.service_name
}

provider "aws" {
  region = var.aws_region

  default_tags {
    tags = module.default_tags.tags
  }
}

provider "aws" {
  region  = var.aws_region
  alias   = "networking"
  profile = "networking"

  default_tags {
    tags = module.default_tags.tags
  }
}

# Terraform backends cannot contain interpolations
terraform {
  backend "s3" {
    bucket  = "orcd-terraform-state"
    key     = "prod/kafka-infra/s3_source/terraform.tfstate"
    region  = "us-east-1"
    encrypt = "true"
  }
}

data "aws_caller_identity" "current" {}

module "vpc_info" {
  source = "git@github.com:theorchard/terraform-vpc-info.git//?ref=3.1.0"

  environment = var.environment
}

data "aws_acm_certificate" "theorchard_io" {
  domain   = "*.theorchard.io"
  statuses = ["ISSUED"]
}

data "aws_route53_zone" "route53_zone" {
  name = "theorchard.io."
}

module "kafka_s3_source_fargate_environment_participants_v02" {
  source = "git@github.com:theorchard/terraform-fargate.git//?ref=5.6.0"

  providers = {
    aws.dns = aws.networking
  }

  environment                       = var.environment
  application_family                = var.application_family
  additional_tags                   = var.additional_tags
  service_name                      = "${var.service_name}-s3-source-ep2"
  non_ecr_image                     = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/${var.service_name}-s3-source:latest"
  aws_region                        = var.aws_region
  service_platform_version          = "1.4.0"
  desired_task_count                = 1
  minimum_capacity                  = 1
  maximum_capacity                  = 2
  task_cpu                          = 1024
  task_memory                       = 3072
  container_port                    = 8083
  health_check_grace_period_seconds = 120
  container_start_period_seconds    = 120
  blocking_waf_enabled              = true
  route53_zone_id                   = data.aws_route53_zone.route53_zone.zone_id
  health_check_path                 = "/connectors/${var.connector_name}"
  web_service_health_check_command  = "[[ $(curl -s http://localhost:8083/connectors/${var.connector_name}/status | jq -r '.tasks[].state,.connector.state' | sort | uniq) == 'RUNNING' ]] || exit 1"
  vpc_id                            = module.vpc_info.vpc_id
  https_listener_certificate_id     = split("/", data.aws_acm_certificate.theorchard_io.arn)[1]
  propagate_tags                    = true

  fargate_service_subnets = module.vpc_info.default_private_subnet_ids
  load_balancer_subnets   = module.vpc_info.default_private_subnet_ids

  iam_managed_policy_attachments = [
    aws_iam_policy.s3_read_write_policy.arn
  ]
  datadog_custom_image = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/orchard-datadog-agent-jmx:latest"
  # datadog agent crashes due to OutOfMemoryError with JMX. So increase it from 256
  datadog_task_memory = 512
  datadog_agent_environment_variables = [
    {
      JMX_PORT = "9095"
    },
    {
      DD_ENV = var.environment
    },
    {
      SERVICE_NAME = "${var.service_name}-s3-source-ep2"
    },
    {
      CONNECTOR_TYPE = "default_source"
    },
  ]

  environment_variables = [
    {
      Environment = var.environment
    },
    {
      CONNECT_BOOTSTRAP_SERVERS = var.connect_bootstrap_servers
    },
    {
      KAFKA_TOPICS = "cdc.analytics.participantsStreams.v02"
    },
    {
      KAFKA_S3_BUCKET = module.kafka_connect_s3_bucket.s3_bucket_name_output
    },
    {
      KAFKA_S3_REGION = var.aws_region
    },
    {
      KAFKA_S3_BUCKET_OBJECT_PREFIX = "export_v2_participants"
    },
    {
      CONNECT_GROUP_UNIQUE_IDENTIFIER = "participants_streams_v2"
    },
    {
      S3_CONNECTOR_VERSION = "0.6.1"
    },
    {
      CONNECT_PRODUCER_MAX_REQUEST_SIZE = 15728640
    },
    {
      MAX_TASKS = 1
    },
  ]
}

module "kafka_s3_source_fargate_environment_sound_recordings_v02" {
  source = "git@github.com:theorchard/terraform-fargate.git//?ref=5.6.0"

  providers = {
    aws.dns = aws.networking
  }

  environment                       = var.environment
  application_family                = var.application_family
  additional_tags                   = var.additional_tags
  service_name                      = "${var.service_name}-s3-source-sr2"
  non_ecr_image                     = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/${var.service_name}-s3-source:latest"
  aws_region                        = var.aws_region
  service_platform_version          = "1.4.0"
  desired_task_count                = 1
  minimum_capacity                  = 1
  maximum_capacity                  = 2
  task_cpu                          = 1024
  task_memory                       = 3072
  container_port                    = 8083
  health_check_grace_period_seconds = 120
  container_start_period_seconds    = 120
  blocking_waf_enabled              = true
  route53_zone_id                   = data.aws_route53_zone.route53_zone.zone_id
  health_check_path                 = "/connectors/${var.connector_name}"
  web_service_health_check_command  = "[[ $(curl -s http://localhost:8083/connectors/${var.connector_name}/status | jq -r '.tasks[].state,.connector.state' | sort | uniq) == 'RUNNING' ]] || exit 1"
  vpc_id                            = module.vpc_info.vpc_id
  https_listener_certificate_id     = split("/", data.aws_acm_certificate.theorchard_io.arn)[1]
  propagate_tags                    = true

  fargate_service_subnets = module.vpc_info.default_private_subnet_ids
  load_balancer_subnets   = module.vpc_info.default_private_subnet_ids

  iam_managed_policy_attachments = [
    aws_iam_policy.s3_read_write_policy.arn
  ]
  datadog_custom_image = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/orchard-datadog-agent-jmx:latest"
  # datadog agent crashes due to OutOfMemoryError with JMX. So increase it from 256
  datadog_task_memory = 512
  datadog_agent_environment_variables = [
    {
      JMX_PORT = "9095"
    },
    {
      DD_ENV = var.environment
    },
    {
      SERVICE_NAME = "${var.service_name}-s3-source-sr2"
    },
    {
      CONNECTOR_TYPE = "default_source"
    },
  ]

  environment_variables = [
    {
      Environment = var.environment
    },
    {
      CONNECT_BOOTSTRAP_SERVERS = var.connect_bootstrap_servers
    },
    {
      KAFKA_TOPICS = "cdc.analytics.soundRecordingsStreams.v02"
    },
    {
      KAFKA_S3_BUCKET = module.kafka_connect_s3_bucket.s3_bucket_name_output
    },
    {
      KAFKA_S3_REGION = var.aws_region
    },
    {
      KAFKA_S3_BUCKET_OBJECT_PREFIX = "export_v2_sound_recordings"
    },
    {
      CONNECT_GROUP_UNIQUE_IDENTIFIER = "sound_recordings_streams_v2"
    },
    {
      S3_CONNECTOR_VERSION = "0.6.1"
    },
    {
      CONNECT_PRODUCER_MAX_REQUEST_SIZE = 15728640
    },
    {
      MAX_TASKS = 1
    },
  ]
}

module "kafka_s3_source_fargate_environment_spotify_api" {
  source = "git@github.com:theorchard/terraform-fargate.git//?ref=5.6.0"

  providers = {
    aws.dns = aws.networking
  }

  environment                       = var.environment
  application_family                = var.application_family
  additional_tags                   = var.additional_tags
  service_name                      = "${var.service_name}-s3-source-sa"
  non_ecr_image                     = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/${var.service_name}-s3-source:latest"
  aws_region                        = var.aws_region
  service_platform_version          = "1.4.0"
  desired_task_count                = 1
  minimum_capacity                  = 1
  maximum_capacity                  = 2
  task_cpu                          = 1024
  task_memory                       = 3072
  container_port                    = 8083
  health_check_grace_period_seconds = 120
  container_start_period_seconds    = 120
  route53_zone_id                   = data.aws_route53_zone.route53_zone.zone_id
  blocking_waf_enabled              = true
  health_check_path                 = "/connectors/s3_source"
  web_service_health_check_command  = "[[ $(curl -s http://localhost:8083/connectors/${var.connector_name}/status | jq -r '.tasks[].state,.connector.state' | sort | uniq) == 'RUNNING' ]] || exit 1"
  propagate_tags                    = true

  vpc_id                        = module.vpc_info.vpc_id
  https_listener_certificate_id = split("/", data.aws_acm_certificate.theorchard_io.arn)[1]

  fargate_service_subnets = module.vpc_info.default_private_subnet_ids
  load_balancer_subnets   = module.vpc_info.default_private_subnet_ids

  iam_managed_policy_attachments = [
    aws_iam_policy.s3_read_write_policy.arn
  ]
  datadog_custom_image = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/orchard-datadog-agent-jmx:latest"
  # datadog agent crashes due to OutOfMemoryError with JMX. So increase it from 256
  datadog_task_memory = 512
  datadog_agent_environment_variables = [
    {
      JMX_PORT = "9095"
    },
    {
      DD_ENV = var.environment
    },
    {
      SERVICE_NAME = "${var.service_name}-s3-source-sa"
    },
    {
      CONNECTOR_TYPE = "default_source"
    },
  ]

  environment_variables = [
    {
      Environment = var.environment
    },
    {
      CONNECT_BOOTSTRAP_SERVERS = var.connect_bootstrap_servers
    },
    {
      KAFKA_TOPICS = "cdc.storeAPIRequest.spotify"
    },
    {
      KAFKA_S3_BUCKET = module.kafka_connect_s3_bucket.s3_bucket_name_output
    },
    {
      KAFKA_S3_REGION = var.aws_region
    },
    {
      KAFKA_S3_BUCKET_OBJECT_PREFIX = "store_api_requests/spotify"
    },
    {
      CONNECT_GROUP_UNIQUE_IDENTIFIER = "spotify_api_requests"
    },
  ]
}

module "kafka_s3_source_fargate_environment_apple_music_api" {
  source = "git@github.com:theorchard/terraform-fargate.git//?ref=5.6.0"

  providers = {
    aws.dns = aws.networking
  }

  environment                       = var.environment
  application_family                = var.application_family
  additional_tags                   = var.additional_tags
  service_name                      = "${var.service_name}-s3-source-ama"
  non_ecr_image                     = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/${var.service_name}-s3-source:latest"
  aws_region                        = var.aws_region
  service_platform_version          = "1.4.0"
  desired_task_count                = 1
  minimum_capacity                  = 1
  maximum_capacity                  = 2
  task_cpu                          = 1024
  task_memory                       = 3072
  container_port                    = 8083
  health_check_grace_period_seconds = 120
  container_start_period_seconds    = 120
  route53_zone_id                   = data.aws_route53_zone.route53_zone.zone_id
  blocking_waf_enabled              = true
  health_check_path                 = "/connectors/s3_source"
  web_service_health_check_command  = "[[ $(curl -s http://localhost:8083/connectors/s3_source/status | jq -r '.tasks[].state' | sort | uniq) == 'RUNNING' ]] || exit 1"
  propagate_tags                    = true

  vpc_id                        = module.vpc_info.vpc_id
  https_listener_certificate_id = split("/", data.aws_acm_certificate.theorchard_io.arn)[1]

  fargate_service_subnets = module.vpc_info.default_private_subnet_ids

  load_balancer_subnets = module.vpc_info.default_private_subnet_ids

  iam_managed_policy_attachments = [
    aws_iam_policy.s3_read_write_policy.arn
  ]
  datadog_custom_image = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/orchard-datadog-agent-jmx:latest"
  # datadog agent crashes due to OutOfMemoryError with JMX. So increase it from 256
  datadog_task_memory = 512
  datadog_agent_environment_variables = [
    {
      JMX_PORT = "9095"
    },
    {
      DD_ENV = var.environment
    },
    {
      SERVICE_NAME = "${var.service_name}-s3-source-ama"
    },
    {
      CONNECTOR_TYPE = "default_source"
    },
  ]

  environment_variables = [
    {
      Environment = var.environment
    },
    {
      CONNECT_BOOTSTRAP_SERVERS = var.connect_bootstrap_servers
    },
    {
      KAFKA_TOPICS = "cdc.storeAPIRequest.appleMusic"
    },
    {
      KAFKA_S3_BUCKET = module.kafka_connect_s3_bucket.s3_bucket_name_output
    },
    {
      KAFKA_S3_REGION = var.aws_region
    },
    {
      KAFKA_S3_BUCKET_OBJECT_PREFIX = "store_api_requests/apple_music"
    },
    {
      CONNECT_GROUP_UNIQUE_IDENTIFIER = "apple_music_api_requests"
    },
  ]
}

module "kafka_connect_s3_bucket" {
  source = "git@github.com:theorchard/terraform-s3.git//modules/s3_bucket?ref=3.12.1"

  env                 = var.environment
  application_family  = var.application_family
  additional_tags     = var.additional_tags
  bucket_name         = var.service_name
  s3_read_only_policy = true

  apply_server_side_encryption_by_default = {

    sse_algorithm = "AES256"
  }

  lifecycle_rules_options_noncurrent_version_expiration = [
    {
      prefix  = ""
      enabled = true
      days    = 30
    }
  ]

  lifecycle_rules_options_current_version_expiration = [
    {
      prefix  = ""
      enabled = true
      days    = 90
    }
  ]

  lifecycle_rules_abort_incomplete_multipart_upload_days = [
    {
      prefix  = ""
      enabled = true
      days    = 7
    }
  ]
}

data "aws_iam_policy_document" "s3_read_write_policy" {
  statement {
    actions = [
      "s3:GetBucketLocation",
      "s3:GetObject",
      "s3:GetObject*",
      "s3:ListBucket",
      "s3:PutObject",
      "s3:PutObject*",
      "s3:DeleteObject",
      "s3:DeleteObject*"
    ]

    resources = [
      "${module.kafka_connect_s3_bucket.s3_bucket_arn_output}/*"
    ]
  }

  statement {
    actions = [
      "s3:ListBucket",
    ]

    resources = [
      module.kafka_connect_s3_bucket.s3_bucket_arn_output
    ]
  }

  statement {
    actions = [
      "s3:GetBucketLocation",
      "s3:ListAllMyBuckets"
    ]

    resources = [
      "*"
    ]
  }
}

# Create policy for read-write access to the S3 bucket
resource "aws_iam_policy" "s3_read_write_policy" {
  name   = "S3-${var.environment}-${var.service_name}-read-write-policy"
  policy = data.aws_iam_policy_document.s3_read_write_policy.json
}

# This rule will allow kafka-connect tasks to communicate with each other in distributed mode
resource "aws_security_group_rule" "allow_intra_cluster_communication_ep_v02" {
  from_port         = 8083
  to_port           = 8083
  protocol          = "tcp"
  security_group_id = module.kafka_s3_source_fargate_environment_participants_v02.fargate_security_group_id
  self              = true
  type              = "ingress"
}

resource "aws_security_group_rule" "allow_intra_cluster_communication_sr_v02" {
  from_port         = 8083
  to_port           = 8083
  protocol          = "tcp"
  security_group_id = module.kafka_s3_source_fargate_environment_sound_recordings_v02.fargate_security_group_id
  self              = true
  type              = "ingress"
}

resource "aws_security_group_rule" "allow_intra_cluster_communication_spotify_api" {
  from_port         = 8083
  to_port           = 8083
  protocol          = "tcp"
  security_group_id = module.kafka_s3_source_fargate_environment_spotify_api.fargate_security_group_id
  self              = true
  type              = "ingress"
}

resource "aws_security_group_rule" "allow_intra_cluster_communication_apple_music_api" {
  from_port         = 8083
  to_port           = 8083
  protocol          = "tcp"
  security_group_id = module.kafka_s3_source_fargate_environment_apple_music_api.fargate_security_group_id
  self              = true
  type              = "ingress"
}

module "fargate_service_dashboard_ep2" {
  source = "git@github.com:theorchard/terraform-datadog.git//modules/kafka_connector?ref=6.13.4"

  environment        = var.environment
  application_family = var.application_family
  additional_tags    = var.additional_tags
  environment_type   = "fargate"
  service_name       = "${var.service_name}-s3-source-ep2"
  connector_type     = "default_source"

  notification_endpoints            = "@slack-kafka-data-highway-alerts"
  escalation_notification_endpoints = "@slack-data"
  monitor_kafka_topics_cluster_name = var.kafka_cluster_name
  monitor_kafka_topics              = ["cdc.analytics.participantsStreams.v02"]

  healthy_tasks_monitor_enabled = true
  service_cpu_monitor_enabled   = true
  error_monitor_enabled         = true
}

module "fargate_service_dashboard_sr2" {
  source = "git@github.com:theorchard/terraform-datadog.git//modules/kafka_connector?ref=6.13.4"

  environment        = var.environment
  application_family = var.application_family
  additional_tags    = var.additional_tags
  environment_type   = "fargate"
  service_name       = "${var.service_name}-s3-source-sr2"
  connector_type     = "default_source"

  notification_endpoints            = "@slack-insights-monitoring-alerts"
  escalation_notification_endpoints = "@slack-data"
  monitor_kafka_topics_cluster_name = var.kafka_cluster_name
  monitor_kafka_topics              = ["cdc.analytics.soundRecordingsStreams.v02"]

  healthy_tasks_monitor_enabled = true
  service_cpu_monitor_enabled   = true
  error_monitor_enabled         = true
}
module "fargate_service_dashboard_spotify_api" {
  source = "git@github.com:theorchard/terraform-datadog.git//modules/kafka_connector?ref=6.13.4"

  environment        = var.environment
  application_family = var.application_family
  additional_tags    = var.additional_tags
  environment_type   = "fargate"
  service_name       = "${var.service_name}-s3-source-sa"
  connector_type     = "default_source"

  notification_endpoints            = "@slack-kafka-data-highway-alerts"
  escalation_notification_endpoints = "@slack-data"
  monitor_kafka_topics_cluster_name = var.kafka_cluster_name
  monitor_kafka_topics              = ["cdc.storeAPIRequest.spotify"]

  healthy_tasks_monitor_enabled = true
  service_cpu_monitor_enabled   = true
  error_monitor_enabled         = true
}

module "fargate_service_dashboard_apple_music_api" {
  source = "git@github.com:theorchard/terraform-datadog.git//modules/kafka_connector?ref=6.13.4"

  environment        = var.environment
  application_family = var.application_family
  additional_tags    = var.additional_tags
  environment_type   = "fargate"
  service_name       = "${var.service_name}-s3-source-ama"
  connector_type     = "default_source"

  notification_endpoints            = "@slack-kafka-data-highway-alerts"
  escalation_notification_endpoints = "@slack-data"
  monitor_kafka_topics_cluster_name = var.kafka_cluster_name
  monitor_kafka_topics              = ["cdc.storeAPIRequest.appleMusic"]

  healthy_tasks_monitor_enabled = true
  service_cpu_monitor_enabled   = true
  error_monitor_enabled         = true
}