provider "aws" {
  region = var.aws_region
}

# Terraform backends cannot contain interpolations
terraform {
  backend "s3" {
    bucket  = "dev-orcd-terraform-state"
    key     = "dev/kafka-infra/s3_source/terraform.tfstate"
    region  = "us-east-1"
    encrypt = "true"
  }
}

data "aws_caller_identity" "current" {}

module "kafka_s3_source_fargate_environment_participants" {
  source = "git@github.com:theorchard/terraform-fargate.git//?ref=1.6.4"

  environment                       = var.environment
  service_name                      = "${var.service_name}-s3-source-ep"
  non_ecr_image                     = "${data.aws_caller_identity.current.account_id}.dkr.ecr.${var.aws_region}.amazonaws.com/${var.service_name}-s3-source:latest"
  aws_region                        = var.aws_region
  service_platform_version          = "1.4.0"
  desired_task_count                = 1
  minimum_capacity                  = 1
  maximum_capacity                  = 1
  task_cpu                          = 1024
  task_memory                       = 2048
  container_port                    = 8083
  health_check_grace_period_seconds = 180
  blocking_waf_enabled              = true
  health_check_path                 = "/connectors/${var.connector_name}"
  web_service_health_check_command  = "[ \"$(curl -s -f http://localhost:8083/connectors/${var.connector_name}/tasks/0/status | jq -r .state)\" == 'RUNNING' ] || exit 1"
  datadog_function_destination_arn  = "arn:aws:lambda:${var.aws_region}:${data.aws_caller_identity.current.account_id}:function:DatadogLambdaFunction"
  vpc_id                            = "vpc-34dbfd51"

  iam_managed_policy_attachments = [
    aws_iam_policy.s3_read_write_policy.arn
  ]

  environment_variables = [
    {
      Environment = var.environment
    },
    {
      CONNECT_BOOTSTRAP_SERVERS = var.connect_bootstrap_servers
    },
    {
      KAFKA_TOPICS = "cdc.analytics.participantsStreams"
    },
    {
      KAFKA_S3_BUCKET = module.kafka_connect_s3_bucket.s3_bucket_name_output
    },
    {
      KAFKA_S3_REGION = var.aws_region
    },
    {
      KAFKA_S3_BUCKET_OBJECT_PREFIX = "export_participants"
    },
    {
      CONNECT_GROUP_UNIQUE_IDENTIFIER = "participants_streams"
    },
    {
      S3_CONNECTOR_VERSION = "0.6.1"
    },
    {
      CONNECT_PRODUCER_MAX_REQUEST_SIZE = 15728640
    },
  ]
}

module "kafka_s3_source_fargate_environment_sound_recordings" {
  source = "git@github.com:theorchard/terraform-fargate.git//?ref=1.6.4"

  environment                       = var.environment
  service_name                      = "${var.service_name}-s3-source-sr"
  non_ecr_image                     = "${data.aws_caller_identity.current.account_id}.dkr.ecr.${var.aws_region}.amazonaws.com/${var.service_name}-s3-source:latest"
  aws_region                        = var.aws_region
  service_platform_version          = "1.4.0"
  desired_task_count                = 1
  minimum_capacity                  = 1
  maximum_capacity                  = 1
  task_cpu                          = 1024
  task_memory                       = 2048
  container_port                    = 8083
  health_check_grace_period_seconds = 180
  blocking_waf_enabled              = true
  health_check_path                 = "/connectors/${var.connector_name}"
  web_service_health_check_command  = "[ \"$(curl -s -f http://localhost:8083/connectors/${var.connector_name}/tasks/0/status | jq -r .state)\" == 'RUNNING' ] || exit 1"
  datadog_function_destination_arn  = "arn:aws:lambda:${var.aws_region}:${data.aws_caller_identity.current.account_id}:function:DatadogLambdaFunction"
  vpc_id                            = "vpc-34dbfd51"

  iam_managed_policy_attachments = [
    aws_iam_policy.s3_read_write_policy.arn
  ]

  environment_variables = [
    {
      Environment = var.environment
    },
    {
      CONNECT_BOOTSTRAP_SERVERS = var.connect_bootstrap_servers
    },
    {
      KAFKA_TOPICS = "cdc.analytics.soundRecordingsStreams"
    },
    {
      KAFKA_S3_BUCKET = module.kafka_connect_s3_bucket.s3_bucket_name_output
    },
    {
      KAFKA_S3_REGION = var.aws_region
    },
    {
      KAFKA_S3_BUCKET_OBJECT_PREFIX = "export_sound_recordings"
    },
    {
      CONNECT_GROUP_UNIQUE_IDENTIFIER = "sound_recordings_streams"
    },
    {
      S3_CONNECTOR_VERSION = "0.6.1"
    },
    {
      CONNECT_PRODUCER_MAX_REQUEST_SIZE = 15728640
    },
  ]
}

module "kafka_s3_source_fargate_environment_chartmetric_charts_metadata" {
  source = "git@github.com:theorchard/terraform-fargate.git//?ref=2.0.0"

  environment                       = var.environment
  service_name                      = "${var.service_name}-s3-src-cmc"
  non_ecr_image                     = "${data.aws_caller_identity.current.account_id}.dkr.ecr.${var.aws_region}.amazonaws.com/${var.service_name}-s3-source:latest"
  aws_region                        = var.aws_region
  service_platform_version          = "1.4.0"
  desired_task_count                = 1
  minimum_capacity                  = 1
  maximum_capacity                  = 1
  task_cpu                          = 1024
  task_memory                       = 2048
  container_port                    = 8083
  health_check_grace_period_seconds = 180
  blocking_waf_enabled              = true
  health_check_path                 = "/connectors/${var.connector_name}"
  web_service_health_check_command  = "[ \"$(curl -s -f http://localhost:8083/connectors/${var.connector_name}/tasks/0/status | jq -r .state)\" == 'RUNNING' ] || exit 1"
  vpc_id                            = "vpc-34dbfd51"

  iam_managed_policy_attachments = [
    aws_iam_policy.s3_read_write_policy.arn
  ]

  environment_variables = [
    {
      Environment = var.environment
    },
    {
      CONNECT_BOOTSTRAP_SERVERS = var.connect_bootstrap_servers
    },
    {
      KAFKA_TOPICS = "event.metadata.charts.isrc"
    },
    {
      KAFKA_S3_BUCKET = module.kafka_connect_s3_bucket.s3_bucket_name_output
    },
    {
      KAFKA_S3_REGION = var.aws_region
    },
    {
      KAFKA_S3_BUCKET_OBJECT_PREFIX = "export_charts_metadata"
    },
    {
      CONNECT_GROUP_UNIQUE_IDENTIFIER = "${var.environment}-${var.service_name}-s3-src-cmc"
    },
    {
      S3_CONNECTOR_VERSION = "0.6.1"
    },
    {
      CONNECT_PRODUCER_MAX_REQUEST_SIZE = 15728640
    },
  ]
}

module "kafka_connect_s3_bucket" {
  source = "git@github.com:theorchard/terraform-s3.git//modules/s3_bucket?ref=2.4.0"

  env                 = var.environment
  bucket_name         = var.service_name
  s3_read_only_policy = false

  apply_server_side_encryption_by_default = {

    sse_algorithm = "AES256"
  }

  lifecycle_rules_options_noncurrent_version_expiration = [
    {
      prefix  = ""
      enabled = true
      days    = 30
    }
  ]

  lifecycle_rules_options_current_version_expiration = [
    {
      prefix  = ""
      enabled = true
      days    = 90
    }
  ]

  lifecycle_rules_abort_incomplete_multipart_upload_days = [
    {
      prefix  = ""
      enabled = true
      days    = 7
    }
  ]
}

data "aws_iam_policy_document" "s3_read_write_policy" {
  statement {
    actions = [
      "s3:GetBucketLocation",
      "s3:GetObject",
      "s3:GetObject*",
      "s3:ListBucket",
      "s3:PutObject",
      "s3:PutObject*",
      "s3:DeleteObject",
      "s3:DeleteObject*"
    ]

    resources = [
      "${module.kafka_connect_s3_bucket.s3_bucket_arn_output}/*"
    ]
  }

  statement {
    actions = [
      "s3:ListBucket",
    ]

    resources = [
      module.kafka_connect_s3_bucket.s3_bucket_arn_output
    ]
  }

  statement {
    actions = [
      "s3:GetBucketLocation",
      "s3:ListAllMyBuckets"
    ]

    resources = [
      "*"
    ]
  }
}

# Create policy for read-write access to the S3 bucket
resource "aws_iam_policy" "s3_read_write_policy" {
  name   = "S3-${var.environment}-${var.service_name}-read-write-policy"
  policy = data.aws_iam_policy_document.s3_read_write_policy.json
}

# This rule will allow kafka-connect tasks to communicate with each other in distributed mode
resource "aws_security_group_rule" "allow_intra_cluster_communication_ep" {
  from_port         = 8083
  to_port           = 8083
  protocol          = "tcp"
  security_group_id = module.kafka_s3_source_fargate_environment_participants.fargate_security_group_id
  self              = true
  type              = "ingress"
}

resource "aws_security_group_rule" "allow_intra_cluster_communication_sr" {
  from_port         = 8083
  to_port           = 8083
  protocol          = "tcp"
  security_group_id = module.kafka_s3_source_fargate_environment_sound_recordings.fargate_security_group_id
  self              = true
  type              = "ingress"
}

resource "aws_security_group_rule" "allow_intra_cluster_communication_cmc" {
  from_port         = 8083
  to_port           = 8083
  protocol          = "tcp"
  security_group_id = module.kafka_s3_source_fargate_environment_chartmetric_charts_metadata.fargate_security_group_id
  self              = true
  type              = "ingress"
}