data "aws_ecr_repository" "slz_youtubereporting_scraper" {
  provider = aws.gdb-delphi-dev
  name     = "delphi/slz-youtubereporting-scraper"
}

module "slzYoutubeReportingFlow_role" {
  source      = "../../../modules/iam/roles/stepfunction_role"
  name_prefix = local.name_prefix
  name        = "slzYoutubeReportingFlow_role"
  common_tags = merge(
    local.common_tags,
    {
      project                  = "SLZ Ingestion",
      service                  = "Step Functions",
      plat_env_project_service = "${local.aggregated_tag}_SLZI_SFU"
    }
  )
  policies_list = [
    module.iam_map.s3_env_ro.arn,
    module.iam_map.lambda_invoke.arn,
    module.iam_map.batch_jobs_sync.arn,
    data.aws_iam_policy.logging.arn,
  ]
}

resource "aws_sfn_state_machine" "slzYoutubeReportingFlow" {
  name       = "${local.name_prefix}-slzYoutubeReportingFlow"
  role_arn   = module.slzYoutubeReportingFlow_role.role.arn
  definition = <<EOF
{
  "StartAt": "Placeholder",
  "States": {
    "Placeholder": {
      "Type": "Pass",
      "End": true
    }
  }
}
EOF
  tags = merge(
    local.common_tags,
    {
      project                  = "SLZ Ingestion",
      service                  = "Step Functions",
      plat_env_project_service = "${local.aggregated_tag}_SLZI_SFU"
    }
  )
  lifecycle {
    ignore_changes = [definition]
  }
}

# Scraper
module "slz_youtubereporting_scraper_role" {
  source              = "../../../modules/iam/roles/ecs_task_role"
  enable_default_role = false
  name_prefix         = local.name_prefix
  name                = "slz_youtubereporting_scraper_role"
  common_tags = merge(
    local.common_tags,
    {
      project                  = "SLZ Ingestion",
      service                  = "Batch",
      plat_env_project_service = "${local.aggregated_tag}_SLZI_BTCH"
    }
  )
  policies_list = [
    module.slz_esc_downloader_role_merged_policy.policy.arn,
  ]
}

module "slz_youtubereporting_scraper_job_def" {
  source          = "../../../modules/batch/job_definition"
  env_prefix      = local.env_prefix
  project_group   = local.project_group
  project         = "slz_youtubereporting_scraper"
  job_role_arn    = module.slz_youtubereporting_scraper_role.role.arn
  image           = "${data.aws_ecr_repository.slz_youtubereporting_scraper.repository_url}:${local.docker_image_env_tag[var.platform.prefix]}"
  vcpus           = 2
  memory          = 7500
  timeout_seconds = 14400
  retry_attempts  = 1
  env_vars        = [{ name = "AWS_REGION", value = var.aws_region_id }]
}

module "batch_run_config_youtubereporting" {
  source                           = "../../modules/batch_run_config"
  env_prefix                       = local.env_prefix
  run_config_filename              = "batch_job_youtubereporting.json"
  delphi-configs                   = data.aws_s3_bucket.delphi-configs.bucket
  sme-data-archive                 = data.aws_s3_bucket.sme-data-archive.bucket
  sme-data-decompressed            = data.aws_s3_bucket.sme-data-decompressed.bucket
  sme-data-corrupted               = data.aws_s3_bucket.sme-data-corrupted.bucket
  sme-data-archive-quarantine      = data.aws_s3_bucket.delphi-quarantine-sme-data-archive.bucket
  sme-data-decompressed-quarantine = data.aws_s3_bucket.delphi-quarantine-sme-data-decompressed.bucket
  batch_job_definition_arn         = module.slz_youtubereporting_scraper_job_def.batch_job_definition.arn
  batch_job_queue_arn              = data.aws_batch_job_queue.slz_downloader_main.arn
  low_priority_batch_job_queue_arn = data.aws_batch_job_queue.slz_downloader_main.arn
  #low_priority_batch_job_queue_arn = data.aws_batch_job_queue.slz_downloader_spotqueue.arn
}

# Labmda roles
module "slz_youtubereporting_availability_check_role" {
  source      = "../../../modules/iam/roles/lambda_role"
  name_prefix = local.name_prefix
  name        = "slz_youtubereporting_availability_check_role"
  common_tags = merge(
    local.common_tags,
    {
      project                  = "SLZ Ingestion",
      service                  = "Lambda",
      plat_env_project_service = "${local.aggregated_tag}_SLZI_LMB"
    }
  )
  policies_list = [
    data.aws_iam_policy.secrets-services-ro.arn,
    data.aws_iam_policy.logging.arn,
    module.iam_map.s3_env_ro.arn,
    module.iam_map.s3_sme_data_ro.arn,
    module.iam_map.db_rw.arn,
    module.iam_map.assume_isnt_role.arn,
    module.iam_map.s3_linkfire_ro.arn,
    data.aws_iam_policy.ddex_feed_ro_policy.arn,
  ]

  allow_execution_inside_vpc = true
}

module "slz_youtubereporting_prepare_configuration_role" {
  source      = "../../../modules/iam/roles/lambda_role"
  name_prefix = local.name_prefix
  name        = "slz_youtubereporting_prepare_configuration_role"
  common_tags = merge(
    local.common_tags,
    {
      project                  = "SLZ Ingestion",
      service                  = "Lambda",
      plat_env_project_service = "${local.aggregated_tag}_SLZI_LMB"
    }
  )
  policies_list = [
    data.aws_iam_policy.secrets-services-ro.arn,
    data.aws_iam_policy.logging.arn,
    module.iam_map.s3_env_rw.arn,
    module.iam_map.db_ro.arn,
  ]

  allow_execution_inside_vpc = true
}

module "slz_youtubereporting_clean_up_role" {
  source      = "../../../modules/iam/roles/lambda_role"
  name_prefix = local.name_prefix
  name        = "slz_youtubereporting_clean_up_role"
  common_tags = merge(
    local.common_tags,
    {
      project                  = "SLZ Ingestion",
      service                  = "Lambda",
      plat_env_project_service = "${local.aggregated_tag}_SLZI_LMB"
    }
  )
  policies_list = [
    module.iam_map.s3_env_rw.arn,
    module.iam_map.s3_sme_data_rw.arn,
    module.iam_map.sf_stop.arn,
    data.aws_iam_policy.logging.arn,
    data.aws_iam_policy.secrets-services-ro.arn,
    module.iam_map.db_rw.arn,
  ]

  allow_execution_inside_vpc = true
}
