terraform {
  backend "s3" {
    bucket  = "orcd-terraform-state"
    key     = "qa/kafka-infra/neo4j_cdc_source/neo4j-v5/terraform.tfstate"
    region  = "us-east-1"
    encrypt = "true"
  }
}

module "default_tags" {
  source             = "git@github.com:theorchard/terraform-default-tags.git//?ref=2.0.0"
  environment        = var.environment
  application_family = var.application_family
  service_name       = local.service_name
  team_name          = "kdh"
}

provider "aws" {
  region = var.aws_region

  default_tags {
    tags = module.default_tags.tags
  }
}

provider "aws" {
  region  = var.aws_region
  alias   = "networking"
  profile = "networking"

  default_tags {
    tags = module.default_tags.tags
  }
}

# VPC Info
data "aws_caller_identity" "current" {}

module "vpc_info" {
  source = "git@github.com:theorchard/terraform-vpc-info.git?ref=3.1.0"

  environment = var.environment
}

data "aws_acm_certificate" "theorchard_io" {
  domain   = "*.theorchard.io"
  statuses = ["ISSUED"]
}

data "aws_route53_zone" "route53_zone" {
  name = "theorchard.io"
}

# MSK Cluster
data "aws_msk_cluster" "kafka_infra" {
  cluster_name = "${var.environment}-${var.msk_cluster_name}"
}

# Fargate module
module "kafka_neo_v5_src_fargate_environment" {
  source = "git@github.com:theorchard/terraform-fargate.git//?ref=6.3.0"

  providers = {
    aws.dns = aws.networking
  }

  environment                       = var.environment
  application_family                = var.application_family
  additional_tags                   = var.additional_tags
  service_name                      = local.service_name
  non_ecr_image                     = "086679231553.dkr.ecr.us-east-1.amazonaws.com/kc-neo-cdc-src:latest"
  aws_region                        = var.aws_region
  service_platform_version          = "1.4.0"
  desired_task_count                = 1
  minimum_capacity                  = 1
  maximum_capacity                  = 1
  task_cpu                          = 1024
  task_memory                       = 3072
  container_port                    = 8083
  health_check_grace_period_seconds = 300
  container_start_period_seconds    = 300
  blocking_waf_enabled              = true
  health_check_path                 = "/connectors/neo4j_cdc_source"
  web_service_health_check_command  = "[[ $(curl -s http://localhost:8083/connectors/neo4j_cdc_source/status | jq -r '.tasks[].state' | sort | uniq) == 'RUNNING' ]] || exit 1"

  # Fargate SPOT Task, QA only
  fargate_spot_capacity_provider_weight = 100
  task_placement_failure_alert_enabled  = true

  propagate_tags                = true
  vpc_id                        = module.vpc_info.vpc_id
  https_listener_certificate_id = split("/", data.aws_acm_certificate.theorchard_io.arn)[1]
  fargate_service_subnets       = module.vpc_info.default_private_subnet_ids
  load_balancer_subnets         = module.vpc_info.default_private_subnet_ids

  # datadog agent crashes due to OutOfMemoryError with JMX. So increase it from 256
  datadog_task_memory  = 512
  datadog_custom_image = "086679231553.dkr.ecr.${var.aws_region}.amazonaws.com/orchard-datadog-agent-jmx:latest"
  datadog_agent_environment_variables = [
    {
      JMX_PORT = "9095"
    },
    {
      DD_ENV = var.environment
    },
    {
      SERVICE_NAME = local.service_name
    },
    {
      CONNECTOR_TYPE = "default_source"
    },
  ]

  environment_variables = [
    {
      Environment = var.environment
    },
    {
      CONNECT_GROUP_UNIQUE_IDENTIFIER = "${var.environment}-${local.service_name}"
    },
    {
      SERVICE_NAME = local.service_name
    },
    {
      CONNECT_BOOTSTRAP_SERVERS = data.aws_msk_cluster.kafka_infra.bootstrap_brokers_tls
    },
    {
      NEO4J_SERVER_URI = "neo4j+s://qa-neo4j-cluster.theorchard.io:7687"
    },
    {
      NEO4J_DATABASE_NAME = "graph.db"
    },
    {
      MAX_TASKS = "1"
    },
    {
      NEO4J_ENCRYPTION_ENABLED = "true"
    },
    {
      NEO4J_ENFORCE_SCHEMA = "true"
    },
    {
      NEO4J_BATCH_SIZE = "3000"
    },
    {
      NEO4J_POLL_INTERVAL = "1s"
    },
    {
      NEO4J_KEY_CONVERTER = "org.apache.kafka.connect.storage.StringConverter"
    },
    {
      NEO4J_VALUE_CONVERTER = "org.apache.kafka.connect.json.JsonConverter"
    },
    {
      NEO4J_KEY_CONVERTER_SCHEMAS_ENABLE = "false"
    },
    {
      NEO4J_VALUE_CONVERTER_SCHEMAS_ENABLE = "false"
    },
    {
      AWS_SECRETS_MANAGER = "true"
    },
    {
      DEBUG_MODE = "true"
    },
    # this is to ignore the offset stored in topic post DB refresh to avoid those failures.
    {
      NEO4J_IGNORE_STORED_OFFSET = "true"
    },
    {
      CONNECT_LOG4J_ROOT_LOGLEVEL = "WARN"
    },
    # nodes
    {
      TOPIC_MAPPING_LABELSOUNDRECORDING = "cdc.musicGraphV5.labelSoundRecording|(:LabelSoundRecording)"
    },
    {
      TOPIC_MAPPING_GLOBALSOUNDRECORDING = "cdc.musicGraphV5.globalSoundRecording|(:GlobalSoundRecording)"
    },
    {
      TOPIC_MAPPING_PUBLICSOUNDRECORDING = "cdc.musicGraphV5.publicSoundRecording|(:PublicSoundRecording)"
    },
    {
      TOPIC_MAPPING_LABELPARTICIPANT = "cdc.musicGraphV5.labelParticipant|(:LabelParticipant)"
    },
    {
      TOPIC_MAPPING_GLOBALPARTICIPANT = "cdc.musicGraphV5.globalParticipant|(:GlobalParticipant)"
    },
    {
      TOPIC_MAPPING_PUBLICPARTICIPANT = "cdc.musicGraphV5.publicParticipant|(:PublicParticipant)"
    },
    {
      TOPIC_MAPPING_LABELSOUNDRECORDINGPARTICIPATION = "cdc.musicGraphV5.labelSoundRecordingParticipation|(:LabelSoundRecordingParticipation)"
    },
    {
      TOPIC_MAPPING_PARTICIPATIONROLE = "cdc.musicGraphV5.participationRole|(:ParticipationRole)"
    },
    {
      TOPIC_MAPPING_VENDOR = "cdc.musicGraphV5.vendor|(:Vendor)"
    },
    {
      TOPIC_MAPPING_SUBACCOUNT = "cdc.musicGraphV5.subAccount|(:Subaccount)"
    },
    {
      TOPIC_MAPPING_LABEL = "cdc.musicGraphV5.label|(:Label)"
    },
    {
      TOPIC_MAPPING_PRODUCT = "cdc.musicGraphV5.product|(:Product)"
    },
    {
      TOPIC_MAPPING_TRACK = "cdc.musicGraphV5.track|(:Track)"
    },
    {
      TOPIC_MAPPING_TRACKWRITER = "cdc.musicGraphV5.trackWriter|(:TrackWriter)"
    },
    {
      TOPIC_MAPPING_PARTICIPANTIDENTIFIER = "cdc.musicGraphV5.participantIdentifier|(:ParticipantIdentifier)"
    },
    {
      TOPIC_MAPPING_IDENTITY = "cdc.musicGraphV5.identity|(:Identity)"
    },
    {
      TOPIC_MAPPING_PROFILE = "cdc.musicGraphV5.profile|(:Profile)"
    },
    {
      TOPIC_MAPPING_PUBLISHINGSONGWRITER = "cdc.musicGraphV5.publishingSongWriter|(:PublishingSongWriter)"
    },
    {
      TOPIC_MAPPING_PUBLISHINGPUBLISHER = "cdc.musicGraphV5.publishingPublisher|(:PublishingPublisher)"
    },
    {
      TOPIC_MAPPING_PUBLISHINGAGREEMENT = "cdc.musicGraphV5.publishingAgreement|(:PublishingAgreement)"
    },
    {
      TOPIC_MAPPING_PUBLISHINGCOMPOSITION = "cdc.musicGraphV5.publishingComposition|(:PublishingComposition)"
    },
    {
      TOPIC_MAPPING_PROJECT = "cdc.musicGraphV5.project|(:Project)"
    },
    {
      TOPIC_MAPPING_RELEASEARTIST = "cdc.musicGraphV5.releaseArtist|(:ReleaseArtist)"
    },
    {
      TOPIC_MAPPING_TRACKARTIST = "cdc.musicGraphV5.trackArtist|(:TrackArtist)"
    },
    {
      TOPIC_MAPPING_ORCHARDASSET = "cdc.musicGraphV5.orchardAsset|(:OrchardAsset)"
    },
    {
      TOPIC_MAPPING_FINGERPRINTRULE = "cdc.musicGraphV5.fingerprintRule|(:FingerprintRule)"
    },
    {
      TOPIC_MAPPING_ACRID = "cdc.musicGraphV5.acrid|(:ACRID)"
    },
    {
      TOPIC_MAPPING_ORCHARDSOUNDRECORDING = "cdc.musicGraphV5.orchardSoundRecording|(:OrchardSoundRecording)"
    },
    {
      TOPIC_MAPPING_COMPANYBRAND = "cdc.musicGraphV5.companyBrand|(:CompanyBrand)"
    },
    {
      TOPIC_MAPPING_PARENTCOMPANY = "cdc.musicGraphV5.parentCompany|(:ParentCompany)"
    },
    {
      TOPIC_MAPPING_SERVICETIER = "cdc.musicGraphV5.serviceTier|(:ServiceTier)"
    },
    {
      TOPIC_MAPPING_VIDEO = "cdc.musicGraphV5.video|(:Video)"
    },
    # edges
    {
      TOPIC_MAPPING_HAS_PROFILE = "cdc.musicGraphV5.hasProfile|()-[:HAS_PROFILE]->()"
    },
    {
      TOPIC_MAPPING_DELETED_HAS_PROFILE = "cdc.musicGraphV5.deletedHasProfile|()-[:DELETED_HAS_PROFILE]->()"
    },
    {
      TOPIC_MAPPING_HAS_ACCESS_TO = "cdc.musicGraphV5.hasAccessTo|()-[:HAS_ACCESS_TO]->()"
    },
    {
      TOPIC_MAPPING_DELETED_HAS_ACCESS_TO = "cdc.musicGraphV5.deletedHasAccessTo|()-[:DELETED_HAS_ACCESS_TO]->()"
    },
    {
      TOPIC_MAPPING_PARTICIPATED_IN = "cdc.musicGraphV5.participatedIn|()-[:PARTICIPATED_IN]->()"
    },
    {
      TOPIC_MAPPING_IS_PLACEMENT_OF = "cdc.musicGraphV5.isPlacementOf|()-[:IS_PLACEMENT_OF]->()"
    },
    {
      TOPIC_MAPPING_MERGED_TO = "cdc.musicGraphV5.mergedTo|()-[:MERGED_TO]->()"
    },
    {
      TOPIC_MAPPING_HAS_LABEL_PARTICIPANT = "cdc.musicGraphV5.hasLabelParticipant|()-[:HAS_LABEL_PARTICIPANT]->()"
    },
    {
      TOPIC_MAPPING_VENDOR_HAS_LABEL_PARTICIPANT = "cdc.musicGraphV5.vendorHasLabelParticipant|(:Vendor)-[:HAS_LABEL_PARTICIPANT]->(:LabelParticipant)"
    },
    {
      TOPIC_MAPPING_SUBACCOUNT_HAS_LABEL_PARTICIPANT = "cdc.musicGraphV5.subaccountHasLabelParticipant|(:Subaccount)-[:HAS_LABEL_PARTICIPANT]->(:LabelParticipant)"
    },
    {
      TOPIC_MAPPING_HAS_LABEL_SOUND_RECORDING_PARTICIPATION = "cdc.musicGraphV5.hasLabelSoundRecordingParticipation|(:LabelParticipant)-[:HAS_LABEL_SOUND_RECORDING_PARTICIPATION]->(:LabelSoundRecordingParticipation)"
    },
    {
      TOPIC_MAPPING_ON_LABEL_SOUND_RECORDING = "cdc.musicGraphV5.onLabelSoundRecording|(:LabelSoundRecordingParticipation)-[:ON_LABEL_SOUND_RECORDING]->(:LabelSoundRecording)"
    },
    {
      TOPIC_MAPPING_WITH_PARTICIPATION_ROLE = "cdc.musicGraphV5.withParticipationRole|(:LabelSoundRecordingParticipation)-[:WITH_PARTICIPATION_ROLE]->(:ParticipationRole)"
    },
    {
      TOPIC_MAPPING_REPRESENTS = "cdc.musicGraphV5.represents|()-[:REPRESENTS]->()"
    },
    {
      TOPIC_MAPPING_OWNS_PRODUCT = "cdc.musicGraphV5.ownsProduct|()-[:OWNS_PRODUCT]->()"
    },
    {
      TOPIC_MAPPING_OWNS = "cdc.musicGraphV5.owns|()-[:OWNS]->()"
    },
    {
      TOPIC_MAPPING_BELONGS_TO = "cdc.musicGraphV5.belongsTo|()-[:BELONGS_TO]->()"
    },
    {
      TOPIC_MAPPING_CREATED_FROM = "cdc.musicGraphV5.createdFrom|()-[:CREATED_FROM]->()"
    },
    {
      TOPIC_MAPPING_HAS_AGREEMENT = "cdc.musicGraphV5.hasAgreement|()-[:HAS_AGREEMENT]->()"
    },
    {
      TOPIC_MAPPING_HAS_SOUND_RECORDING = "cdc.musicGraphV5.hasSoundRecording|()-[:HAS_SOUND_RECORDING]->()"
    },
    {
      TOPIC_MAPPING_HAS_SOURCE_ARTIST = "cdc.musicGraphV5.hasSourceArtist|()-[:HAS_SOURCE_ARTIST]->()"
    },
    {
      TOPIC_MAPPING_HAS_SIGNED_WRITER = "cdc.musicGraphV5.hasSignedWriter|()-[:HAS_SIGNED_WRITER]->()"
    },
    {
      TOPIC_MAPPING_HAS_COMPOSITION = "cdc.musicGraphV5.hasComposition|()-[:HAS_COMPOSITION]->()"
    },
    {
      TOPIC_MAPPING_HAS_ADMIN_ACCESS_TO = "cdc.musicGraphV5.hasAdminAccessTo|()-[:HAS_ADMIN_ACCESS_TO]->()"
    },
    {
      TOPIC_MAPPING_DELETED_HAS_ADMIN_ACCESS_TO = "cdc.musicGraphV5.deletedHasAdminAccessTo|()-[:DELETED_HAS_ADMIN_ACCESS_TO]->()"
    },
    {
      TOPIC_MAPPING_HAS_ASSET = "cdc.musicGraphV5.hasAsset|()-[:HAS_ASSET]->()"
    },
    {
      TOPIC_MAPPING_DELETED_HAS_FINGERPRINT_RULE = "cdc.musicGraphV5.deletedHasFingerprintRule|()-[:DELETED_HAS_FINGERPRINT_RULE]->()"
    },
    {
      TOPIC_MAPPING_FINGERPRINTED_AS = "cdc.musicGraphV5.fingerprintedAs|()-[:FINGERPRINTED_AS]->()"
    },
    {
      TOPIC_MAPPING_CONTAINS_FINGERPRINT = "cdc.musicGraphV5.containsFingerprint|()-[:CONTAINS_FINGERPRINT]->()"
    },
    {
      TOPIC_MAPPING_DELETED_CONTAINS_FINGERPRINT = "cdc.musicGraphV5.deletedContainsFingerprint|()-[:DELETED_CONTAINS_FINGERPRINT]->()"
    },
    {
      TOPIC_MAPPING_HAS_LABEL = "cdc.musicGraphV5.hasLabel|()-[:HAS_LABEL]->()"
    },
    {
      TOPIC_MAPPING_IN_SERVICE_TIER = "cdc.musicGraphV5.inServiceTier|()-[:IN_SERVICE_TIER]->()"
    },
    {
      TOPIC_MAPPING_INCLUDES = "cdc.musicGraphV5.includes|()-[:INCLUDES]->()"
    },
    {
      TOPIC_MAPPING_HAS_SUBSCRIPTION = "cdc.musicGraphV5.hasSubscription|()-[:HAS_SUBSCRIPTION]->()"
    },
    {
      TOPIC_MAPPING_HAS_AUTO_FOLLOWED = "cdc.musicGraphV5.hasAutoFollowed|()-[:HAS_AUTO_FOLLOWED]->()"
    },

    # Adding new mappings for specific snowflake tasks. These can replace the original generic topics when we create snowflake tasks.

    # for NEO4J_TO_PROJECT_BELONGS_TO_VENDOR.sql
    {
      TOPIC_MAPPING_PROJECT_BELONGS_TO_VENDOR = "cdc.musicGraphV5.projectBelongsToVendor|(:Project)-[:BELONGS_TO]->(:Vendor)"
    },
    # for NEO4J_TO_COMPANY_BRAND_BELONGS_TO_PARENT_COMPANY.sql
    {
      TOPIC_MAPPING_COMPANY_BRAND_BELONGS_TO_PARENT_COMPANY = "cdc.musicGraphV5.companyBrandBelongsToParentCompany|(:CompanyBrand)-[:BELONGS_TO]->(:ParentCompany)"
    },
    # for NEO4J_TO_RELEASE_ARTIST_CREATED_FROM_LABEL_PARTICIPANT.sql - wrong name. Its LP created from ReleaseArtist
    {
      TOPIC_MAPPING_RELEASE_ARTIST_CREATED_FROM_LABEL_PARTICIPANT = "cdc.musicGraphV5.LPCreatedFromReleaseArtist|(:LabelParticipant)-[:CREATED_FROM]->(:ReleaseArtist)"
    },
    # for NEO4J_PROFILE_DELETED_HAS_ACCESS_TO_SUBACCOUNT.sql
    {
      TOPIC_MAPPING_PROFILE_DELETED_HAS_ACCESS_TO_SUBACCOUNT = "cdc.musicGraphV5.profileDeletedHATSubaccount|(:Profile)-[:DELETED_HAS_ACCESS_TO]->(:Subaccount)"
    },
    # for NEO4J_PROFILE_DELETED_HAS_ACCESS_TO_ARTIST_INFO.sql
    {
      TOPIC_MAPPING_PROFILE_DELETED_HAS_ACCESS_TO_ARTIST_INFO = "cdc.musicGraphV5.deletedHasAccessToArtistInfo|(:Profile)-[:DELETED_HAS_ACCESS_TO]->(:ArtistInfo)"
    },
    # for NEO4J_PROFILE_DELETED_HAS_ACCESS_TO_VENDOR.sql
    {
      TOPIC_MAPPING_PROFILE_DELETED_HAS_ACCESS_TO_VENDOR = "cdc.musicGraphV5.deletedHasAccessToVendor|(:Profile)-[:DELETED_HAS_ACCESS_TO]->(:Vendor)"
    },
    # for NEO4J_PROFILE_DELETED_HAS_ACCESS_TO_LABEL_PARTICIPANT.sql
    {
      TOPIC_MAPPING_PROFILE_DELETED_HAS_ACCESS_TO_LABEL_PARTICIPANT = "cdc.musicGraphV5.deletedHasAccessToLabelParticipant|(:Profile)-[:DELETED_HAS_ACCESS_TO]->(:LabelParticipant)"
    },
    # for NEO4J_TO_PROFILE_DELETED_HAS_ADMIN_ACCESS_TO_VENDOR.sql
    {
      TOPIC_MAPPING_PROFILE_DELETED_HAS_ADMIN_ACCESS_TO_VENDOR = "cdc.musicGraphV5.deletedHasAdminAccessToVendor|(:Profile)-[:DELETED_HAS_ADMIN_ACCESS_TO]->(:Vendor)"
    },
    # for NEO4J_TO_PROFILE_DELETED_HAS_ADMIN_ACCESS_TO_SUBACCOUNT.sql
    {
      TOPIC_MAPPING_PROFILE_DELETED_HAS_ADMIN_ACCESS_TO_SUBACCOUNT = "cdc.musicGraphV5.deletedHasAdminAccessToSubaccount|(:Profile)-[:DELETED_HAS_ADMIN_ACCESS_TO]->(:Subaccount)"
    },
    # for NEO4J_TO_COMPANY_BRAND_HAS_LABEL_VENDOR.sql
    {
      TOPIC_MAPPING_COMPANY_BRAND_HAS_LABEL_VENDOR = "cdc.musicGraphV5.companyBrandHasLabelVendor|(:CompanyBrand)-[:HAS_LABEL]->(:Vendor)"
    },
    # for NEO4J_TO_PRODUCT_HAS_SOURCE_ARTIST_RELEASE_ARTIST.sql
    {
      TOPIC_MAPPING_PRODUCT_HAS_SOURCE_ARTIST_RELEASE_ARTIST = "cdc.musicGraphV5.productHasSourceArtistReleaseArtist|(:Product)-[:HAS_SOURCE_ARTIST]->(:ReleaseArtist)"
    },
    # for NEO4J_PROFILE_HAS_ACCESS_TO_ARTIST_INFO.sql
    {
      TOPIC_MAPPING_PROFILE_HAS_ACCESS_TO_ARTIST_INFO = "cdc.musicGraphV5.profileHasAccessToArtistInfo|(:Profile)-[:HAS_ACCESS_TO]->(:ArtistInfo)"
    },
    # for NEO4J_TO_PROFILE_HAS_ACCESS_TO_COLLABORATOR.sql
    {
      TOPIC_MAPPING_PROFILE_HAS_ACCESS_TO_COLLABORATOR = "cdc.musicGraphV5.profileHasAccessToCollaborator|(:Profile)-[:HAS_ACCESS_TO]->(:Collaborator)"
    },
    # for NEO4J_PROFILE_HAS_ACCESS_TO_VENDOR.sql
    {
      TOPIC_MAPPING_PROFILE_HAS_ACCESS_TO_VENDOR = "cdc.musicGraphV5.profileHasAccessToVendor|(:Profile)-[:HAS_ACCESS_TO]->(:Vendor)"
    },
    # for NEO4J_PROFILE_HAS_ACCESS_TO_SUBACCOUNT.sql
    {
      TOPIC_MAPPING_PROFILE_HAS_ACCESS_TO_SUBACCOUNT = "cdc.musicGraphV5.profileHasAccessToSubaccount|(:Profile)-[:HAS_ACCESS_TO]->(:Subaccount)"
    },
    # for NEO4J_PROFILE_HAS_ACCESS_TO_LABEL_PARTICIPANT.sql
    {
      TOPIC_MAPPING_PROFILE_HAS_ACCESS_TO_LABEL_PARTICIPANT = "cdc.musicGraphV5.profileHasAccessToLabelParticipant|(:Profile)-[:HAS_ACCESS_TO]->(:LabelParticipant)"
    },
    # for NEO4J_TO_PROFILE_HAS_ADMIN_ACCESS_TO_VENDOR.sql
    {
      TOPIC_MAPPING_PROFILE_HAS_ADMIN_ACCESS_TO_VENDOR = "cdc.musicGraphV5.profileHasAdminAccessToVendor|(:Profile)-[:HAS_ADMIN_ACCESS_TO]->(:Vendor)"
    },
    # for NEO4J_TO_PROFILE_HAS_ADMIN_ACCESS_TO_SUBACCOUNT.sql
    {
      TOPIC_MAPPING_PROFILE_HAS_ADMIN_ACCESS_TO_SUBACCOUNT = "cdc.musicGraphV5.profileHasAdminAccessToSubaccount|(:Profile)-[:HAS_ADMIN_ACCESS_TO]->(:Subaccount)"
    },
    # for NEO4J_TO_PUBLISHING_COMPOSITION_AGREEMENT.sql
    {
      TOPIC_MAPPING_PUBLISHING_COMPOSITION_AGREEMENT = "cdc.musicGraphV5.publishingCompositionAgreement|(:PublishingComposition)-[:HAS_AGREEMENT]->()"
    },
    # for NEO4J_TO_PUBLISHING_SONGWRITER_AGREEMENT.sql
    {
      TOPIC_MAPPING_PUBLISHING_SONGWRITER_AGREEMENT = "cdc.musicGraphV5.publishingSongwriterAgreement|(:PublishingSongWriter)-[:HAS_AGREEMENT]->()"
    },
    # for NEO4J_TO_PUBLISHING_PUBLISHER_AGREEMENT.sql
    {
      TOPIC_MAPPING_PUBLISHING_PUBLISHER_AGREEMENT = "cdc.musicGraphV5.publishingPublisherAgreement|(:PublishingPublisher)-[:HAS_AGREEMENT]->()"
    },
    # for NEO4J_TO_PUBLISHING_HAS_SOUND_RECORDING.sql
    {
      TOPIC_MAPPING_PUBLISHING_HAS_SOUND_RECORDING = "cdc.musicGraphV5.publishingHasSoundRecording|()-[:HAS_SOUND_RECORDING]->(:GlobalSoundRecording)"
    },
    # for NEO4J_VENDOR_IN_SERVICE_TIER_SERVICE_TIER.sql
    {
      TOPIC_MAPPING_VENDOR_IN_SERVICE_TIER_SERVICE_TIER = "cdc.musicGraphV5.vendorInServiceTier|(:Vendor)-[:IN_SERVICE_TIER]->(:ServiceTier)"
    },
    # for NEO4J_TO_PRODUCT_INCLUDES_ORCHARD_TRACK.sql
    {
      TOPIC_MAPPING_PRODUCT_INCLUDES_ORCHARD_TRACK = "cdc.musicGraphV5.productIncludesOrchardTrack|(:Product)-[:INCLUDES]->(:Orchard:Track)"
    },
    # for NEO4J_TO_PROJECT_INCLUDES_ORCHARD_PRODUCT.sql
    {
      TOPIC_MAPPING_PRODUCT_INCLUDES_ORCHARD_PRODUCT = "cdc.musicGraphV5.productIncludesOrchardProduct|(:Project)-[:INCLUDES]->(:Orchard:Product)"
    },
    # for NEO4J_TO_PUBLIC_TRACK_IS_PLACEMENT_OF_PUBLIC_SOUND_RECORDING.sql
    {
      TOPIC_MAPPING_PUBLIC_TRACK_IS_PLACEMENT_OF_PUBLIC_SOUND_RECORDING = "cdc.musicGraphV5.publicTrackIsPlacementOfPublicSR|(:PublicTrack)-[:IS_PLACEMENT_OF]->(:PublicSoundRecording)"
    },
    # for NEO4J_TO_ORCHARD_TRACK_IS_PLACEMENT_OF_LABEL_SOUND_RECORDING.sql
    {
      TOPIC_MAPPING_ORCHARD_TRACK_IS_PLACEMENT_OF_PUBLIC_SOUND_RECORDING = "cdc.musicGraphV5.orchardTrackIsPlacementOfLabelSR|(:Orchard:Track)-[:IS_PLACEMENT_OF]->(:LabelSoundRecording)"
    },
    # for NEO4J_TO_GLOBAL_PARTICIPANT_MERGED_TO_GLOBAL_PARTICIPANT.sql
    {
      TOPIC_MAPPING_GLOBAL_PARTICIPANT_MERGED_TO_GLOBAL_PARTICIPANT = "cdc.musicGraphV5.globalParticipantMergedToGlobalParticipant|(:GlobalParticipant)-[:MERGED_TO]->(:GlobalParticipant)"
    },
    # for NEO4J_TO_VENDOR_OWNS_SUBACCOUNT.sql
    {
      TOPIC_MAPPING_VENDOR_OWNS_SUBACCOUNT = "cdc.musicGraphV5.vendorOwnsSubaccount|(:Vendor)-[:OWNS]->(:Subaccount)"
    },
    # for NEO4J_TO_LABEL_PARTICIPANT_PARTICIPATED_IN_ORCHARD_TRACK.sql
    {
      TOPIC_MAPPING_LABEL_PARTICIPANT_PARTICIPATED_IN_ORCHARD_TRACK = "cdc.musicGraphV5.LPParticipatedInOrchardTrack|(:LabelParticipant)-[:PARTICIPATED_IN]->(:Orchard:Track)"
    },
    # for NEO4J_TO_LABEL_PARTICIPANT_PARTICIPATED_IN_ORCHARD_PRODUCT.sql
    {
      TOPIC_MAPPING_LABEL_PARTICIPANT_PARTICIPATED_IN_ORCHARD_PRODUCT = "cdc.musicGraphV5.LPParticipatedInOrchardProduct|(:LabelParticipant)-[:PARTICIPATED_IN]->(:Orchard:Product)"
    },
    # for NEO4J_TO_LABEL_PARTICIPANT_USED_TO_PARTICIPATE_IN_ORCHARD_PRODUCT.sql
    {
      TOPIC_MAPPING_LABEL_PARTICIPANT_USED_TO_PARTICIPATE_IN_ORCHARD_PRODUCT = "cdc.musicGraphV5.LPUsedToParticipateInOrchardProduct|(:LabelParticipant)-[:USED_TO_PARTICIPATE_IN]->(:Orchard:Product)"
    },
    # for NEO4J_TO_LABEL_PARTICIPANT_USED_TO_PARTICIPATE_IN_ORCHARD_TRACK.sql
    {
      TOPIC_MAPPING_LABEL_PARTICIPANT_USED_TO_PARTICIPATE_IN_ORCHARD_TRACK = "cdc.musicGraphV5.LPUsedToParticipateInOrchardTrack|(:LabelParticipant)-[:USED_TO_PARTICIPATE_IN]->(:Orchard:Track)"
    },
    # for NEO4J_TO_PUBLIC_PARTICIPANT_PARTICIPATED_IN_PUBLIC_SOUND_RECORDING.sql
    {
      TOPIC_MAPPING_PUBLIC_PARTICIPANT_PARTICIPATED_IN_PUBLIC_SOUND_RECORDING = "cdc.musicGraphV5.PPParticipatedInPublicSoundRecording|(:PublicParticipant)-[:PARTICIPATED_IN]->(:PublicSoundRecording)"
    },
    # for NEO4J_TO_PUBLIC_PRODUCT.sql
    {
      TOPIC_MAPPING_PUBLIC_PRODUCT = "cdc.musicGraphV5.publicProduct|(:PublicProduct:Product)"
    },
    # for NEO4J_TO_ORCHARD_PRODUCT.sql
    {
      TOPIC_MAPPING_ORCHARD_PRODUCT = "cdc.musicGraphV5.orchardProduct|(:Orchard:Product)"
    },
    # for NEO4J_TO_GLOBAL_PARTICIPANT_REPRESENTS_PUBLIC_PARTICIPANT.sql
    {
      TOPIC_MAPPING_GLOBAL_PARTICIPANT_REPRESENTS_PUBLIC_PARTICIPANT = "cdc.musicGraphV5.globalParticipantRepresentsPublicParticipant|(:GlobalParticipant)-[:REPRESENTS]->(:PublicParticipant)"
    },
    # for NEO4J_TO_GLOBAL_PARTICIPANT_REPRESENTS_LABEL_PARTICIPANT.sql
    {
      TOPIC_MAPPING_GLOBAL_PARTICIPANT_REPRESENTS_LABEL_PARTICIPANT = "cdc.musicGraphV5.globalParticipantRepresentsLabelParticipant|(:GlobalParticipant)-[:REPRESENTS]->(:LabelParticipant)"
    },
    # for NEO4J_TO_GLOBAL_SOUND_RECORDING_REPRESENTS_LABEL_SOUND_RECORDING.sql
    {
      TOPIC_MAPPING_GLOBAL_SOUND_RECORDING_REPRESENTS_LABEL_SOUND_RECORDING = "cdc.musicGraphV5.globalSoundRecordingRepresentsLabelSR|(:GlobalSoundRecording)-[:REPRESENTS]->(:LabelSoundRecording)"
    },
    # for NEO4J_TO_GLOBAL_SOUND_RECORDING_REPRESENTS_PUBLIC_SOUND_RECORDING.sql
    {
      TOPIC_MAPPING_GLOBAL_SOUND_RECORDING_REPRESENTS_PUBLIC_SOUND_RECORDING = "cdc.musicGraphV5.globalSoundRecordingRepresentsPublicSR|(:GlobalSoundRecording)-[:REPRESENTS]->(:PublicSoundRecording)"
    },
    # for NEO4J_TO_ORCHARD_TRACK.sql
    {
      TOPIC_MAPPING_ORCHARD_TRACK = "cdc.musicGraphV5.orchardTrack|(:Orchard:Track)"
    },
    # for NEO4J_TO_PUBLIC_TRACK.sql
    {
      TOPIC_MAPPING_PUBLIC_TRACK = "cdc.musicGraphV5.publicTrack|(:PublicTrack:Track)"
    },
    {
      TOPIC_MAPPING_PROJECT_USED_TO_BELONG_TO = "cdc.musicGraphV5.projectUsedToBelongTo|(:Project)-[:USED_TO_BELONG_TO]->()"
    }
  ]
}

# This rule will allow kafka-connect tasks to communicate with each other in distributed mode
resource "aws_security_group_rule" "allow_intra_cluster_communication_neo4j_v5" {
  from_port         = 8083
  to_port           = 8083
  protocol          = "tcp"
  security_group_id = module.kafka_neo_v5_src_fargate_environment.fargate_security_group_id
  self              = true
  type              = "ingress"
}

resource "aws_security_group_rule" "allow_intra_jenkins_pipeline_agent" {
  from_port         = 443
  to_port           = 443
  protocol          = "tcp"
  security_group_id = module.kafka_neo_v5_src_fargate_environment.fargate_load_balancer_security_group_id
  prefix_list_ids   = [data.aws_ec2_managed_prefix_list.shared_pipeline_jenkins_agent.id]
  type              = "ingress"
}


resource "aws_security_group_rule" "allow_intra_shared_private" {
  from_port         = 443
  to_port           = 443
  protocol          = "tcp"
  security_group_id = module.kafka_neo_v5_src_fargate_environment.fargate_load_balancer_security_group_id
  prefix_list_ids   = [data.aws_ec2_managed_prefix_list.shared_private.id]
  type              = "ingress"
}

data "aws_ec2_managed_prefix_list" "shared_pipeline_jenkins_agent" {
  name = "shared-orcd-pipeline-jenkins-private-subnet-prefix-list"
}

data "aws_ec2_managed_prefix_list" "shared_private" {
  name = "shared-orcd-private-subnet-prefix-list"
}

# Secrets for Neo4j creds
module "service_credentials_secret" {
  source = "git@github.com:theorchard/terraform-secrets-manager.git//?ref=1.5.1"

  environment                    = var.environment
  application_family             = var.application_family
  additional_tags                = var.additional_tags
  service_name                   = local.service_name
  secret_name                    = "NEO4J_CREDENTIALS"
  secret_recovery_window_in_days = 7
}

# Datadog Dashboard
module "fargate_service_dashboard_neo4j_v5" {
  source = "git@github.com:theorchard/terraform-datadog.git//modules/kafka_connector?ref=6.15.3"

  environment        = var.environment
  application_family = var.application_family
  additional_tags    = var.additional_tags
  service_name       = local.service_name
  connector_type     = "default_source"

  environment_type = "fargate"

  notification_endpoints            = "@slack-kafka-data-highway-alerts"
  escalation_notification_endpoints = "@slack-data-alarm-qa @slack-kafka-data-highway-alerts"
  monitor_kafka_topics = [
    "cdc.musicGraphV5.labelSoundRecording",
    "cdc.musicGraphV5.globalSoundRecording",
    "cdc.musicGraphV5.publicSoundRecording",
    "cdc.musicGraphV5.labelParticipant",
    "cdc.musicGraphV5.globalParticipant",
    "cdc.musicGraphV5.publicParticipant",
    "cdc.musicGraphV5.labelSoundRecordingParticipation",
    "cdc.musicGraphV5.participationRole",
    "cdc.musicGraphV5.vendor",
    "cdc.musicGraphV5.subAccount",
    "cdc.musicGraphV5.label",
    "cdc.musicGraphV5.product",
    "cdc.musicGraphV5.track",
    "cdc.musicGraphV5.trackWriter",
    "cdc.musicGraphV5.participantIdentifier",
    "cdc.musicGraphV5.identity",
    "cdc.musicGraphV5.profile",
    "cdc.musicGraphV5.publishingSongWriter",
    "cdc.musicGraphV5.publishingPublisher",
    "cdc.musicGraphV5.publishingAgreement",
    "cdc.musicGraphV5.publishingComposition",
    "cdc.musicGraphV5.project",
    "cdc.musicGraphV5.releaseArtist",
    "cdc.musicGraphV5.trackArtist",
    "cdc.musicGraphV5.orchardAsset",
    "cdc.musicGraphV5.fingerprintRule",
    "cdc.musicGraphV5.acrid",
    # "cdc.musicGraphV5.orchardSoundRecording",
    "cdc.musicGraphV5.companyBrand",
    "cdc.musicGraphV5.parentCompany",
    "cdc.musicGraphV5.serviceTier",
    "cdc.musicGraphV5.video",
    "cdc.musicGraphV5.hasProfile",
    "cdc.musicGraphV5.deletedHasProfile",
    "cdc.musicGraphV5.hasAccessTo",
    "cdc.musicGraphV5.deletedHasAccessTo",
    "cdc.musicGraphV5.participatedIn",
    "cdc.musicGraphV5.isPlacementOf",
    "cdc.musicGraphV5.mergedTo",
    "cdc.musicGraphV5.hasLabelParticipant",
    "cdc.musicGraphV5.vendorHasLabelParticipant",
    "cdc.musicGraphV5.subaccountHasLabelParticipant",
    "cdc.musicGraphV5.hasLabelSoundRecordingParticipation",
    "cdc.musicGraphV5.onLabelSoundRecording",
    "cdc.musicGraphV5.withParticipationRole",
    "cdc.musicGraphV5.represents",
    "cdc.musicGraphV5.ownsProduct",
    "cdc.musicGraphV5.owns",
    "cdc.musicGraphV5.belongsTo",
    "cdc.musicGraphV5.createdFrom",
    "cdc.musicGraphV5.hasAgreement",
    "cdc.musicGraphV5.hasSoundRecording",
    "cdc.musicGraphV5.hasSourceArtist",
    "cdc.musicGraphV5.hasSignedWriter",
    "cdc.musicGraphV5.hasComposition",
    "cdc.musicGraphV5.hasAdminAccessTo",
    "cdc.musicGraphV5.deletedHasAdminAccessTo",
    "cdc.musicGraphV5.hasAsset",
    "cdc.musicGraphV5.hasFingerprintRule",
    "cdc.musicGraphV5.deletedHasFingerprintRule",
    "cdc.musicGraphV5.fingerprintedAs",
    # "cdc.musicGraphV5.containsFingerprint",
    # "cdc.musicGraphV5.deletedContainsFingerprint",
    "cdc.musicGraphV5.hasLabel",
    "cdc.musicGraphV5.inServiceTier",
    "cdc.musicGraphV5.includes",
    "cdc.musicGraphV5.hasSubscription",
    "cdc.musicGraphV5.hasAutoFollowed",
    # special pattern topics
    "cdc.musicGraphV5.projectBelongsToVendor",
    "cdc.musicGraphV5.companyBrandBelongsToParentCompany",
    "cdc.musicGraphV5.LPCreatedFromReleaseArtist",
    "cdc.musicGraphV5.deletedHasAccessToVendor",
    "cdc.musicGraphV5.deletedHasAccessToLabelParticipant",
    "cdc.musicGraphV5.deletedHasAdminAccessToVendor",
    "cdc.musicGraphV5.deletedHasAdminAccessToSubaccount",
    "cdc.musicGraphV5.companyBrandHasLabelVendor",
    "cdc.musicGraphV5.productHasSourceArtistReleaseArtist",
    "cdc.musicGraphV5.profileHasAccessToVendor",
    "cdc.musicGraphV5.profileHasAccessToSubaccount",
    "cdc.musicGraphV5.profileHasAccessToLabelParticipant",
    "cdc.musicGraphV5.profileHasAdminAccessToSubaccount",
    "cdc.musicGraphV5.publishingSongwriterAgreement",
    "cdc.musicGraphV5.publishingPublisherAgreement",
    "cdc.musicGraphV5.productIncludesOrchardProduct",
    "cdc.musicGraphV5.publicTrackIsPlacementOfPublicSR",
    "cdc.musicGraphV5.globalParticipantMergedToGlobalParticipant",
    "cdc.musicGraphV5.LPParticipatedInOrchardProduct",
    "cdc.musicGraphV5.LPUsedToParticipateInOrchardProduct",
    "cdc.musicGraphV5.PPParticipatedInPublicSoundRecording",
    "cdc.musicGraphV5.publicProduct",
    "cdc.musicGraphV5.orchardProduct",
    "cdc.musicGraphV5.publicTrack",
    "cdc.musicGraphV5.globalParticipantRepresentsPublicParticipant",
    "cdc.musicGraphV5.globalParticipantRepresentsLabelParticipant",
    "cdc.musicGraphV5.globalSoundRecordingRepresentsLabelSR",
    "cdc.musicGraphV5.globalSoundRecordingRepresentsPublicSR",
    "cdc.musicGraphV5.profileDeletedHATSubaccount",
    "cdc.musicGraphV5.deletedHasAccessToArtistInfo",
    "cdc.musicGraphV5.profileHasAccessToArtistInfo",
    "cdc.musicGraphV5.profileHasAccessToCollaborator",
    "cdc.musicGraphV5.publishingCompositionAgreement",
    "cdc.musicGraphV5.productIncludesOrchardTrack",
    "cdc.musicGraphV5.LPParticipatedInOrchardTrack",
    "cdc.musicGraphV5.LPUsedToParticipateInOrchardTrack",
    "cdc.musicGraphV5.publishingHasSoundRecording",
  ]

  healthy_tasks_monitor_enabled   = true
  service_cpu_monitor_enabled     = true
  error_monitor_enabled           = true
  healthy_tasks_evaluation_window = "last_1h"
  service_cpu_time_window         = "last_1h"
}