{
  "Comment": "Bulk Session Ingest Queue Step Function",
  "StartAt": "BeginExecution",
  "States": {
    "BeginExecution": {
      "Type": "Task",
      "Resource": "${begin_execution_lambda_arn}",
      "Parameters": {
        "execution_arn.$": "$$.Execution.Id",
        "bulk_session_id.$": "$.bulk_session_id",
        "bulk_session_ingestion_id.$": "$.bulk_session_ingestion_id",
        "identity_uuid.$": "$.identity_uuid",
        "assets_required.$": "$.assets_required",
        "submit_products.$": "$.submit_products",
        "send_notifications.$": "$.send_notifications",
        "ingestion_status.$": "$.ingestion_status",
        "correlation_id.$": "$.correlation_id",
        "bucket.$": "$.bucket",
        "key.$": "$.key"
      },
      "Retry": [
        {
          "ErrorEquals": [
            "NetworkException",
            "ReadTimeout",
            "States.Timeout",
            "Lambda.ServiceException",
            "Lambda.AWSLambdaException",
            "Lambda.SdkClientException",
            "Lambda.TooManyRequestsException"
          ],
          "BackoffRate": 2,
          "IntervalSeconds": 60,
          "MaxAttempts": 3,
          "Comment": "Retry 3 times with a backoff rate of 2"
        },
        {
          "ErrorEquals": [
            "States.ALL"
          ],
          "BackoffRate": 1,
          "IntervalSeconds": 300,
          "MaxAttempts": 1,
          "Comment": "Retry once on any failure"
        }
      ],
      "Catch": [
        {
          "ErrorEquals": [
            "States.ALL"
          ],
          "Next": "SetIngestionStatusFailure",
          "ResultPath": "$.exception",
          "Comment": "Error after retry"
        }
      ],
      "Next": "PrepareBulkMetadata"
    },
    "PrepareBulkMetadata": {
      "Type": "Task",
      "Resource": "${prepare_metadata_lambda_arn}",
      "Retry": [
        {
          "ErrorEquals": [
            "PrepareMetadataException",
            "NetworkException",
            "ReadTimeout",
            "States.Timeout",
            "Lambda.ServiceException",
            "Lambda.AWSLambdaException",
            "Lambda.SdkClientException",
            "Lambda.TooManyRequestsException"
          ],
          "BackoffRate": 2,
          "IntervalSeconds": 60,
          "MaxAttempts": 3,
          "Comment": "Retry 3 times with a backoff rate of 2"
        },
        {
          "ErrorEquals": [
            "HydrationException"
          ],
          "MaxAttempts": 0,
          "Comment": "Don't retry"
        },
        {
          "ErrorEquals": [
            "States.ALL"
          ],
          "BackoffRate": 1,
          "IntervalSeconds": 300,
          "MaxAttempts": 1,
          "Comment": "Retry once on any failure"
        }
      ],
      "Catch": [
        {
          "ErrorEquals": [
            "HydrationException"
          ],
          "Next": "SetIngestionStatusFailure",
          "ResultPath": "$.exception",
          "Comment": "Hydration has failed due to inconsistent data"
        },
        {
          "ErrorEquals": [
            "States.ALL"
          ],
          "Next": "SetIngestionStatusFailure",
          "ResultPath": "$.exception",
          "Comment": "Error after retry"
        }
      ],
      "Next": "ProcessBulkProducts"
    },
    "SetIngestionStatusFailure": {
      "Type": "Pass",
      "Parameters": {
        "bulk_session_id.$": "$.bulk_session_id",
        "bulk_session_ingestion_id.$": "$.bulk_session_ingestion_id",
        "identity_uuid.$": "$.identity_uuid",
        "assets_required.$": "$.assets_required",
        "submit_products.$": "$.submit_products",
        "send_notifications.$": "$.send_notifications",
        "correlation_id.$": "$.correlation_id",
        "ingestion_status": "failure",
        "bucket.$": "$.bucket",
        "key.$": "$.key",
        "exception.$": "$.exception"
      },
      "Next": "FailureBulkState"
    },
    "ProcessBulkProducts": {
      "Type": "Map",
      "Label": "Map",
      "ResultPath": null,
      "Next": "SuccessBulkState",
      "MaxConcurrency": 25,
      "ToleratedFailurePercentage": 100,
      "ItemReader": {
        "ReaderConfig": {
          "InputType": "JSON"
        },
        "Resource": "arn:aws:states:::s3:getObject",
        "Parameters": {
          "Bucket.$": "$.bucket",
          "Key.$": "$.key"
        }
      },
      "ItemSelector": {
        "bulk_session_id.$": "$.bulk_session_id",
        "bulk_session_ingestion_id.$": "$.bulk_session_ingestion_id",
        "identity_uuid.$": "$.identity_uuid",
        "execution_arn.$": "$.execution_arn",
        "assets_required.$": "$.assets_required",
        "submit_products.$": "$.submit_products",
        "send_notifications.$": "$.send_notifications",
        "ingestion_status.$": "$.ingestion_status",
        "correlation_id.$": "$.correlation_id",
        "product_info.$": "$$.Map.Item.Value.product_info"
      },
      "ItemProcessor": {
        "ProcessorConfig": {
          "Mode": "DISTRIBUTED",
          "ExecutionType": "STANDARD"
        },
        "StartAt": "SetParticipants",
        "States": {
          "SetParticipants": {
            "Type": "Task",
            "Resource": "${set_participants_lambda_arn}",
            "Retry": [
              {
                "ErrorEquals": [
                  "RetryException",
                  "NetworkException",
                  "ReadTimeout",
                  "States.Timeout",
                  "Lambda.ServiceException",
                  "Lambda.AWSLambdaException",
                  "Lambda.SdkClientException",
                  "Lambda.TooManyRequestsException"
                ],
                "BackoffRate": 2,
                "IntervalSeconds": 60,
                "MaxAttempts": 3,
                "Comment": "Retry 3 times with a backoff rate of 2"
              },
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "BackoffRate": 1,
                "IntervalSeconds": 300,
                "MaxAttempts": 1,
                "Comment": "Retry once on any failure"
              }
            ],
            "Catch": [
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "Next": "HandleProductFailure",
                "ResultPath": "$.exception",
                "Comment": "Error after retry"
              }
            ],
            "Next": "SetProject"
          },
          "SetProject": {
            "Type": "Task",
            "Resource": "${set_project_lambda_arn}",
            "Retry": [
              {
                "ErrorEquals": [
                  "DuplicateProjectCodeException"
                ],
                "BackoffRate": 2,
                "IntervalSeconds": 60,
                "MaxAttempts": 2,
                "Comment": "Race condition when two lambdas try to create the same project"
              },
              {
                "ErrorEquals": [
                  "NetworkException",
                  "ReadTimeout",
                  "States.Timeout",
                  "Lambda.ServiceException",
                  "Lambda.AWSLambdaException",
                  "Lambda.SdkClientException",
                  "Lambda.TooManyRequestsException"
                ],
                "BackoffRate": 2,
                "IntervalSeconds": 60,
                "MaxAttempts": 3,
                "Comment": "Retry 3 times with a backoff rate of 2"
              },
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "BackoffRate": 1,
                "IntervalSeconds": 300,
                "MaxAttempts": 1,
                "Comment": "Retry once on any failure"
              }
            ],
            "Catch": [
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "Next": "HandleProductFailure",
                "ResultPath": "$.exception",
                "Comment": "Error after retry"
              }
            ],
            "Next": "SetProduct"
          },
          "SetProduct": {
            "Type": "Task",
            "Resource": "${set_product_lambda_arn}",
            "Retry": [
              {
                "ErrorEquals": [
                  "NetworkException",
                  "ReadTimeout",
                  "States.Timeout",
                  "Lambda.ServiceException",
                  "Lambda.AWSLambdaException",
                  "Lambda.SdkClientException",
                  "Lambda.TooManyRequestsException"
                ],
                "BackoffRate": 2,
                "IntervalSeconds": 60,
                "MaxAttempts": 3,
                "Comment": "Retry 3 times with a backoff rate of 2"
              },
              {
                "ErrorEquals": [
                  "CreateProductException"
                ],
                "MaxAttempts": 0,
                "Comment": "Don't retry"
              },
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "BackoffRate": 1,
                "IntervalSeconds": 300,
                "MaxAttempts": 1,
                "Comment": "Retry once on any failure"
              }
            ],
            "Catch": [
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "Next": "HandleProductFailure",
                "ResultPath": "$.exception",
                "Comment": "Error after retry"
              }
            ],
            "Next": "SetTracks"
          },
          "SetTracks": {
            "Type": "Task",
            "Resource": "${set_tracks_lambda_arn}",
            "Retry": [
              {
                "ErrorEquals": [
                  "NetworkException",
                  "ReadTimeout",
                  "States.Timeout",
                  "Lambda.ServiceException",
                  "Lambda.AWSLambdaException",
                  "Lambda.SdkClientException",
                  "Lambda.TooManyRequestsException"
                ],
                "BackoffRate": 2,
                "IntervalSeconds": 60,
                "MaxAttempts": 3,
                "Comment": "Retry 3 times with a backoff rate of 2"
              },
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "BackoffRate": 1,
                "IntervalSeconds": 300,
                "MaxAttempts": 1,
                "Comment": "Retry once on any failure"
              }
            ],
            "Catch": [
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "Next": "HandleProductFailure",
                "ResultPath": "$.exception",
                "Comment": "Error after retry"
              }
            ],
            "Next": "SetCarveouts"
          },
          "SetCarveouts": {
            "Type": "Task",
            "Resource": "${set_carveouts_lambda_arn}",
            "Retry": [
              {
                "ErrorEquals": [
                  "NetworkException",
                  "ReadTimeout",
                  "States.Timeout",
                  "Lambda.ServiceException",
                  "Lambda.AWSLambdaException",
                  "Lambda.SdkClientException",
                  "Lambda.TooManyRequestsException"
                ],
                "BackoffRate": 2,
                "IntervalSeconds": 60,
                "MaxAttempts": 3,
                "Comment": "Retry 3 times with a backoff rate of 2"
              },
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "BackoffRate": 1,
                "IntervalSeconds": 300,
                "MaxAttempts": 1,
                "Comment": "Retry once on any failure"
              }
            ],
            "Catch": [
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "Next": "HandleProductFailure",
                "ResultPath": "$.exception",
                "Comment": "Error after retry"
              }
            ],
            "Next": "SetMainReleaseDate"
          },
          "SetMainReleaseDate": {
            "Type": "Task",
            "Resource": "${set_release_dates_lambda_arn}",
            "Retry": [
              {
                "ErrorEquals": [
                  "NetworkException",
                  "ReadTimeout",
                  "States.Timeout",
                  "Lambda.ServiceException",
                  "Lambda.AWSLambdaException",
                  "Lambda.SdkClientException",
                  "Lambda.TooManyRequestsException"
                ],
                "BackoffRate": 2,
                "IntervalSeconds": 60,
                "MaxAttempts": 3,
                "Comment": "Retry 3 times with a backoff rate of 2"
              },
              {
                "ErrorEquals": [
                  "InvalidDataException"
                ],
                "MaxAttempts": 0,
                "Comment": "Don't retry"
              },
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "BackoffRate": 1,
                "IntervalSeconds": 300,
                "MaxAttempts": 1,
                "Comment": "Retry once on any failure"
              }
            ],
            "Catch": [
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "Next": "HandleProductFailure",
                "ResultPath": "$.exception",
                "Comment": "Error after retry or invalid input"
              }
            ],
            "Next": "HandleMetadataSuccess"
          },
          "HandleMetadataSuccess": {
            "Type": "Task",
            "Resource": "${handle_metadata_success_lambda_arn}",
            "Retry": [
              {
                "ErrorEquals": [
                  "NetworkException",
                  "ReadTimeout",
                  "States.Timeout",
                  "Lambda.ServiceException",
                  "Lambda.AWSLambdaException",
                  "Lambda.SdkClientException",
                  "Lambda.TooManyRequestsException"
                ],
                "BackoffRate": 2,
                "IntervalSeconds": 60,
                "MaxAttempts": 3,
                "Comment": "Retry 3 times with a backoff rate of 2"
              },
              {
                "ErrorEquals": [
                  "InvalidDataException"
                ],
                "MaxAttempts": 0,
                "Comment": "Don't retry"
              },
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "BackoffRate": 1,
                "IntervalSeconds": 300,
                "MaxAttempts": 1,
                "Comment": "Retry once on any failure"
              }
            ],
            "Catch": [
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "Next": "HandleProductFailure",
                "ResultPath": "$.exception"
              }
            ],
            "Next": "EnqueueCopyArtwork"
          },
          "EnqueueCopyArtwork": {
            "Type": "Task",
            "Resource": "${enqueue_copy_artwork_lambda_arn}",
            "Next": "ProcessTrackAssets",
            "Retry": [
              {
                "ErrorEquals": [
                  "NetworkException",
                  "ReadTimeout",
                  "States.Timeout",
                  "Lambda.ServiceException",
                  "Lambda.AWSLambdaException",
                  "Lambda.SdkClientException",
                  "Lambda.TooManyRequestsException"
                ],
                "BackoffRate": 2,
                "IntervalSeconds": 60,
                "MaxAttempts": 3,
                "Comment": "Retry 3 times with a backoff rate of 2"
              }
            ],
            "Catch": [
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "Next": "HandleProductFailure",
                "ResultPath": "$.exception"
              }
            ]
          },
          "ProcessTrackAssets": {
            "Type": "Parallel",
            "Branches": [
              {
                "StartAt": "PassContextToOutput",
                "States": {
                  "PassContextToOutput": {
                    "Type": "Pass",
                    "End": true
                  }
                }
              },
              {
                "StartAt": "TrackAssetIterator",
                "States": {
                  "TrackAssetIterator": {
                    "Type": "Map",
                    "MaxConcurrency": 1,
                    "ItemsPath": "$.product_info.tracks",
                    "Parameters": {
                      "bulk_session_id.$": "$.bulk_session_id",
                      "bulk_session_ingestion_id.$": "$.bulk_session_ingestion_id",
                      "identity_uuid.$": "$.identity_uuid",
                      "assets_required.$": "$.assets_required",
                      "submit_products.$": "$.submit_products",
                      "ingestion_status.$": "$.ingestion_status",
                      "send_notifications.$": "$.send_notifications",
                      "correlation_id.$": "$.correlation_id",
                      "product_info.$": "$.product_info",
                      "track": {
                        "tuid.$": "$$.Map.Item.Value.tuid",
                        "asset.$": "$$.Map.Item.Value.asset"
                      }
                    },
                    "Iterator": {
                      "StartAt": "EnqueueCopyAudio",
                      "States": {
                        "EnqueueCopyAudio": {
                          "Type": "Task",
                          "Resource": "${enqueue_copy_audio_lambda_arn}",
                          "Retry": [
                            {
                              "ErrorEquals": [
                                "NetworkException",
                                "ReadTimeout",
                                "States.Timeout",
                                "Lambda.ServiceException",
                                "Lambda.AWSLambdaException",
                                "Lambda.SdkClientException",
                                "Lambda.TooManyRequestsException"
                              ],
                              "BackoffRate": 2,
                              "IntervalSeconds": 60,
                              "MaxAttempts": 3,
                              "Comment": "Retry 3 times with a backoff rate of 2"
                            }
                          ],
                          "End": true
                        }
                      }
                    },
                    "End": true
                  }
                }
              }
            ],
            "Next": "SuccessState",
            "Catch": [
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "Next": "HandleProductFailure",
                "ResultPath": "$.exception",
                "Comment": "Track asset processing failed"
              }
            ]
          },
          "HandleProductFailure": {
            "Type": "Task",
            "Resource": "${handle_product_failure_lambda_arn}",
            "Retry": [
              {
                "ErrorEquals": [
                  "NetworkException",
                  "ReadTimeout",
                  "States.Timeout",
                  "Lambda.ServiceException",
                  "Lambda.AWSLambdaException",
                  "Lambda.SdkClientException",
                  "Lambda.TooManyRequestsException"
                ],
                "BackoffRate": 2,
                "IntervalSeconds": 60,
                "MaxAttempts": 7,
                "Comment": "Retry 7 times with a backoff rate of 2. Total time 2 hours"
              },
              {
                "ErrorEquals": [
                  "HandleProductFailureException"
                ],
                "MaxAttempts": 0,
                "Comment": "Don't retry"
              },
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "BackoffRate": 1,
                "IntervalSeconds": 300,
                "MaxAttempts": 1,
                "Comment": "Retry once on any failure"
              }
            ],
            "Catch": [
              {
                "ErrorEquals": [
                  "States.ALL"
                ],
                "Next": "FailureState",
                "ResultPath": "$.exception",
                "Comment": "Error after retry or invalid input"
              }
            ],
            "ResultPath": "$.result",
            "Next": "formatProductFailure"
          },
          "formatProductFailure": {
            "Type": "Pass",
            "Parameters": {
              "bulk_session_id.$": "$.result.bulk_session_id",
              "bulk_session_ingestion_id.$": "$.result.bulk_session_ingestion_id",
              "identity_uuid.$": "$.result.identity_uuid",
              "assets_required.$": "$.result.assets_required",
              "submit_products.$": "$.result.submit_products",
              "send_notifications.$": "$.result.send_notifications",
              "correlation_id.$": "$.result.correlation_id",
              "product_info.$": "$.result.product_info",
              "exception.$": "$.exception"
            },
            "Next": "FailureState"
          },
          "SuccessState": {
            "Type": "Succeed"
          },
          "FailureState": {
            "Type": "Fail",
            "ErrorPath": "$.exception.Error",
            "CausePath": "States.Format('Error: {}, Cause: {}', $.exception.Error, $.exception.Cause)"
          }
        }
      }
    },
    "SuccessBulkState": {
      "Type": "Succeed"
    },
    "FailureBulkState": {
      "Type": "Fail"
    }
  }
}