{
  "objects": [
    {
      "id": "DataNodeId_AZmPq",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "schemaName": "staging",
      "tableName": "staging_fact_analytics",
      "name": "Redshift_C",
      "type": "RedshiftDataNode",
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "Default",
      "scheduleType": "CRON",
      "failureAndRerunMode": "CASCADE",
      "name": "Default",
      "role": "DataPipelineDefaultRole",
      "resourceRole": "DataPipelineDefaultResourceRole"
    },
    {
      "id": "ActivityId_SHabk",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "name": "1_Check semaphore",
      "command": "/Analytics/ETLAnalytics/ETLAnalytics/checkSemaphore/checkSemaphore_run.sh --context=Production --context_param task=update_staging_fact_analytics",
      "workerGroup": "staging_to_fact_analytics",
      "type": "ShellCommandActivity"
    },
    {
      "id": "ActivityId_XKIZ2",
      "input": {
        "ref": "DataNodeId_AZmPq"
      },
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/countryId.sql",
      "name": "15_countryId",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_OLzFq"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_i3jiR",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "name": "2_update status to updating_on_staging",
      "command": "/Analytics/ETLAnalytics/ETLAnalytics/updateEtlAnalyticsStatus/updateEtlAnalyticsStatus_run.sh --context=Production --context_param status=updating_on_staging --context_param whereClause=\"status='ingested_into_staging'\"",
      "workerGroup": "staging_to_fact_analytics",
      "type": "ShellCommandActivity",
      "dependsOn": {
        "ref": "ActivityId_SHabk"
      }
    },
    {
      "id": "ActivityId_O89of",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/trackId_upc_isrc.sql",
      "name": "12_trackId (upc and isrc)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": {
        "ref": "ActivityId_O49gM"
      },
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_HUvoO",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/releaseIdtrackId_ioda_track_id.sql",
      "name": "8_releaseId & trackId (ioda_track_id)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_ekz0P"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_US1OH",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/isrcId.sql",
      "name": "13_isrcId (trackId)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_O89of"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "DataNodeId_mTtdB",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "schemaName": "staging",
      "tableName": "staging_fact_analytics",
      "name": "Redshift_B",
      "type": "RedshiftDataNode",
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_BCPVF",
      "input": {
        "ref": "DataNodeId_AZmPq"
      },
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/currencyId.sql",
      "name": "16_currencyId",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_XKIZ2"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ScheduleId_QDEzB",
      "startDateTime": "2014-09-19T10:00:00",
      "name": "Daily",
      "type": "Schedule",
      "period": "1 Day"
    },
    {
      "id": "ActivityId_t8yDM",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "name": "23_update pivot table row counts",
      "command": "/Analytics/ETLAnalytics/ETLAnalytics/updateFactAnalyticsIngestionStatusPivot/updateFactAnalyticsIngestionStatusPivot_run.sh --context=Production",
      "workerGroup": "staging_to_fact_analytics",
      "dependsOn": {
        "ref": "ActivityId_vkNP7"
      },
      "type": "ShellCommandActivity"
    },
    {
      "id": "ActivityId_PyaKy",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/releaseIdtrackId_video.sql",
      "name": "9_releaseId & trackId (video)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_HUvoO"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "DataNodeId_xwpbV",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "schemaName": "staging",
      "tableName": "staging_fact_analytics",
      "name": "Redshift",
      "type": "RedshiftDataNode",
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_IcS28",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "name": "20_INSERT INTO FACT TABLES",
      "command": "/Analytics/ETLAnalytics/ETLAnalytics/unload_copy_fact_analytics/unload_copy_fact_analytics_run.sh --context=Production",
      "workerGroup": "staging_to_fact_analytics",
      "type": "ShellCommandActivity",
      "dependsOn": {
        "ref": "ActivityId_3hH0g"
      }
    },
    {
      "id": "ActivityId_ZiH0D",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/insert_fact_analytics_label_start_date.sql",
      "name": "24_INSERT INTO fact_analytics_label_start_date",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": {
        "ref": "ActivityId_t8yDM"
      },
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_y6G1V",
      "input": {
        "ref": "DataNodeId_AZmPq"
      },
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/transactionTypeId.sql",
      "name": "17_transactionTypeId",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_BCPVF"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "terminateAfter": "8 Hours",
      "id": "ResourceId_rFeUu",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "securityGroups": [
        "Default POC",
        "DB POC"
      ],
      "name": "ProcessingServerB",
      "role": "DataPipelineDefaultRole",
      "type": "Ec2Resource",
      "resourceRole": "DataPipelineDefaultResourceRole"
    },
    {
      "id": "ActivityId_l9IbW",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/releaseId_releaseId.sql",
      "name": "4_releaseId (match by releaseId)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_LUZ2J"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_ekz0P",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/releaseId_manufacturer_upc_isrc.sql",
      "name": "7_releaseId (match by manufacturer_upc_isrc)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_mCcfx"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_O49gM",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/trackId_album_sales.sql",
      "name": "11_trackId (album sales)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_lRaGL"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_3hH0g",
      "input": {
        "ref": "DataNodeId_AZmPq"
      },
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/zipId.sql",
      "name": "18_zipId",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_y6G1V"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_LUZ2J",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/releaseId_display_upc.sql",
      "name": "3_releaseId (match by display_upc)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": {
        "ref": "ActivityId_gFsWj"
      },
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_DIsuj",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "name": "Send SQS Messages",
      "command": "/usr/bin/php /mnt/data/ETL/php/scripts/FactAnalytics/etl_finished_notifier.php",
      "workerGroup": "staging_to_fact_analytics",
      "dependsOn": {
        "ref": "ActivityId_IcS28"
      },
      "type": "ShellCommandActivity"
    },
    {
      "id": "ActivityId_gFsWj",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/releaseId_TrackId_season_pass.sql",
      "name": "2.5_release_id & trackid (matched by artistid, for season pass)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": {
        "ref": "ActivityId_i3jiR"
      },
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_g8puG",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/releaseId_ioda_release_id.sql",
      "name": "5_releaseId (match by ioda_release_id)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_l9IbW"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_OLzFq",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_mTtdB"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/artistId_labelId_genreId_subaccountId_catalogId_imprintId.sql",
      "name": "14_artistId & labelId & genreId & subaccountId & catalogId & imprintId",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_US1OH"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_lRaGL",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/releaseId_isrc.sql",
      "name": "10_releaseId (isrc)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_PyaKy"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "terminateAfter": "8 Hours",
      "id": "ResourceId_243qM",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "securityGroups": [
        "Default POC",
        "DB POC"
      ],
      "name": "ProcessingServerA",
      "role": "DataPipelineDefaultRole",
      "type": "Ec2Resource",
      "resourceRole": "DataPipelineDefaultResourceRole"
    },
    {
      "id": "ActivityId_mCcfx",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "input": {
        "ref": "DataNodeId_xwpbV"
      },
      "scriptUri": "S3://dev-update-staging-fact-analytics-sqls/releaseId_manufacturer_upc.sql",
      "name": "6_releaseId (match by manufacturer_upc)",
      "runsOn": {
        "ref": "ResourceId_243qM"
      },
      "type": "SqlActivity",
      "dependsOn": [
        {
          "ref": "ActivityId_g8puG"
        },
        {
          "ref": "ActivityId_SHabk"
        }
      ],
      "database": {
        "ref": "RedshiftDatabaseId_xBwZ4"
      }
    },
    {
      "id": "ActivityId_vkNP7",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "name": "22_update row counts",
      "command": "/Analytics/ETLAnalytics/ETLAnalytics/updateFactAnalyticsIngestionStatus/updateFactAnalyticsIngestionStatus_run.sh --context=Production",
      "workerGroup": "staging_to_fact_analytics",
      "dependsOn": {
        "ref": "ActivityId_hhrl3"
      },
      "type": "ShellCommandActivity"
    },
    {
      "id": "ActivityId_3Ls71",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "name": "Ingest fact_analytics_geo",
      "command": "/usr/bin/php /mnt/data/ETL/php/scripts/FactAnalyticsGeo/ingest_fact_analytics_geo.php",
      "workerGroup": "staging_to_fact_analytics",
      "dependsOn": {
        "ref": "ActivityId_IcS28"
      },
      "type": "ShellCommandActivity"
    },
    {
      "id": "ActivityId_hhrl3",
      "schedule": {
        "ref": "ScheduleId_QDEzB"
      },
      "name": "21_update status to ingested",
      "command": "/Analytics/ETLAnalytics/ETLAnalytics/updateEtlAnalyticsStatus/updateEtlAnalyticsStatus_run.sh --context=Production --context_param status=ingested --context_param whereClause=\"status='updating_on_staging'\"",
      "workerGroup": "staging_to_fact_analytics",
      "dependsOn": {
        "ref": "ActivityId_IcS28"
      },
      "type": "ShellCommandActivity"
    },
    {
      "id": "RedshiftDatabaseId_xBwZ4",
      "databaseName": "dev",
      "username": "orcdpipeline",
      "name": "Redshift",
      "*password": "0rcD3tL4dm1n",
      "clusterId": "orcd-dw-prod-04",
      "type": "RedshiftDatabase"
    }
  ]
}