set -euxo pipefail

scrape \
    --env dev \
    --validation-schema-storage s3://dev-delphi-configs/public-data/schemas/raw/ \
    --data-source-name spotify \
    --data-source-entity artist \
    --data-source-sme-secret-key delphi/dev/apd/spotify \
    --data-source-user-secret-key delphi/dev/apd/spotify_2 \
    --workflow-db-secret-key delphi/dev/workflowdb/pg/user \
    --kinesis-transform-stream dev-delphi-dapd-spotify-artists \
    --s3-backup-bucket s3://dev-delphi-public-data-raw \
    --tasks-file ../../s3_tasks/spotify/artist.json