WITH
'mysql_artrelations' as url_alias,
'
SELECT id
FROM participant_identifier
' as sql
CALL apoc.load.jdbc(url_alias, sql)
YIELD row
MATCH (pi:ParticipantIdentifier {id: row.id})
SET pi.synced = true;
CALL apoc.periodic.iterate(
"
MATCH (pi:ParticipantIdentifier)
WHERE pi.synced IS NULL
RETURN pi
",
"
DETACH DELETE pi
",
{batchSize:1000, iterateList:true, parallel:false}
);
(pi)
ON CREATE SET
cf.createdAt = datetime(),
cf.createdBy = 'database/ARTARCH-614_participant_identifier_cleanup:3',
cf.lastModifiedAt = datetime(),
cf.lastModifiedBy = 'database/ARTARCH-614_participant_identifier_cleanup:3'
WITH *
FOREACH (store IN CASE WHEN row.store_id = 1 AND lp.appleMusicId IS NULL THEN [1] ELSE [] END |
SET lp.appleMusicId = CASE WHEN store_artist_id_trimmed = '' THEN NULL ELSE toInteger(store_artist_id_trimmed) END,
lp.lastModifiedAt = datetime(),
lp.lastModifiedBy = 'database/ARTARCH-614_participant_identifier_cleanup:3'
)
FOREACH (store IN CASE WHEN row.store_id = 286 AND store_artist_id_trimmed =~ '[a-zA-Z0-9]+' AND lp.spotifyId IS NULL THEN [1] ELSE [] END |
SET lp.spotifyId = store_artist_id_trimmed,
lp.lastModifiedAt = datetime(),
lp.lastModifiedBy = 'database/ARTARCH-614_participant_identifier_cleanup:3'
)
FOREACH (store IN CASE WHEN row.store_id = 286 AND store_artist_id_trimmed =~ '[a-zA-Z0-9]+' THEN [1] ELSE [] END |
MERGE (gp:GlobalParticipant {spotifyId: store_artist_id_trimmed})
ON CREATE SET
gp.id = apoc.create.uuid(),
gp.createdAt = datetime(),
gp.createdBy = 'database/ARTARCH-614_participant_identifier_cleanup:3',
gp.lastModifiedAt = datetime(),
gp.lastModifiedBy = 'database/ARTARCH-614_participant_identifier_cleanup:3',
gp.name = lp.name
MERGE (gp)-[r:REPRESENTS]->(lp)
ON CREATE SET
r.createdAt = datetime(),
r.createdBy = 'database/ARTARCH-614_participant_identifier_cleanup:3',
r.lastModifiedAt = datetime(),
r.lastModifiedBy = 'database/ARTARCH-614_participant_identifier_cleanup:3'
)
WITH *
OPTIONAL MATCH (pi)<-[:CREATED_FROM]-(lp)-[oldR:REPRESENTS]-(oldGp:GlobalParticipant) WHERE pi.storeId = 286 AND oldGp.spotifyId <> store_artist_id_trimmed
DELETE oldR
MERGE (v:Vendor:Label:Orchard {id: lp.vendorId})
ON CREATE SET
v.createdAt = datetime(),
v.createdBy = 'database/ARTARCH-614_participant_identifier_cleanup:3',
v.lastModifiedAt = datetime(),
v.lastModifiedBy = 'database/ARTARCH-614_participant_identifier_cleanup:3'
MERGE (v)-[hlp:HAS_LABEL_PARTICIPANT]->(lp)
ON CREATE SET
hlp.createdAt = datetime(),
hlp.createdBy = 'database/ARTARCH-614_participant_identifier_cleanup:3',
hlp.lastModifiedAt = datetime(),
hlp.lastModifiedBy = 'database/ARTARCH-614_participant_identifier_cleanup:3'
FOREACH (hasSubAccount IN
CASE WHEN lp.subaccountId <> 0 THEN [1] ELSE [] END |
MERGE (sa:SubAccount:Subaccount:Label {id: lp.subaccountId})
ON CREATE SET
sa.createdAt = datetime(),
sa.createdBy = 'database/ARTARCH-614_participant_identifier_cleanup:3',
sa.lastModifiedAt = datetime(),
sa.lastModifiedBy = 'database/ARTARCH-614_participant_identifier_cleanup:3'
MERGE (sa)-[shlp:HAS_LABEL_PARTICIPANT]->(lp)
ON CREATE SET
shlp.createdAt = datetime(),
shlp.createdBy = 'database/ARTARCH-614_participant_identifier_cleanup:3',
shlp.lastModifiedAt = datetime(),
shlp.lastModifiedBy = 'database/ARTARCH-614_participant_identifier_cleanup:3'
)
",
{
batchSize: 10000,
iterateList: true,
parallel: true,
concurrency: 1,
retries: 1,
params: {limit: limit, offset: offset}
}
)
YIELD failedOperations, errorMessages
// For some reason calling apoc.util.validate directly doesn't actually fail the batch inside of apoc.periodic.iterate, but this does
CALL apoc.do.when(
failedOperations > 0,
'CALL apoc.util.validate(true, "At least one sub-operation failed: %s", [reduce(all_errors = "", error IN keys(errorMessages) | all_errors + ", " + error)]) RETURN 0',
'',
{ errorMessages: errorMessages }
)
YIELD value AS _
RETURN 0;
]]>
CALL apoc.periodic.iterate(
"
MATCH (pi:ParticipantIdentifier)
RETURN pi
",
"
SET pi.synced = NULL
",
{batchSize:1000, iterateList:true, parallel:false}
);