Merge pull request #2362 from HHS/kw-fix-duplicate-programs

[TTAHUB-3388] Deduplicate programs from HSES
HHS · Sep 11, 2024 · df6c32b · df6c32b
2 parents fc53441 + ec1180c
commit df6c32b
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/src/lib/updateGrantsRecipients.js b/src/lib/updateGrantsRecipients.js
@@ -400,8 +400,13 @@ export async function processFiles(hashSumHex) {
 
  await updateCDIGrantsWithOldGrantData(cdiGrantsToLink);
 
+ // Deduplicate based on 'id'
+ const uniqueProgramsForDb = Array.from(
+ new Map(programsForDb.map((item) => [item.id, item])).values(),
+ );
+
  await Program.bulkCreate(
- programsForDb,
+ uniqueProgramsForDb,
  {
  updateOnDuplicate: ['programType', 'startYear', 'startDate', 'endDate', 'status', 'name'],
  transaction,