Speed up computation

sgcarstrends · Dec 12, 2023 · 8ca438f · 8ca438f
1 parent 7ca2d8e
commit 8ca438f
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/packages/core/src/datasets.ts b/packages/core/src/datasets.ts
@@ -48,11 +48,11 @@ export const updater = async () => {
     const result = await db.collection("cars").insertMany(parsedData);
     console.log(`${result.insertedCount} document(s) inserted`);
   } else {
+    const existingDataMap = new Map(
+      existingData.map((item) => [item.month, item]),
+    );
     const newDataToInsert = parsedData.filter(
-      (newItem) =>
-        !existingData.some(
-          (existingItem) => existingItem.month === newItem.month,
-        ),
+      (newItem) => !existingDataMap.has(newItem.month),
     );
 
     if (newDataToInsert.length > 0) {