From e6045730d8f9e30f03b716cbc36953b8f8f96a48 Mon Sep 17 00:00:00 2001 From: Siddharth VP Date: Sat, 6 Jan 2024 21:36:00 +0530 Subject: [PATCH] purger: try with smaller batches --- eventstream-router/routes/purger.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/eventstream-router/routes/purger.ts b/eventstream-router/routes/purger.ts index c18e962..6232fdf 100644 --- a/eventstream-router/routes/purger.ts +++ b/eventstream-router/routes/purger.ts @@ -57,13 +57,13 @@ export default class Purger extends Route { } async queuePurgeRequest(entries: Array) { - // 4 permutations + // 3 permutations [ entries.filter(e => e.forceRecursiveLinkUpdate), entries.filter(e => e.forceLinkUpdate && !e.forceRecursiveLinkUpdate), entries.filter(e => !e.forceLinkUpdate && !e.forceRecursiveLinkUpdate), ].forEach(batch => { - const subBatches = arrayChunk(batch, 100); + const subBatches = arrayChunk(batch, 20); subBatches.forEach(subBatch => { this.purgeRequestQueue.push({ action: 'purge', @@ -84,7 +84,7 @@ export default class Purger extends Route { if (invalidPurges.length) { this.log(`[E] Invalid purges: ${invalidPurges.map(e => e.title)}`); } - await bot.sleep(2000); // Sleep interval between successive purges + await bot.sleep(1000); // Sleep interval between successive purges } catch (e) { this.log(`[V] Failed to purge titles ${purgeParams.titles}`); this.log(`[E] Failed to purge batch of ${purgeParams.titles.length} pages`);