[FEATURE]: increase the JOB time limit + save 100 msgs

src/functions/fetchMessages.ts

@@ -152,27 +152,27 @@ async function fetchMessages(
         }
         channel instanceof ThreadChannel
           ? await pushMessagesToArray(connection, messagesToStore, [...fetchedMessages.values()], {
-              threadId: channel.id,
-              threadName: channel.name,
-              channelId: channel.parent?.id,
-              channelName: channel.parent?.name,
-            })
+            threadId: channel.id,
+            threadName: channel.name,
+            channelId: channel.parent?.id,
+            channelName: channel.parent?.name,
+          })
           : await pushMessagesToArray(connection, messagesToStore, [...fetchedMessages.values()]);
         break;
       }
 
       channel instanceof ThreadChannel
         ? await pushMessagesToArray(connection, messagesToStore, [...fetchedMessages.values()], {
-            threadId: channel.id,
-            threadName: channel.name,
-            channelId: channel.parent?.id,
-            channelName: channel.parent?.name,
-          })
+          threadId: channel.id,
+          threadName: channel.name,
+          channelId: channel.parent?.id,
+          channelName: channel.parent?.name,
+        })
         : await pushMessagesToArray(connection, messagesToStore, [...fetchedMessages.values()]);
+      await rawInfoService.createRawInfos(connection, messagesToStore);
       options[fetchDirection] = boundaryMessage.id;
       fetchedMessages = await channel.messages.fetch(options);
     }
-    await rawInfoService.createRawInfos(connection, messagesToStore);
   } catch (err) {
     logger.error(
       { guild_id: connection.name, channel_id: channel.id, fetchDirection, err },

src/index.ts

@@ -36,11 +36,11 @@
 });
 
 const partial =
   (func: any, ...args: any) =>
     (...rest: any) =>
       func(...args, ...rest);
 
 const fetchMethod = async (msg: any) => {
   logger.info({ msg }, 'fetchMethod is running');
   if (!msg) return;
   const { content } = msg;
@@ -70,7 +70,7 @@
   const guild = await client.guilds.fetch(guildId);
   const channels = await guild.channels.fetch();
 
   const arrayChannels = Array.from(channels, ([name, value]) => ({ ...value } as Channel));
   const textChannels = arrayChannels.filter(channel => channel.type == ChannelType.GuildText) as TextChannel[];
   const rawPositionBasedSortedTextChannels = textChannels.sort((textChannelA, textChannelB) =>
     textChannelA.rawPosition > textChannelB.rawPosition ? 1 : -1
@@ -189,7 +189,7 @@
   // eslint-disable-next-line @typescript-eslint/no-explicit-any
   const worker = new Worker(
     'cronJobQueue',
     async (job: Job<any, any, string> | undefined) => {
       if (job) {
         // Call the extractMessagesDaily function
         await cronJob(client);
@@ -201,7 +201,7 @@
         port: config.redis.port,
         password: config.redis.password,
       },
-      lockDuration: 7200000, // 2 hour
+      lockDuration: 79200000, // 22 hours
     }
   );