[backend] ensure we never forget any event

fc-community-backend/apps/indexer/src/events.ts

@@ -1694,7 +1694,7 @@ export const supportedNetworks = [
   },
 ];
 
-export const getNetworkFromBlocks = async (): Promise<NetworkBlock[]> => {
+export const getNetworkToBlocks = async (): Promise<NetworkBlock[]> => {
   const networkFromBlocks: NetworkBlock[] = await Promise.all(
     supportedNetworks.map(async (network) => {
       const provider = new ethers.JsonRpcProvider(network.rpcUrl);
@@ -1711,6 +1711,7 @@ export const getNetworkFromBlocks = async (): Promise<NetworkBlock[]> => {
 export const getEventsForNetwork = async (
   networkName: string,
   fromBlock: number,
+  toBlock: number,
 ): Promise<FactchainEvent[]> => {
   const network = supportedNetworks.find(
     (network) => network.name === networkName,
@@ -1720,11 +1721,9 @@ export const getEventsForNetwork = async (
   }
   const provider = new ethers.JsonRpcProvider(network.rpcUrl);
 
-  // keep track of block timestamps to avoid querying the same block multiple times
+  console.log(`Getting events for network ${networkName} from block ${fromBlock} to block ${toBlock}`);
   const maxBlockSpan = 10000;
   let currentBlock = fromBlock;
-  const toBlock = await provider.getBlockNumber();
-  console.log(`Current block: ${toBlock}`);
   const events: any[] = [];
   while (currentBlock < toBlock) {
     const nextBlock = Math.min(currentBlock + maxBlockSpan, toBlock);

fc-community-backend/apps/indexer/src/main.ts

@@ -1,22 +1,29 @@
 import { readNetworkBlocks, writeEvents, writeNetworkBlocks } from "./mongo";
-import { getEventsForNetwork, getNetworkFromBlocks } from "./events";
+import { getEventsForNetwork, getNetworkToBlocks } from "./events";
 import { NetworkBlock } from "./types";
 
 async function run() {
   const networkFromBlocks: NetworkBlock[] = await readNetworkBlocks();
+  // Compute the new network blocks once and use it for all networks
+  const networkToBlocks: NetworkBlock[] = await getNetworkToBlocks();
+
   const events = (
     await Promise.all(
       networkFromBlocks.map(async (networkFromBlock) =>
         getEventsForNetwork(
           networkFromBlock.networkName,
           networkFromBlock.fromBlock,
+          // Find the toBlock
+          networkToBlocks.find(
+            (networkToBlock) =>
+              networkToBlock.networkName === networkFromBlock.networkName
+          )!.fromBlock
         ),
       ),
     )
   ).flat();
 
   await writeEvents(events);
-  const newNetworkFromBlocks: NetworkBlock[] = await getNetworkFromBlocks();
-  await writeNetworkBlocks(newNetworkFromBlocks);
+  await writeNetworkBlocks(networkToBlocks);
 }
 run().catch(console.dir);