now do not close, continue forever

new-backend/internal/ingestor/ingestor.go

@@ -108,6 +108,27 @@ func NewIngestor(logger *zap.Logger, sqlDB *sql.DB, apiKey string) *Ingestor {
 	return ingestor
 }
 
+func (i *Ingestor) StartContinuousIngestion(ctx context.Context) error {
+	for {
+		err := i.IngestTransactions(ctx)
+		if err != nil {
+			i.logger.Error("Error during transaction ingestion", zap.Error(err))
+			// Optionally, you might want to return the error here if you want to stop the process on errors
+			// return err
+		}
+
+		i.logger.Info("Finished ingestion cycle, waiting for 30 seconds before next check")
+
+		select {
+		case <-time.After(30 * time.Second):
+			// Continue to the next iteration after 30 seconds
+		case <-ctx.Done():
+			// Exit if the context is cancelled
+			return ctx.Err()
+		}
+	}
+}
+
 func (i *Ingestor) IngestTransactions(ctx context.Context) error {
 	startBlock, err := i.getStartBlock(ctx)
 	if err != nil {

new-backend/main.go

@@ -33,10 +33,8 @@ func main() {
 
 	ingester := ingestor.NewIngestor(logger, db, os.Getenv("ETHERSCAN_API_KEY"))
 
-	if err := ingester.IngestTransactions(context.Background()); err != nil {
-		logger.Error("Fatal error in ingestor", zap.Error(err))
-		os.Exit(1)
+	ctx := context.Background()
+	if err := ingester.StartContinuousIngestion(ctx); err != nil {
+		log.Fatalf("Continuous ingestion stopped: %v", err)
 	}
-
-	logger.Info("Indexing completed successfully")
 }