DicomReprocessor: Log progress every 100 batches

src/microservices/Microservices.DicomReprocessor/Execution/DicomReprocessorHost.cs

@@ -66,10 +66,9 @@ public override void Start()
 
             if (_processor.TotalProcessed == 0)
                 Logger.Warn("Nothing reprocessed");
-
-            Logger.Info("Total messages sent: " + _processor.TotalProcessed);
-            Logger.Info("Total failed to reprocess : " + _processor.TotalFailed);
-
+            else
+                _processor.LogProgress();
+
             if (queryTime != default)
                 Logger.Info("Average documents processed per second: " + Convert.ToInt32(_processor.TotalProcessed / queryTime.TotalSeconds));
 

src/microservices/Microservices.DicomReprocessor/Execution/MongoDbReader.cs

@@ -94,6 +94,7 @@ public async Task<TimeSpan> RunQuery(string query, IDocumentProcessor processor,
 
                 _logger.Info("Starting reprocess operation");
                 start = DateTime.Now;
+                var totalBatches = 0;
 
                 //Note: Can only check for the cancellation request every time we start to process a new batch
                 while (await cursor.MoveNextAsync() && !_tokenSource.IsCancellationRequested)
@@ -114,6 +115,9 @@ public async Task<TimeSpan> RunQuery(string query, IDocumentProcessor processor,
 
                     processor.SendMessages();
 
+                    if (++totalBatches % 100 == 0)
+                        processor.LogProgress();
+
                     _logger.Debug($"Batch processed, sleeping for {options.SleepTime.TotalMilliseconds}ms");
                     Thread.Sleep(options.SleepTime);
                 }

src/microservices/Microservices.DicomReprocessor/Execution/Processors/DicomFileProcessor.cs

@@ -1,4 +1,4 @@
-
+
 using Dicom;
 using DicomTypeTranslation;
 using MongoDB.Bson;
@@ -129,6 +129,8 @@ public void SendMessages()
             }
         }
 
+        public void LogProgress() => _logger.Info($"Total messages sent: {TotalProcessed}. Total failed to reprocess: {TotalFailed}");
+
         private void LogUnprocessedDocument(string documentId, Exception e)
         {
             _logger.Error(e, "Error when processing document with _id " + documentId);

src/microservices/Microservices.DicomReprocessor/Execution/Processors/IDocumentProcessor.cs

@@ -29,5 +29,7 @@ public interface IDocumentProcessor
         /// 
         /// </summary>
         void SendMessages();
+
+        void LogProgress();
     }
 }

src/microservices/Microservices.DicomReprocessor/Execution/Processors/TagPromotionProcessor.cs

@@ -1,4 +1,4 @@
-using Smi.Common.Messaging;
+using Smi.Common.Messaging;
 using Smi.Common.Options;
 using MongoDB.Bson;
 using NLog;
@@ -49,5 +49,10 @@ public void SendMessages()
         {
             throw new NotImplementedException();
         }
+
+        public void LogProgress()
+        {
+            throw new NotImplementedException();
+        }
     }
 }