fix(load-retry): Correct issue where Load Worker wasnt retrying when …

…the API responded with a 500

app/sidekiq/load_worker.rb

@@ -20,10 +20,21 @@ def perform(harvest_job_id, records, api_record_id = nil)
     job_end
   end
 
+  def log_retry_attempt
+    proc do |exception, try, elapsed_time, next_interval|
+      if defined?(Sidekiq)
+        ::Sidekiq.logger.info("
+          #{exception.class}: '#{exception.message}':
+          #{try} tries in #{elapsed_time} seconds and
+          #{next_interval} seconds until the next try.")
+      end
+    end
+  end
+
   # :reek:UncommunicativeVariableName
   # this reek has been ignored as 'e' is the variable name wanted by Rubocop
   def process_batch(batch, api_record_id)
-    ::Retriable.retriable(tries: 5, base_interval: 1, multiplier: 2) do
+    ::Retriable.retriable(tries: 10, base_interval: 1, multiplier: 2, on_retry: log_retry_attempt) do
       Load::Execution.new(batch, @harvest_job, api_record_id).call
 
       @harvest_report.increment_records_loaded!(batch.count)

app/supplejack/load/execution.rb

@@ -13,11 +13,15 @@ def initialize(records, harvest_job, api_record_id = nil)
     end
 
     def call
-      if @harvest_definition.harvest?
-        harvest_request
-      elsif @harvest_definition.enrichment?
-        enrichment_request
-      end
+      response = if @harvest_definition.harvest?
+                   harvest_request
+                 elsif @harvest_definition.enrichment?
+                   enrichment_request
+                 end
+
+      return unless response.status == 500
+
+      raise StandardError, 'Destination API responded with status 500'
     end
 
     private