SNOW-736355: [HTAP] Add Retry Context to retried request

lib/connection/connection_config.js

@@ -48,7 +48,8 @@ const DEFAULT_PARAMS =
   'validateDefaultParameters',
   'arrayBindingThreshold',
   'gcsUseDownscopedCredential',
-  'forceStageBindError'
+  'forceStageBindError',
+  'includeRetryReason'
 ];
 
 function consolidateHostAndAccount(options)
@@ -484,6 +485,13 @@ function ConnectionConfig(options, validateCredentials, qaMode, clientInfo)
     }
   }
 
+  let includeRetryReason = true;
+  if (Util.exists(options.includeRetryReason)) {
+    Errors.checkArgumentValid(Util.isBoolean(options.includeRetryReason),
+      ErrorCodes.ERR_CONN_CREATE_INVALID_INCLUDE_RETRY_REASON);
+      includeRetryReason = options.includeRetryReason;
+  }
+
   /**
    * Returns an object that contains information about the proxy hostname, port,
    * etc. for when http requests are made.
@@ -747,6 +755,16 @@ function ConnectionConfig(options, validateCredentials, qaMode, clientInfo)
     return forceStageBindError;
   };
 
+  /**
+   * Returns whether the Retry reason is included or not in the retry url
+   *    
+   * @returns {string}
+   */
+
+  this.getIncludeRetryReason = function () {
+    return includeRetryReason;
+  }
+
   // save config options
   this.username = options.username;
   this.password = options.password;

lib/connection/statement.js

@@ -1562,6 +1562,7 @@ function sendSfRequest(statementContext, options, appendQueryParamOnRetry)
   var numRetries = 0;
   var maxNumRetries = connectionConfig.getRetrySfMaxNumRetries();
   var sleep = connectionConfig.getRetrySfStartingSleepTime();
+  let lastStatusCodeForRetry;
 
   // create a function to send the request
   var sendRequest = function ()
@@ -1570,7 +1571,14 @@ function sendSfRequest(statementContext, options, appendQueryParamOnRetry)
     // retry, update the url
     if ((numRetries > 0) && appendQueryParamOnRetry)
     {
-      options.url = Util.url.appendParam(urlOrig, 'retry', true);
+      const retryOption = {
+        url: urlOrig,
+        retryCount: numRetries,
+        retryReason: lastStatusCodeForRetry,
+        includeRetryContext: connectionConfig.getIncludeRetryContext()
+      }
+
+      options.url = Util.url.appendRetryParam(retryOption);
     }
 
     sf.request(options);
@@ -1588,6 +1596,7 @@ function sendSfRequest(statementContext, options, appendQueryParamOnRetry)
     {
       // increment the retry count
       numRetries++;
+      lastStatusCodeForRetry = err.response ? err.response.statusCode : 0
 
       // use exponential backoff with decorrelated jitter to compute the
       // next sleep time.

lib/constants/error_messages.js

@@ -64,6 +64,7 @@ exports[404037] = 'Invalid arrayBindingThreshold. The specified value must be a
 exports[404038] = 'Invalid gcsUseDownscopedCredential. The specified value must be a boolean.';
 exports[404039] = 'Invalid forceStageBindError. The specified value must be a number.';
 exports[404040] = 'Invalid browser timeout value. The specified value must be a positive number.';
+exports[404042] = 'Invalid include retry reason. The specified value must be a boolean.'
 
 // 405001
 exports[405001] = 'Invalid callback. The specified value must be a function.';

lib/errors.js

@@ -69,6 +69,7 @@ codes.ERR_CONN_CREATE_INVALID_ARRAY_BINDING_THRESHOLD = 404037;
 codes.ERR_CONN_CREATE_INVALID_GCS_USE_DOWNSCOPED_CREDENTIAL = 404038;
 codes.ERR_CONN_CREATE_INVALID_FORCE_STAGE_BIND_ERROR = 404039;
 codes.ERR_CONN_CREATE_INVALID_BROWSER_TIMEOUT = 404040;
+codes.ERR_CONN_CREATE_INVALID_INCLUDE_RETRY_REASON =404042
 
 // 405001
 codes.ERR_CONN_CONNECT_INVALID_CALLBACK = 405001;

lib/util.js

@@ -344,6 +344,14 @@ exports.url =
       }
 
       return url;
+    },
+
+    appendRetryParam: function (option) {
+      let retryUrl = this.appendParam(option.url, 'retryCount', option.retryCount);
+      if (option.includeRetryContext) {
+        retryUrl = this.appendParam(retryUrl, 'retryReason', option.retryReason);
+      }
+      return retryUrl;
     }
   };
 

test/unit/connection/connection_config_test.js

@@ -514,6 +514,17 @@ describe('ConnectionConfig: basic', function ()
         },
         errorCode: ErrorCodes.ERR_CONN_CREATE_INVALID_GCS_USE_DOWNSCOPED_CREDENTIAL
       },
+       {
+        name: 'invalid includeRetryReason',
+        options:
+        {
+          username: 'username',
+          password: 'password',
+          account: 'account',
+          includeRetryReason: 'invalid'
+        },
+        errorCode: ErrorCodes.ERR_CONN_CREATE_INVALID_INCLUDE_RETRY_REASON
+      },
     ];
 
   var createNegativeITCallback = function (testCase)

test/unit/util_test.js

@@ -488,6 +488,37 @@ describe('Util', function ()
     }
   });
 
+  it('Util.url.appendRetryParam()', function () {
+    let url;
+    const testCases =
+      [
+        {
+          option: {
+            url: 'http://www.something.snowflakecomputing.com',
+            retryCount: 3,
+            retryReason: 429,
+            includeRetryContext: true,
+          },
+          result: 'http://www.something.snowflakecomputing.com?retryCount=3&retryReason=429'
+        },
+        {
+          option: {
+            url: 'http://www.something.snowflakecomputing.com',
+            retryCount: 3,
+            retryReason: 429,
+            includeRetryContext: false,
+          },
+          result: 'http://www.something.snowflakecomputing.com?retryCount=3'
+        }
+      ];
+
+      for (let i = 0; i < testCases.length; i++) {
+        testCase = testCases[i];
+        url = Util.url.appendRetryParam(testCase.option);
+        assert.strictEqual(url, testCase.result);
+      }
+  })
+
   it('Util.apply()', function ()
   {
     assert.strictEqual(Util.apply(null, null), null);