fix(client): Client to handle the random 'context deadline exceeded encounters by simple retrying those requests up to MAX_CONTEXT_DEADLINE_RETRIES times with exponential backoff up to 30 seconds between request.

Author: spbsoluble

v2/api/client.go

@@ -179,7 +179,29 @@ func (c *Client) sendRequest(request *request) (*http.Response, error) {
 	}
 
 	resp, respErr := c.httpClient.Do(req)
-	if respErr != nil {
+
+	// check if context deadline exceeded
+	if respErr != nil && strings.Contains(respErr.Error(), "context deadline exceeded") || http.StatusRequestTimeout == resp.StatusCode {
+		// retry until max retries reached
+		sleepDuration := time.Duration(1) * time.Second
+		for i := 0; i < MAX_CONTEXT_DEADLINE_RETRIES; i++ {
+			// sleep for exponential backoff
+			if i > 0 {
+				sleepDuration = sleepDuration * 2
+				if sleepDuration > time.Duration(MAX_WAIT_SECONDS)*time.Second {
+					sleepDuration = time.Duration(MAX_WAIT_SECONDS) * time.Second
+				}
+				log.Printf("[DEBUG] %s request to %s failed with error %s, retrying in %s seconds...", request.Method, keyfactorPath, respErr.Error(), sleepDuration)
+				time.Sleep(sleepDuration)
+			}
+
+			log.Printf("[DEBUG] %s request to %s failed with error %s, retrying...", request.Method, keyfactorPath, respErr.Error())
+			resp, respErr = c.httpClient.Do(req)
+			if respErr == nil {
+				break
+			}
+		}
+	} else if respErr != nil {
 		return nil, respErr
 	}
 	var stringMessage string

v2/api/constants.go

@@ -1,6 +1,7 @@
 package api
 
 const (
-	MAX_ITERATIONS   = 100000
-	MAX_WAIT_SECONDS = 30
+	MAX_ITERATIONS               = 100000
+	MAX_WAIT_SECONDS             = 30
+	MAX_CONTEXT_DEADLINE_RETRIES = 5
 )