Add retry and backoff - taken from bradfitz#54

Author: davidchua

memcache/memcache.go

@@ -23,6 +23,7 @@ import (
 	"errors"
 	"fmt"
 	"io"
+	"math"
 	"net"
 
 	"strconv"
@@ -70,6 +71,8 @@ const (
 	// DefaultMaxIdleConns is the default maximum number of idle connections
 	// kept for any single address.
 	DefaultMaxIdleConns = 2
+	maxIdleConnsPerAddr = 2
+	maxRetries          = 10 // maximum number of times to attempt to reconnect
 )
 
 const buffered = 8 // arbitrary buffered channel size, for readability
@@ -347,7 +350,26 @@ func (c *Client) withAddrRw(addr net.Addr, fn func(*bufio.ReadWriter) error) (er
 		return err
 	}
 	defer cn.condRelease(&err)
-	return fn(cn.rw)
+	// Exponential backoff (based on Ethernet)
+	retries := 0
+	err = fn(cn.rw)
+	if err == io.EOF { // Bad connection
+		cn.nc.Close()
+
+		for err != nil && retries < maxRetries {
+			retries++
+			backoffCoefficient := int(math.Pow(float64(2), float64(retries))) - 1
+			sleepFor := time.Nanosecond * time.Duration(50000*backoffCoefficient)
+			time.Sleep(sleepFor)
+			cn, err = c.getConn(addr)
+			if err != nil {
+				continue
+			}
+			err = fn(cn.rw)
+		}
+	}
+
+	return
 }
 
 func (c *Client) withKeyRw(key string, fn func(*bufio.ReadWriter) error) error {