diff --git a/storage/remote/client.go b/storage/remote/client.go
index aadf15307c..341aaf8be8 100644
--- a/storage/remote/client.go
+++ b/storage/remote/client.go
@@ -281,6 +281,7 @@ func (c *Client) Store(ctx context.Context, req []byte, attempt int) (WriteRespo
 
 	if attempt > 0 {
 		httpReq.Header.Set("Retry-Attempt", strconv.Itoa(attempt))
+		httpReq.Close = attempt > 3
 	}
 
 	ctx, cancel := context.WithTimeout(ctx, c.timeout)