sandbox: make Wait() be aware of grpc disconnection

Signed-off-by: Abel Feng <fshb1988@gmail.com>
Burning1020 · Sep 14, 2023 · 6be323b · 6be323b
1 parent 5813d21
commit 6be323b
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/services/server/server.go b/services/server/server.go
@@ -468,6 +468,18 @@ func (pc *proxyClients) getClient(address string) (*grpc.ClientConn, error) {
 	connParams := grpc.ConnectParams{
 		Backoff: backoffConfig,
 	}
+	retryPolicy := `{
+		"methodConfig": [{
+		  "name": [{"service": "containerd.services.sandbox.v1.Controller", "method": "Wait"}],
+		  "waitForReady": true,
+		  "retryPolicy": {
+			  "MaxAttempts": 10000,
+			  "InitialBackoff": ".1s",
+			  "MaxBackoff": "10s",
+			  "BackoffMultiplier": 2.0,
+			  "RetryableStatusCodes": [ "UNAVAILABLE" ]
+		  }
+		}]}`
 	gopts := []grpc.DialOption{
 		grpc.WithTransportCredentials(insecure.NewCredentials()),
 		grpc.WithConnectParams(connParams),
@@ -476,6 +488,7 @@ func (pc *proxyClients) getClient(address string) (*grpc.ClientConn, error) {
 		// TODO(stevvooe): We may need to allow configuration of this on the client.
 		grpc.WithDefaultCallOptions(grpc.MaxCallRecvMsgSize(defaults.DefaultMaxRecvMsgSize)),
 		grpc.WithDefaultCallOptions(grpc.MaxCallSendMsgSize(defaults.DefaultMaxSendMsgSize)),
+		grpc.WithDefaultServiceConfig(retryPolicy),
 	}
 
 	conn, err := grpc.Dial(dialer.DialAddress(address), gopts...)