diff --git a/client/rpc.go b/client/rpc.go
index 730259e52..2b2947432 100644
--- a/client/rpc.go
+++ b/client/rpc.go
@@ -71,6 +71,13 @@ TRY:
 		return nil
 	}
 
+	// If shutting down, exit without logging the error
+	select {
+	case <-c.shutdownCh:
+		return nil
+	default:
+	}
+
 	// Move off to another server, and see if we can retry.
 	c.rpcLogger.Error("error performing RPC to server", "error", rpcErr, "rpc", method, "server", server.Addr)
 	c.servers.NotifyFailedServer(server)