diff --git a/client/client.go b/client/client.go
index 10735efb2..4d5aa6c68 100644
--- a/client/client.go
+++ b/client/client.go
@@ -2139,6 +2139,9 @@ DISCOLOOP:
 
 	// Fire the retry trigger if we have updated the set of servers.
 	if c.servers.SetServers(nomadServers) {
+		// Start rebalancing
+		c.servers.RebalanceServers()
+
 		// Notify waiting rpc calls. If a goroutine just failed an RPC call and
 		// isn't receiving on this chan yet they'll still retry eventually.
 		// This is a shortcircuit for the longer retry intervals.