diff --git a/cli/server.go b/cli/server.go
index 0188394ccdacb..3b2392f51dd9b 100644
--- a/cli/server.go
+++ b/cli/server.go
@@ -361,6 +361,7 @@ func server() *cobra.Command {
 					return err
 				}
 			case err := <-errCh:
+				shutdownConns()
 				closeCoderd()
 				return err
 			case <-stopChan: