diff --git a/jupyter_server/serverapp.py b/jupyter_server/serverapp.py
index 748c3e83c..f971b89fb 100644
--- a/jupyter_server/serverapp.py
+++ b/jupyter_server/serverapp.py
@@ -2685,7 +2685,8 @@ def _find_http_port(self) -> None:
         for port in random_ports(self.port, self.port_retries + 1):
             try:
                 sockets = bind_sockets(port, self.ip)
-                sockets[0].close()
+                for s in sockets:
+                    s.close()
             except OSError as e:
                 if e.errno == errno.EADDRINUSE:
                     if self.port_retries: