diff --git a/adafruit_httpserver/server.py b/adafruit_httpserver/server.py
index 183c646..87d16fe 100644
--- a/adafruit_httpserver/server.py
+++ b/adafruit_httpserver/server.py
@@ -360,6 +360,7 @@ def poll(self) -> str:
         if self.stopped:
             raise ServerStoppedError
 
+        conn = None
         try:
             conn, client_address = self._sock.accept()
             conn.settimeout(self._timeout)
@@ -405,7 +406,8 @@ def poll(self) -> str:
             if self.debug:
                 _debug_exception_in_handler(error)
 
-            conn.close()
+            if conn is not None:
+                conn.close()
             raise error  # Raise the exception again to be handled by the user.
 
     def require_authentication(self, auths: List[Union[Basic, Token, Bearer]]) -> None: