diff --git a/kafka/client_async.py b/kafka/client_async.py
index 58f22d4ec..530a1f441 100644
--- a/kafka/client_async.py
+++ b/kafka/client_async.py
@@ -637,6 +637,9 @@ def _poll(self, timeout):
             self._sensors.select_time.record((end_select - start_select) * 1000000000)
 
         for key, events in ready:
+            if key.fileobj.fileno() < 0:
+                self._selector.unregister(key.fileobj)
+
             if key.fileobj is self._wake_r:
                 self._clear_wake_fd()
                 continue