diff --git a/sjrpc/server/simple.py b/sjrpc/server/simple.py
index fb2f584a16f24281f5e62713a8ef370065faef63..8ad0490bafa61665de764a1e59c4ae4cccdd0273 100644
--- a/sjrpc/server/simple.py
+++ b/sjrpc/server/simple.py
@@ -43,7 +43,10 @@ class SimpleRpcServer(ConnectionManager):
 
     def shutdown_client(self, fd):
         conn = self._clients.get(fd)
-        self._poll.unregister(fd)
+        try:
+            self._poll.unregister(fd)
+        except IOError:
+            pass
         if fd is not None:
             try:
                 del self._clients[fd]