Ignore FileNotFoundError when shutting down in data_queue.get (#5380)

ssnl · soumith · commit 1ff537ca7198 · 2018-02-24T13:32:13.000-05:00
* Ignore FileNotFoundError when shutting down in data_queue.get * Address @apaszke comments
diff --git a/torch/utils/data/dataloader.py b/torch/utils/data/dataloader.py
@@ -314,9 +314,15 @@ def _shutdown_workers(self):
             if not self.shutdown:
                 self.shutdown = True
                 self.done_event.set()
-                # if worker_manager_thread is waiting to put
-                while not self.data_queue.empty():
-                    self.data_queue.get()
+                # if worker_manager_thread is waiting to put, make place for it
+                try:
+                    while not self.data_queue.empty():
+                        self.data_queue.get()
+                except FileNotFoundError:
+                    # FileNotFoundError can happen when we rebuild the fd
+                    # fetched from the queue but the socket is already closed
+                    # from the worker side (e.g. due to Python shutting down).
+                    pass
                 for _ in self.workers:
                     self.index_queue.put(None)
                 # done_event should be sufficient to exit worker_manager_thread,
