diff --git a/librespot/crypto.py b/librespot/crypto.py
index 6ae8c23..d09a4d5 100644
--- a/librespot/crypto.py
+++ b/librespot/crypto.py
@@ -65,7 +65,7 @@ class CipherPair:
             if mac != expected_mac:
                 raise RuntimeError()
             return Packet(cmd, payload_bytes)
-        except IndexError:
+        except (IndexError, OSError):
             raise RuntimeError("Failed to receive packet")