diff --git a/input/input_remote.c b/input/input_remote.c
index 6d37b30f1b..4be97f84a4 100644
--- a/input/input_remote.c
+++ b/input/input_remote.c
@@ -248,7 +248,7 @@ void input_remote_poll(input_remote_t *handle)
 
          if (ret == sizeof(msg))
             input_remote_parse_packet(&msg, user);
-         else if ((ret != -1) || (errno != EAGAIN))
+         else if ((ret != -1) || ((errno != EAGAIN) && (errno != ENOENT))
 #endif
          {
             ol_state->buttons[user] = 0;