diff --git a/src/duckstation-qt/inputbindingwidgets.cpp b/src/duckstation-qt/inputbindingwidgets.cpp
index e4b96ec48..27d5ee7b3 100644
--- a/src/duckstation-qt/inputbindingwidgets.cpp
+++ b/src/duckstation-qt/inputbindingwidgets.cpp
@@ -199,7 +199,7 @@ bool InputBindingWidget::event(QEvent* event)
 
 void InputBindingWidget::mouseReleaseEvent(QMouseEvent* e)
 {
-  if (e->button() == Qt::RightButton)
+  if (!isListeningForInput() && e->button() == Qt::RightButton)
   {
     clearBinding();
     return;