diff --git a/android/app/src/main/java/com/github/stenzek/duckstation/TouchscreenControllerView.java b/android/app/src/main/java/com/github/stenzek/duckstation/TouchscreenControllerView.java
index a40531dc9..5cb341cd7 100644
--- a/android/app/src/main/java/com/github/stenzek/duckstation/TouchscreenControllerView.java
+++ b/android/app/src/main/java/com/github/stenzek/duckstation/TouchscreenControllerView.java
@@ -465,6 +465,7 @@ public class TouchscreenControllerView extends FrameLayout {
                     if (!mGlidePairs.containsKey(pointerID) && !mGlidePairs.containsValue(buttonView)) {
                         if (buttonView.getIsGlidable())
                             mGlidePairs.put(pointerID, buttonView);
+                        else { mGlidePairs.put(pointerID, null); }
                     }
                     pressed = true;
                     break;