diff --git a/src/configs/gamepad-utils.ts b/src/configs/gamepad-utils.ts
index 7835e8d88..514e906c9 100644
--- a/src/configs/gamepad-utils.ts
+++ b/src/configs/gamepad-utils.ts
@@ -100,7 +100,7 @@ export function swapCurrentKeys(config: InterfaceConfig, settingName, pressedBut
         const nextKey = deepCopy(newBind);
         if (prevKey.key === nextKey.key) {
             // special case when back to back and not enough info to get back to previous button
-            const toRestore = getKeyAndSettingNameFromCurrentKeysWithAction(config, prevKey.from.action);
+            const toRestore = getKeyAndSettingNameFromCurrentKeysWithAction(config, prevKey.from.action, settingName.includes("ALT_"));
             config.custom[prevKey.key] = prevKey.from.action;
             config.icons[prevKey.key] = prevKey.from.icon;