diff --git a/source/keyb.c b/source/keyb.c
index 54c12ec6..bcaeb7ef 100644
--- a/source/keyb.c
+++ b/source/keyb.c
@@ -237,7 +237,9 @@ int abe_test_action ( KeyBindingAction action, unsigned int mask, KeySym key )
     for ( int iter = 0; iter < akb->num_bindings; iter++ ) {
         const KeyBinding * const kb = &( akb->kb[iter] );
         if ( kb->keysym == key ) {
-            if ( ( mask & ~NumlockMask ) == kb->modmask ) {
+            // Bits 13 and 14 of the modifiers together are the group number, and
+            // should be ignored when looking up key bindings
+            if ( ( mask & ~( NumlockMask | (1<<13) | (1<<14) ) ) == kb->modmask ) {
                 return TRUE;
             }
         }