diff --git a/src/handlers.c b/src/handlers.c
index 2a390c05..4ee50626 100644
--- a/src/handlers.c
+++ b/src/handlers.c
@@ -110,8 +110,9 @@ int handle_enter_notify(void *ignored, xcb_connection_t *conn, xcb_enter_notify_
                 return 1;
         }
 
-        /* When in stacking, enter notifications are ignored. Focus will be changed via keyboard only. */
-        if (client->container->mode == MODE_STACK)
+        /* When in stacking, enter notifications on the parent are ignored. Focus will be changed via keyboard only. */
+        if (client->container->mode == MODE_STACK &&
+            client == table_get(byParent, event->event))
                 return 1;
 
         set_focus(conn, client);