diff --git a/src/ShellClients/HideTracker.vala b/src/ShellClients/HideTracker.vala
index ecc656959..35ed7a0d4 100644
--- a/src/ShellClients/HideTracker.vala
+++ b/src/ShellClients/HideTracker.vala
@@ -213,13 +213,10 @@ public class Gala.HideTracker : Object {
     }
 
     private void toggle_display (bool should_hide) {
-        unowned var window_actor = (Meta.WindowActor) panel.window.get_compositor_private ();
-
-        // Window actor receives pointer events while hidden on X11: https://github.com/elementary/gala/issues/2083
 #if HAS_MUTTER45
-        hovered = panel.window.has_pointer () && window_actor.visible;
+        hovered = panel.window.has_pointer ();
 #else
-        hovered = window_has_pointer () && window_actor.visible;
+        hovered = window_has_pointer ();
 #endif
 
         if (should_hide && !hovered && !panel.window.has_focus ()) {