diff --git a/client/X11/xf_input.c b/client/X11/xf_input.c
index 4127a4dc1..88b666c6e 100644
--- a/client/X11/xf_input.c
+++ b/client/X11/xf_input.c
@@ -756,6 +756,16 @@ int xf_input_event(xfContext* xfc, const XEvent* xevent, XIDeviceEvent* event, i
 	WINPR_ASSERT(xevent);
 	WINPR_ASSERT(event);
 
+	/* When not running RAILS we only care about events for this window.
+	 * filter out anything else, like floatbar window events
+	 */
+	const Window w = xevent->xany.window;
+	if (w != xfc->window)
+	{
+		if (!xfc->remote_app)
+			return 0;
+	}
+
 	settings = xfc->common.context.settings;
 	WINPR_ASSERT(settings);