diff --git a/exwm-input.el b/exwm-input.el
index d14b0b5..8ad5687 100644
--- a/exwm-input.el
+++ b/exwm-input.el
@@ -189,7 +189,8 @@ This value should always be overwritten.")
     (when exwm-input--update-focus-timer
       (cancel-timer exwm-input--update-focus-timer))
     (setq exwm-input--update-focus-timer
-          (run-with-idle-timer exwm-input--update-focus-interval nil
+          (run-with-idle-timer (time-add (current-idle-time) exwm-input--update-focus-interval)
+                               nil
                                #'exwm-input--update-focus
                                exwm-input--update-focus-window))))