diff --git a/src/bin/e_border.c b/src/bin/e_border.c
index e3043cfa1..94ea383a5 100644
--- a/src/bin/e_border.c
+++ b/src/bin/e_border.c
@@ -1473,7 +1473,7 @@ e_border_focus_set(E_Border *bd, int focus, int set)
 	if ((bd->want_focus) && (set) && (!focus))
 	  bd->want_focus = 0;
      }
-   if (!bd->visible)
+   if ((!bd->visible) && (focus))
      {
 	e_border_focus_latest_set(bd);
 	bd->want_focus = 1;