diff --git a/src/miral/basic_window_manager.cpp b/src/miral/basic_window_manager.cpp
index dfe7e59eee..604c210e07 100644
--- a/src/miral/basic_window_manager.cpp
+++ b/src/miral/basic_window_manager.cpp
@@ -329,6 +329,9 @@ void miral::BasicWindowManager::refocus(
 
         if (new_focus) return;
     }
+
+    // Can't focus anything else
+    focus_controller->set_focus_to(nullptr, nullptr);
 }
 
 void miral::BasicWindowManager::erase(miral::WindowInfo const& info)