diff --git a/plugins/labels.py b/plugins/labels.py
index f9598f208..7c74dfdff 100644
--- a/plugins/labels.py
+++ b/plugins/labels.py
@@ -53,6 +53,9 @@ class Plugin(BasePlugin):
         t.setDaemon(True)
         t.start()
 
+    def on_close_window(self, window):
+        self.wallets.pop(window.wallet)
+
     def version(self):
         return "0.0.1"