diff --git a/src/ui/dialog/swatches.cpp b/src/ui/dialog/swatches.cpp
index a0bb4947a57e1ea7c4c381ed3ecae8cc6c1c004c..65c4f4c959817d6c57dc1f811c9e49b254354c9f 100644
--- a/src/ui/dialog/swatches.cpp
+++ b/src/ui/dialog/swatches.cpp
@@ -809,12 +809,10 @@ SwatchesPanel::~SwatchesPanel()
     }
     docTrackings.clear();
 
-    if ( _clear ) {
-        delete _clear;
-    }
-    if ( _remove ) {
-        delete _remove;
-    }
+    docPerPanel.erase(this);
+
+    delete _clear;
+    delete _remove;
 }
 
 /**