diff --git a/IPython/html/static/notebook/js/quickhelp.js b/IPython/html/static/notebook/js/quickhelp.js
index 65a421ccd..22a8f68c9 100644
--- a/IPython/html/static/notebook/js/quickhelp.js
+++ b/IPython/html/static/notebook/js/quickhelp.js
@@ -19,6 +19,7 @@ var IPython = (function (IPython) {
         // toggles display of keyboard shortcut dialog
         var that = this;
         if ( this.force_rebuild ) {
+            this.shortcut_dialog.remove();
             delete(this.shortcut_dialog);
             this.force_rebuild = false;
         }