diff --git a/src/pyj/read_book/create_annotation.pyj b/src/pyj/read_book/create_annotation.pyj
index 2fa17adf73..fbc7bd0aa9 100644
--- a/src/pyj/read_book/create_annotation.pyj
+++ b/src/pyj/read_book/create_annotation.pyj
@@ -540,7 +540,10 @@ class CreateAnnotation:  # {{{
 
     def container_clicked(self, ev):
         ev.stopPropagation(), ev.preventDefault()
-        self.hide_middle()
+        if self.middle.style.display is not 'none':
+            self.hide_middle()
+            self.accept()
+            return
         if self.state is WAITING_FOR_CLICK:
             pt = map_to_iframe_coords({'x': ev.clientX, 'y': ev.clientY})
             self.send_message('position-handles-at-point', x=pt.x, y=pt.y)