diff --git a/src/calibre/gui2/tag_browser/view.py b/src/calibre/gui2/tag_browser/view.py
index 0d5d4df894..e68b688da5 100644
--- a/src/calibre/gui2/tag_browser/view.py
+++ b/src/calibre/gui2/tag_browser/view.py
@@ -239,6 +239,8 @@ class TagsView(QTreeView):  # {{{
             self.setCursor(Qt.PointingHandCursor)
         else:
             self.unsetCursor()
+        if not event.buttons() & Qt.LeftButton:
+            return
         if self.in_drag_drop or not dex.isValid():
             QTreeView.mouseMoveEvent(self, event)
             return