diff --git a/src/calibre/gui2/dialogs/confirm_delete.py b/src/calibre/gui2/dialogs/confirm_delete.py
index 93ac5c1425..4d77934735 100644
--- a/src/calibre/gui2/dialogs/confirm_delete.py
+++ b/src/calibre/gui2/dialogs/confirm_delete.py
@@ -40,9 +40,10 @@ class Dialog(QDialog):
         a.stateChanged.connect(self.toggle)
         l.addWidget(a)
 
-        buttons = QDialogButtonBox.Ok
         if show_cancel_button:
-            buttons |= QDialogButtonBox.Cancel
+            buttons = QDialogButtonBox.Yes | QDialogButtonBox.No
+        else:
+            buttons = QDialogButtonBox.Ok
         self.buttonBox = bb = QDialogButtonBox(buttons, self)
         bb.setObjectName("buttonBox")
         bb.setFocus(Qt.OtherFocusReason)