diff --git a/src/calibre/gui2/image_popup.py b/src/calibre/gui2/image_popup.py
index c033da5b31..7c2e6d7aa7 100644
--- a/src/calibre/gui2/image_popup.py
+++ b/src/calibre/gui2/image_popup.py
@@ -124,6 +124,9 @@ class ImageView(QDialog):
         gprefs.set('image_popup_fit_image', fitted)
         if self.fit_image.isChecked():
             self.set_to_viewport_size()
+        else:
+            self.factor = 1
+            self.adjust_image(1)
 
     def adjust_image(self, factor):
         if self.fit_image.isChecked():