diff --git a/src/calibre/gui2/init.py b/src/calibre/gui2/init.py
index 50274a9ccd..da896718f7 100644
--- a/src/calibre/gui2/init.py
+++ b/src/calibre/gui2/init.py
@@ -48,7 +48,7 @@ class LibraryViewMixin(object):  # {{{
         self.library_view.files_dropped.connect(self.iactions['Add Books'].files_dropped, type=Qt.ConnectionType.QueuedConnection)
         self.library_view.books_dropped.connect(self.iactions['Edit Metadata'].books_dropped, type=Qt.ConnectionType.QueuedConnection)
         self.library_view.add_column_signal.connect(partial(self.iactions['Preferences'].do_config,
-            initial_plugin=('Interface', 'Custom Columns')),
+            initial_plugin=('Interface', 'Custom Columns'), close_after_initial=True),
                 type=Qt.ConnectionType.QueuedConnection)
         for func, args in [
                              ('connect_to_search_box', (self.search,