Speed up import of builting output format plugins

src/calibre/customize/builtins.py

@@ -523,23 +523,22 @@ from calibre.ebooks.conversion.plugins.lrf_input import LRFInput
 from calibre.ebooks.conversion.plugins.chm_input import CHMInput
 from calibre.ebooks.conversion.plugins.snb_input import SNBInput
 
-from calibre.ebooks.epub.output import EPUBOutput
+from calibre.ebooks.conversion.plugins.epub_output import EPUBOutput
-from calibre.ebooks.fb2.output import FB2Output
+from calibre.ebooks.conversion.plugins.fb2_output import FB2Output
-from calibre.ebooks.lit.output import LITOutput
+from calibre.ebooks.conversion.plugins.lit_output import LITOutput
-from calibre.ebooks.lrf.output import LRFOutput
+from calibre.ebooks.conversion.plugins.lrf_output import LRFOutput
-from calibre.ebooks.mobi.output import MOBIOutput
+from calibre.ebooks.conversion.plugins.mobi_output import MOBIOutput
-from calibre.ebooks.oeb.output import OEBOutput
+from calibre.ebooks.conversion.plugins.oeb_output import OEBOutput
-from calibre.ebooks.pdb.output import PDBOutput
+from calibre.ebooks.conversion.plugins.pdb_output import PDBOutput
-from calibre.ebooks.pdf.output import PDFOutput
+from calibre.ebooks.conversion.plugins.pdf_output import PDFOutput
-from calibre.ebooks.pml.output import PMLOutput
+from calibre.ebooks.conversion.plugins.pml_output import PMLOutput
-from calibre.ebooks.rb.output import RBOutput
+from calibre.ebooks.conversion.plugins.rb_output import RBOutput
-from calibre.ebooks.rtf.output import RTFOutput
+from calibre.ebooks.conversion.plugins.rtf_output import RTFOutput
-from calibre.ebooks.tcr.output import TCROutput
+from calibre.ebooks.conversion.plugins.tcr_output import TCROutput
-from calibre.ebooks.txt.output import TXTOutput
+from calibre.ebooks.conversion.plugins.txt_output import TXTOutput, TXTZOutput
-from calibre.ebooks.txt.output import TXTZOutput
+from calibre.ebooks.conversion.plugins.html_output import HTMLOutput
-from calibre.ebooks.html.output import HTMLOutput
+from calibre.ebooks.conversion.plugins.htmlz_output import HTMLZOutput
-from calibre.ebooks.htmlz.output import HTMLZOutput
+from calibre.ebooks.conversion.plugins.snb_output import SNBOutput
-from calibre.ebooks.snb.output import SNBOutput
 
 from calibre.customize.profiles import input_profiles, output_profiles
 

src/calibre/ebooks/conversion/plugins/epub_output.py

@@ -8,14 +8,12 @@ __docformat__ = 'restructuredtext en'
 
 import os, shutil, re
 
-from calibre.customize.conversion import OutputFormatPlugin
+from calibre.customize.conversion import (OutputFormatPlugin,
+        OptionRecommendation)
 from calibre.ptempfile import TemporaryDirectory
 from calibre import CurrentDir
-from calibre.customize.conversion import OptionRecommendation
 from calibre.constants import filesystem_encoding
 
-from lxml import etree
-
 block_level_tags = (
       'address',
       'body',
@@ -289,6 +287,7 @@ class EPUBOutput(OutputFormatPlugin):
     # }}}
 
     def condense_ncx(self, ncx_path):
+        from lxml import etree
         if not self.opts.pretty_print:
             tree = etree.parse(ncx_path)
             for tag in tree.getroot().iter(tag=etree.Element):

src/calibre/ebooks/conversion/plugins/fb2_output.py

@@ -7,7 +7,6 @@ __docformat__ = 'restructuredtext en'
 import os
 
 from calibre.customize.conversion import OutputFormatPlugin, OptionRecommendation
-from calibre.ebooks.fb2.fb2ml import FB2MLizer
 
 class FB2Output(OutputFormatPlugin):
 
@@ -162,6 +161,7 @@ class FB2Output(OutputFormatPlugin):
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
         from calibre.ebooks.oeb.transforms.jacket import linearize_jacket
         from calibre.ebooks.oeb.transforms.rasterize import SVGRasterizer, Unavailable
+        from calibre.ebooks.fb2.fb2ml import FB2MLizer
 
         try:
             rasterizer = SVGRasterizer()

src/calibre/ebooks/conversion/plugins/html_output.py

@@ -4,22 +4,11 @@ __copyright__ = '2010, Fabian Grassl <fg@jusmeum.de>'
 __docformat__ = 'restructuredtext en'
 
 import os, re, shutil
-
-from calibre.utils import zipfile
-
 from os.path import dirname, abspath, relpath, exists, basename
 
-from lxml import etree
-from templite import Templite
-
 from calibre.customize.conversion import OutputFormatPlugin, OptionRecommendation
 from calibre import CurrentDir
 from calibre.ptempfile import PersistentTemporaryDirectory
-from calibre.utils.zipfile import ZipFile
-
-from urllib import unquote
-
-from calibre.ebooks.html.meta import EasyMeta
 
 class HTMLOutput(OutputFormatPlugin):
 
@@ -50,6 +39,9 @@ class HTMLOutput(OutputFormatPlugin):
         '''
         Generate table of contents
         '''
+        from lxml import etree
+        from urllib import unquote
+
         from calibre.ebooks.oeb.base import element
         with CurrentDir(output_dir):
             def build_node(current_node, parent=None):
@@ -72,11 +64,18 @@ class HTMLOutput(OutputFormatPlugin):
             return wrap
 
     def generate_html_toc(self, oeb_book, ref_url, output_dir):
+        from lxml import etree
+
         root = self.generate_toc(oeb_book, ref_url, output_dir)
         return etree.tostring(root, pretty_print=True, encoding='utf-8',
                 xml_declaration=False)
 
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
+        from lxml import etree
+        from calibre.utils import zipfile
+        from templite import Templite
+        from urllib import unquote
+        from calibre.ebooks.html.meta import EasyMeta
 
         # read template files
         if opts.template_html_index is not None:
@@ -192,7 +191,7 @@ class HTMLOutput(OutputFormatPlugin):
                     f.write(t)
                 item.unload_data_from_memory(memory=path)
 
-        zfile = ZipFile(output_path, "w")
+        zfile = zipfile.ZipFile(output_path, "w")
         zfile.add_dir(output_dir, basename(output_dir))
         zfile.write(output_file, basename(output_file), zipfile.ZIP_DEFLATED)
 

src/calibre/ebooks/conversion/plugins/htmlz_output.py

@@ -9,13 +9,10 @@ __docformat__ = 'restructuredtext en'
 import os
 from cStringIO import StringIO
 
-from lxml import etree
 
 from calibre.customize.conversion import OutputFormatPlugin, \
     OptionRecommendation
-from calibre.ebooks.metadata.opf2 import OPF, metadata_to_opf
 from calibre.ptempfile import TemporaryDirectory
-from calibre.utils.zipfile import ZipFile
 
 class HTMLZOutput(OutputFormatPlugin):
 
@@ -43,7 +40,10 @@ class HTMLZOutput(OutputFormatPlugin):
     ])
 
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
+        from lxml import etree
         from calibre.ebooks.oeb.base import OEB_IMAGES, SVG_MIME
+        from calibre.ebooks.metadata.opf2 import OPF, metadata_to_opf
+        from calibre.utils.zipfile import ZipFile
 
         # HTML
         if opts.htmlz_css_type == 'inline':
@@ -81,7 +81,7 @@ class HTMLZOutput(OutputFormatPlugin):
                         fname = os.path.join(tdir, 'images', images[item.href])
                         with open(fname, 'wb') as img:
                             img.write(data)
-            
+
             # Cover
             cover_path = None
             try:

src/calibre/ebooks/conversion/plugins/oeb_output.py

@@ -5,13 +5,10 @@ __docformat__ = 'restructuredtext en'
 
 import os, re
 
-from lxml import etree
 
-from calibre.customize.conversion import OutputFormatPlugin
+from calibre.customize.conversion import (OutputFormatPlugin,
+        OptionRecommendation)
 from calibre import CurrentDir
-from calibre.customize.conversion import OptionRecommendation
-
-from urllib import unquote
 
 class OEBOutput(OutputFormatPlugin):
 
@@ -23,6 +20,9 @@ class OEBOutput(OutputFormatPlugin):
 
 
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
+        from urllib import unquote
+        from lxml import etree
+
         self.log, self.opts = log, opts
         if not os.path.exists(output_path):
             os.makedirs(output_path)

src/calibre/ebooks/conversion/plugins/pdf_output.py

@@ -13,10 +13,50 @@ import os
 
 from calibre.customize.conversion import OutputFormatPlugin, \
     OptionRecommendation
-from calibre.ebooks.metadata.opf2 import OPF
 from calibre.ptempfile import TemporaryDirectory
-from calibre.ebooks.pdf.pageoptions import UNITS, PAPER_SIZES, \
+
-    ORIENTATIONS
+UNITS = [
+            'millimeter',
+            'point',
+            'inch' ,
+            'pica' ,
+            'didot',
+            'cicero',
+            'devicepixel',
+        ]
+
+PAPER_SIZES = ['b2',
+     'a9',
+     'executive',
+     'tabloid',
+     'b4',
+     'b5',
+     'b6',
+     'b7',
+     'b0',
+     'b1',
+     'letter',
+     'b3',
+     'a7',
+     'a8',
+     'b8',
+     'b9',
+     'a3',
+     'a1',
+     'folio',
+     'c5e',
+     'dle',
+     'a0',
+     'ledger',
+     'legal',
+     'a6',
+     'a2',
+     'b10',
+     'a5',
+     'comm10e',
+     'a4']
+
+ORIENTATIONS = ['portrait', 'landscape']
 
 class PDFOutput(OutputFormatPlugin):
 
@@ -26,23 +66,23 @@ class PDFOutput(OutputFormatPlugin):
 
     options = set([
         OptionRecommendation(name='unit', recommended_value='inch',
-            level=OptionRecommendation.LOW, short_switch='u', choices=UNITS.keys(),
+            level=OptionRecommendation.LOW, short_switch='u', choices=UNITS,
             help=_('The unit of measure. Default is inch. Choices '
             'are %s '
-            'Note: This does not override the unit for margins!') % UNITS.keys()),
+            'Note: This does not override the unit for margins!') % UNITS),
         OptionRecommendation(name='paper_size', recommended_value='letter',
-            level=OptionRecommendation.LOW, choices=PAPER_SIZES.keys(),
+            level=OptionRecommendation.LOW, choices=PAPER_SIZES,
             help=_('The size of the paper. This size will be overridden when a '
             'non default output profile is used. Default is letter. Choices '
-            'are %s') % PAPER_SIZES.keys()),
+            'are %s') % PAPER_SIZES),
         OptionRecommendation(name='custom_size', recommended_value=None,
             help=_('Custom size of the document. Use the form widthxheight '
             'EG. `123x321` to specify the width and height. '
             'This overrides any specified paper-size.')),
         OptionRecommendation(name='orientation', recommended_value='portrait',
-            level=OptionRecommendation.LOW, choices=ORIENTATIONS.keys(),
+            level=OptionRecommendation.LOW, choices=ORIENTATIONS,
             help=_('The orientation of the page. Default is portrait. Choices '
-            'are %s') % ORIENTATIONS.keys()),
+            'are %s') % ORIENTATIONS),
         OptionRecommendation(name='preserve_cover_aspect_ratio',
             recommended_value=False,
             help=_('Preserve the aspect ratio of the cover, instead'
@@ -105,6 +145,8 @@ class PDFOutput(OutputFormatPlugin):
 
     def convert_text(self, oeb_book):
         from calibre.ebooks.pdf.writer import PDFWriter
+        from calibre.ebooks.metadata.opf2 import OPF
+
         self.log.debug('Serializing oeb input to disk for processing...')
         self.get_cover_data()
 

src/calibre/ebooks/conversion/plugins/pml_output.py

@@ -4,21 +4,11 @@ __license__ = 'GPL 3'
 __copyright__ = '2009, John Schember <john@nachtimwald.com>'
 __docformat__ = 'restructuredtext en'
 
-import os
+import os, cStringIO
 
-try:
+from calibre.customize.conversion import (OutputFormatPlugin,
-    from PIL import Image
+        OptionRecommendation)
-    Image
-except ImportError:
-    import Image
-
-import cStringIO
-
-from calibre.customize.conversion import OutputFormatPlugin
-from calibre.customize.conversion import OptionRecommendation
 from calibre.ptempfile import TemporaryDirectory
-from calibre.utils.zipfile import ZipFile
-from calibre.ebooks.pml.pmlml import PMLMLizer
 
 class PMLOutput(OutputFormatPlugin):
 
@@ -43,6 +33,9 @@ class PMLOutput(OutputFormatPlugin):
     ])
 
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
+        from calibre.ebooks.pml.pmlml import PMLMLizer
+        from calibre.utils.zipfile import ZipFile
+
         with TemporaryDirectory('_pmlz_output') as tdir:
             pmlmlizer = PMLMLizer(log)
             pml = unicode(pmlmlizer.extract_content(oeb_book, opts))
@@ -59,6 +52,13 @@ class PMLOutput(OutputFormatPlugin):
             pmlz.add_dir(tdir)
 
     def write_images(self, manifest, image_hrefs, out_dir, opts):
+        try:
+            from PIL import Image
+            Image
+        except ImportError:
+            import Image
+
+
         from calibre.ebooks.oeb.base import OEB_RASTER_IMAGES
         for item in manifest:
             if item.media_type in OEB_RASTER_IMAGES and item.href in image_hrefs.keys():

src/calibre/ebooks/conversion/plugins/rb_output.py

@@ -7,7 +7,6 @@ __docformat__ = 'restructuredtext en'
 import os
 
 from calibre.customize.conversion import OutputFormatPlugin, OptionRecommendation
-from calibre.ebooks.rb.writer import RBWriter
 
 class RBOutput(OutputFormatPlugin):
 
@@ -22,6 +21,8 @@ class RBOutput(OutputFormatPlugin):
     ])
 
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
+        from calibre.ebooks.rb.writer import RBWriter
+
         close = False
         if not hasattr(output_path, 'write'):
             close = True

src/calibre/ebooks/conversion/plugins/rtf_output.py

@@ -6,7 +6,6 @@ __docformat__ = 'restructuredtext en'
 
 import os
 
-from calibre.ebooks.rtf.rtfml import RTFMLizer
 from calibre.customize.conversion import OutputFormatPlugin
 
 class RTFOutput(OutputFormatPlugin):
@@ -16,6 +15,8 @@ class RTFOutput(OutputFormatPlugin):
     file_type = 'rtf'
 
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
+        from calibre.ebooks.rtf.rtfml import RTFMLizer
+
         rtfmlitzer = RTFMLizer(log)
         content = rtfmlitzer.extract_content(oeb_book, opts)
 

src/calibre/ebooks/conversion/plugins/snb_output.py

@@ -6,12 +6,9 @@ __docformat__ = 'restructuredtext en'
 
 import os, string
 
-from lxml import etree
 from calibre.customize.conversion import OutputFormatPlugin, OptionRecommendation
 from calibre.ptempfile import TemporaryDirectory
 from calibre.constants import __appname__, __version__
-from calibre.ebooks.snb.snbfile import SNBFile
-from calibre.ebooks.snb.snbml import SNBMLizer, ProcessFileName
 
 class SNBOutput(OutputFormatPlugin):
 
@@ -49,6 +46,11 @@ class SNBOutput(OutputFormatPlugin):
      ])
 
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
+        from lxml import etree
+        from calibre.ebooks.snb.snbfile import SNBFile
+        from calibre.ebooks.snb.snbml import SNBMLizer, ProcessFileName
+
+
         self.opts = opts
         from calibre.ebooks.oeb.transforms.rasterize import SVGRasterizer, Unavailable
         try:

src/calibre/ebooks/conversion/plugins/tcr_input.py

@@ -29,7 +29,7 @@ class TCRInput(InputFormatPlugin):
         txt_plugin = plugin_for_input_format('txt')
         for opt in txt_plugin.options:
             if not hasattr(self.options, opt.option.name):
-                setattr(self.options, opt.option.name, opt.recommended_value)
+                setattr(options, opt.option.name, opt.recommended_value)
 
         stream.seek(0)
         return txt_plugin.convert(stream, options,

src/calibre/ebooks/conversion/plugins/tcr_output.py

@@ -8,8 +8,6 @@ import os
 
 from calibre.customize.conversion import OutputFormatPlugin, \
     OptionRecommendation
-from calibre.ebooks.txt.txtml import TXTMLizer
-from calibre.ebooks.compression.tcr import compress
 
 class TCROutput(OutputFormatPlugin):
 
@@ -25,6 +23,9 @@ class TCROutput(OutputFormatPlugin):
     ])
 
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
+        from calibre.ebooks.txt.txtml import TXTMLizer
+        from calibre.ebooks.compression.tcr import compress
+
         close = False
         if not hasattr(output_path, 'write'):
             close = True

src/calibre/ebooks/conversion/plugins/txt_output.py

@@ -7,15 +7,12 @@ __docformat__ = 'restructuredtext en'
 import os
 import shutil
 
-from lxml import etree
 
 from calibre.customize.conversion import OutputFormatPlugin, \
     OptionRecommendation
-from calibre.ebooks.txt.txtml import TXTMLizer
-from calibre.ebooks.txt.newlines import TxtNewlines, specified_newlines
 from calibre.ptempfile import TemporaryDirectory, TemporaryFile
-from calibre.utils.cleantext import clean_ascii_chars
+
-from calibre.utils.zipfile import ZipFile
+NEWLINE_TYPES = ['system', 'unix', 'old_mac', 'windows']
 
 class TXTOutput(OutputFormatPlugin):
 
@@ -26,11 +23,11 @@ class TXTOutput(OutputFormatPlugin):
     options = set([
         OptionRecommendation(name='newline', recommended_value='system',
             level=OptionRecommendation.LOW,
-            short_switch='n', choices=TxtNewlines.NEWLINE_TYPES.keys(),
+            short_switch='n', choices=NEWLINE_TYPES,
             help=_('Type of newline to use. Options are %s. Default is \'system\'. '
                 'Use \'old_mac\' for compatibility with Mac OS 9 and earlier. '
                 'For Mac OS X use \'unix\'. \'system\' will default to the newline '
-                'type used by this OS.') % sorted(TxtNewlines.NEWLINE_TYPES.keys())),
+                'type used by this OS.') % sorted(NEWLINE_TYPES)),
         OptionRecommendation(name='txt_output_encoding', recommended_value='utf-8',
             level=OptionRecommendation.LOW,
             help=_('Specify the character encoding of the output document. ' \
@@ -76,6 +73,11 @@ class TXTOutput(OutputFormatPlugin):
      ])
 
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
+        from calibre.ebooks.txt.txtml import TXTMLizer
+        from calibre.utils.cleantext import clean_ascii_chars
+        from calibre.ebooks.txt.newlines import specified_newlines, TxtNewlines
+
+
         if opts.txt_output_formatting.lower() == 'markdown':
             from calibre.ebooks.txt.markdownml import MarkdownMLizer
             self.writer = MarkdownMLizer(log)
@@ -116,6 +118,9 @@ class TXTZOutput(TXTOutput):
 
     def convert(self, oeb_book, output_path, input_plugin, opts, log):
         from calibre.ebooks.oeb.base import OEB_IMAGES
+        from calibre.utils.zipfile import ZipFile
+        from lxml import etree
+
         with TemporaryDirectory('_txtz_output') as tdir:
             # TXT
             txt_name = 'index.txt'