mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
any2txt converter
This commit is contained in:
John Schember
parent
94b7149180
commit
36fd295ca1
219
src/calibre/ebooks/htmlsymbols.py
Normal file
219
src/calibre/ebooks/htmlsymbols.py
Normal file
@ -0,0 +1,219 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
'''
|
||||
Maping of non-acii symbols and their corresponding html entity number and name
|
||||
'''
|
||||
__license__ = 'GPL v3'
|
||||
__copyright__ = '2009, John Schember <john@nachtimwald.com>'
|
||||
|
||||
# http://www.w3schools.com/tags/ref_symbols.asp
|
||||
HTML_SYMBOLS = {
|
||||
# Math Symbols
|
||||
u'∀' : ['∀', '∀'], # for all
|
||||
u'∂' : ['∂', '∂'], # part
|
||||
u'∃' : ['∃', '&exists;'], # exists
|
||||
u'∅' : ['∅', '∅'], # empty
|
||||
u'∇' : ['∇', '∇'], # nabla
|
||||
u'∈' : ['∈', '∈'], # isin
|
||||
u'∉' : ['∉', '∉'], # notin
|
||||
u'∋' : ['∋', '∋'], # ni
|
||||
u'∏' : ['∏', '∏'], # prod
|
||||
u'∑' : ['∑', '∑'], # sum
|
||||
u'−' : ['−', '−'], # minus
|
||||
u'∗' : ['∗', '∗'], # lowast
|
||||
u'√' : ['√', '√'], # square root
|
||||
u'∝' : ['∝', '∝'], # proportional to
|
||||
u'∞' : ['∞', '∞'], # infinity
|
||||
u'∠' : ['∠', '∠'], # angle
|
||||
u'∧' : ['∧', '∧'], # and
|
||||
u'∨' : ['∨', '∨'], # or
|
||||
u'∩' : ['∩', '∩'], # cap
|
||||
u'∪' : ['∪', '∪'], # cup
|
||||
u'∫' : ['∫', '∫'], # integral
|
||||
u'∴' : ['∴', '∴'], # therefore
|
||||
u'∼' : ['∼', '∼'], # simular to
|
||||
u'≅' : ['≅', '≅'], # approximately equal
|
||||
u'≈' : ['≈', '≈'], # almost equal
|
||||
u'≠' : ['≠', '≠'], # not equal
|
||||
u'≡' : ['≡', '≡'], # equivalent
|
||||
u'≤' : ['≤', '≤'], # less or equal
|
||||
u'≥' : ['≥', '≥'], # greater or equal
|
||||
u'⊂' : ['⊂', '⊂'], # subset of
|
||||
u'⊃' : ['⊃', '⊃'], # superset of
|
||||
u'⊄' : ['⊄', '⊄'], # not subset of
|
||||
u'⊆' : ['⊆', '⊆'], # subset or equal
|
||||
u'⊇' : ['⊇', '⊇'], # superset or equal
|
||||
u'⊕' : ['⊕', '⊕'], # circled plus
|
||||
u'⊗' : ['⊗', '⊗'], # cirled times
|
||||
u'⊥' : ['⊥', '⊥'], # perpendicular
|
||||
u'⋅' : ['⋅', '⋅'], # dot operator
|
||||
# Greek Letters
|
||||
u'Α' : ['Α', 'Α'], # Alpha
|
||||
u'Β' : ['Β', 'Β'], # Beta
|
||||
u'Γ' : ['Γ', 'Γ'], # Gamma
|
||||
u'Δ' : ['Δ', 'Δ'], # Delta
|
||||
u'Ε' : ['Ε', 'Ε'], # Epsilon
|
||||
u'Ζ' : ['Ζ', 'Ζ'], # Zeta
|
||||
u'Η' : ['Η', 'Η'], # Eta
|
||||
u'Θ' : ['Θ', 'Θ'], # Theta
|
||||
u'Ι' : ['Ι', 'Ι'], # Iota
|
||||
u'Κ' : ['Κ', 'Κ'], # Kappa
|
||||
u'Λ' : ['Λ', 'Λ'], # Lambda
|
||||
u'Μ' : ['Μ', 'Μ'], # Mu
|
||||
u'Ν' : ['Ν', 'Ν'], # Nu
|
||||
u'Ξ' : ['Ξ', 'Ξ'], # Xi
|
||||
u'Ο' : ['Ο', 'Ο'], # Omicron
|
||||
u'Π' : ['Π', 'Π'], # Pi
|
||||
u'Ρ' : ['Ρ', 'Ρ'], # Rho
|
||||
u'Σ' : ['Σ', 'Σ'], # Sigma
|
||||
u'Τ' : ['Τ', 'Τ'], # Tau
|
||||
u'Υ' : ['Υ', 'Υ'], # Upsilon
|
||||
u'Φ' : ['Φ', 'Φ'], # Phi
|
||||
u'Χ' : ['Χ', 'Χ'], # Chi
|
||||
u'Ψ' : ['Ψ', 'Ψ'], # Psi
|
||||
u'ω' : ['ω', 'ω'], # omega
|
||||
u'ϑ' : ['ϑ', 'ϑ'], # theta symbol
|
||||
u'ϒ' : ['ϒ', 'ϒ'], # upsilon symbol
|
||||
u'ϖ' : ['ϖ', 'ϖ'], # pi symbol
|
||||
# Other
|
||||
u'Œ' : ['Œ', 'Œ'], # capital ligature OE
|
||||
u'œ' : ['œ', 'œ'], # small ligature oe
|
||||
u'Š' : ['Š', 'Š'], # capital S with caron
|
||||
u'š' : ['š', 'š'], # small S with caron
|
||||
u'Ÿ' : ['Ÿ', 'Ÿ'], # capital Y with diaeres
|
||||
u'ƒ' : ['ƒ', 'ƒ'], # f with hook
|
||||
u'ˆ' : ['ˆ', 'ˆ'], # modifier letter circumflex accent
|
||||
u'˜' : ['˜', '˜'], # small tilde
|
||||
u'–' : ['–', '–'], # en dash
|
||||
u'—' : ['—', '—'], # em dash
|
||||
u'‘' : ['‘', '‘'], # left single quotation mark
|
||||
u'’' : ['’', '’'], # right single quotation mark
|
||||
u'‚' : ['‚', '‚'], # single low-9 quotation mark
|
||||
u'“' : ['“', '“'], # left double quotation mark
|
||||
u'”' : ['”', '”'], # right double quotation mark
|
||||
u'„' : ['„', '„'], # double low-9 quotation mark
|
||||
u'†' : ['†', '†'], # dagger
|
||||
u'‡' : ['‡', '‡'], # double dagger
|
||||
u'•' : ['•', '•'], # bullet
|
||||
u'…' : ['…', '…'], # horizontal ellipsis
|
||||
u'‰' : ['‰', '‰'], # per mille
|
||||
u'′' : ['′', '′'], # minutes
|
||||
u'″' : ['″', '″'], # seconds
|
||||
u'‹' : ['‹', '‹'], # single left angle quotation
|
||||
u'›' : ['›', '›'], # single right angle quotation
|
||||
u'‾' : ['‾', '‾'], # overline
|
||||
u'€' : ['€', '€'], # euro
|
||||
u'™' : ['™', '™'], # trademark
|
||||
u'←' : ['←', '←'], # left arrow
|
||||
u'↑' : ['↑', '↑'], # up arrow
|
||||
u'→' : ['→', '→'], # right arrow
|
||||
u'↓' : ['↓', '↓'], # down arrow
|
||||
u'↔' : ['↔', '↔'], # left right arrow
|
||||
u'↵' : ['↵', '↵'], # carriage return arrow
|
||||
u'⌈' : ['⌈', '⌈'], # left ceiling
|
||||
u'⌉' : ['⌉', '⌉'], # right ceiling
|
||||
u'⌊' : ['⌊', '⌊'], # left floor
|
||||
u'⌋' : ['⌋', '⌋'], # right floor
|
||||
u'◊' : ['◊', '◊'], # lozenge
|
||||
u'♠' : ['♠', '♠'], # spade
|
||||
u'♣' : ['♣', '♣'], # club
|
||||
u'♥' : ['♥', '♥'], # heart
|
||||
u'♦' : ['♦', '♦'], # diamond
|
||||
# Extra http://www.ascii.cl/htmlcodes.htm
|
||||
u'<' : ['<', '<'], # less than sign
|
||||
u'>' : ['>', '>'], # greater than sign
|
||||
u'¡' : ['¡', '¡'], # inverted exclamation mark
|
||||
u'¢' : ['¢', '¢'], # cent sign
|
||||
u'£' : ['£', '£'], # pound sign
|
||||
u'¤' : ['¤', '¤'], # currency sign
|
||||
u'¥' : ['¥', '¥'], # yen sign
|
||||
u'¦' : ['¦', '¦'], # broken vertical bar
|
||||
u'§' : ['§', '§'], # section sign
|
||||
u'¨' : ['¨', '¨'], # spacing diaeresis - umlaut
|
||||
u'©' : ['©', '©'], # copyright sign
|
||||
u'ª' : ['ª', 'ª'], # feminine ordinal indicator
|
||||
u'«' : ['«', '«'], # left double angle quotes
|
||||
u'¬' : ['¬', '¬'], # not sign
|
||||
u'®' : ['®', '®'], # registered trade mark sign
|
||||
u'¯' : ['¯', '¯'], # spacing macron - overline
|
||||
u'°' : ['°', '°'], # degree sign
|
||||
u'±' : ['±', '±'], # plus-or-minus sign
|
||||
u'²' : ['²', '²'], # superscript two - squared
|
||||
u'³' : ['³', '³'], # superscript three - cubed
|
||||
u'´' : ['´', '´'], # acute accent - spacing acute
|
||||
u'µ' : ['µ', 'µ'], # micro sign
|
||||
u'¶' : ['¶', '¶'], # pilcrow sign - paragraph sign
|
||||
u'·' : ['·', '·'], # middle dot - Georgian comma
|
||||
u'¸' : ['¸', '¸'], # spacing cedilla
|
||||
u'¹' : ['¹', '¹'], # superscript one
|
||||
u'º' : ['º', 'º'], # masculine ordinal indicator
|
||||
u'»' : ['»', '»'], # right double angle quotes
|
||||
u'¼' : ['¼', '¼'], # fraction one quarter
|
||||
u'½' : ['½', '½'], # fraction one half
|
||||
u'¾' : ['¾', '¾'], # fraction three quarters
|
||||
u'¿' : ['¿', '¿'], # inverted question mark
|
||||
u'À' : ['À', 'À'], # latin capital letter A with grave
|
||||
u'Á' : ['Á', 'Á'], # latin capital letter A with acute
|
||||
u'Â' : ['Â', 'Â'], # latin capital letter A with circumflex
|
||||
u'Ã' : ['Ã', 'Ã'], # latin capital letter A with tilde
|
||||
u'Ä' : ['Ä', 'Ä'], # latin capital letter A with diaeresis
|
||||
u'Å' : ['Å', 'Å'], # latin capital letter A with ring above
|
||||
u'Æ' : ['Æ', 'Æ'], # latin capital letter AE
|
||||
u'Ç' : ['Ç', 'Ç'], # latin capital letter C with cedilla
|
||||
u'È' : ['È', 'È'], # latin capital letter E with grave
|
||||
u'É' : ['É', 'É'], # latin capital letter E with acute
|
||||
u'Ê' : ['Ê', 'Ê'], # latin capital letter E with circumflex
|
||||
u'Ë' : ['Ë', 'Ë'], # latin capital letter E with diaeresis
|
||||
u'Ì' : ['Ì', 'Ì'], # latin capital letter I with grave
|
||||
u'Í' : ['Í', 'Í'], # latin capital letter I with acute
|
||||
u'Î' : ['Î', 'Î'], # latin capital letter I with circumflex
|
||||
u'Ï' : ['Ï', 'Ï'], # latin capital letter I with diaeresis
|
||||
u'Ð' : ['Ð', 'Ð'], # latin capital letter ETH
|
||||
u'Ñ' : ['Ñ', 'Ñ'], # latin capital letter N with tilde
|
||||
u'Ò' : ['Ò', 'Ò'], # latin capital letter O with grave
|
||||
u'Ó' : ['Ó', 'Ó'], # latin capital letter O with acute
|
||||
u'Ô' : ['Ô', 'Ô'], # latin capital letter O with circumflex
|
||||
u'Õ' : ['Õ', 'Õ'], # latin capital letter O with tilde
|
||||
u'Ö' : ['Ö', 'Ö'], # latin capital letter O with diaeresis
|
||||
u'×' : ['×', '×'], # multiplication sign
|
||||
u'Ø' : ['Ø', 'Ø'], # latin capital letter O with slash
|
||||
u'Ù' : ['Ù', 'Ù'], # latin capital letter U with grave
|
||||
u'Ú' : ['Ú', 'Ú'], # latin capital letter U with acute
|
||||
u'Û' : ['Û', 'Û'], # latin capital letter U with circumflex
|
||||
u'Ü' : ['Ü', 'Ü'], # latin capital letter U with diaeresis
|
||||
u'Ý' : ['Ý', 'Ý'], # latin capital letter Y with acute
|
||||
u'Þ' : ['Þ', 'Þ'], # latin capital letter THORN
|
||||
u'ß' : ['ß', 'ß'], # latin small letter sharp s - ess-zed
|
||||
u'à' : ['à', 'à'], # latin small letter a with grave
|
||||
u'á' : ['á', 'á'], # latin small letter a with acute
|
||||
u'â' : ['â', 'â'], # latin small letter a with circumflex
|
||||
u'ã' : ['ã', 'ã'], # latin small letter a with tilde
|
||||
u'ä' : ['ä', 'ä'], # latin small letter a with diaeresis
|
||||
u'å' : ['å', 'å'], # latin small letter a with ring above
|
||||
u'æ' : ['æ', 'æ'], # latin small letter ae
|
||||
u'ç' : ['ç', 'ç'], # latin small letter c with cedilla
|
||||
u'è' : ['è', 'è'], # latin small letter e with grave
|
||||
u'é' : ['é', 'é'], # latin small letter e with acute
|
||||
u'ê' : ['ê', 'ê'], # latin small letter e with circumflex
|
||||
u'ë' : ['ë', 'ë'], # latin small letter e with diaeresis
|
||||
u'ì' : ['ì', 'ì'], # latin small letter i with grave
|
||||
u'í' : ['í', 'í'], # latin small letter i with acute
|
||||
u'î' : ['î', 'î'], # latin small letter i with circumflex
|
||||
u'ï' : ['ï', 'ï'], # latin small letter i with diaeresis
|
||||
u'ð' : ['ð', 'ð'], # latin small letter eth
|
||||
u'ñ' : ['ñ', 'ñ'], # latin small letter n with tilde
|
||||
u'ò' : ['ò', 'ò'], # latin small letter o with grave
|
||||
u'ó' : ['ó', 'ó'], # latin small letter o with acute
|
||||
u'ô' : ['ô', 'ô'], # latin small letter o with circumflex
|
||||
u'õ' : ['õ', 'õ'], # latin small letter o with tilde
|
||||
u'ö' : ['ö', 'ö'], # latin small letter o with diaeresis
|
||||
u'÷' : ['÷', '÷'], # division sign
|
||||
u'ø' : ['ø', 'ø'], # latin small letter o with slash
|
||||
u'ù' : ['ù', 'ù'], # latin small letter u with grave
|
||||
u'ú' : ['ú', 'ú'], # latin small letter u with acute
|
||||
u'û' : ['û', 'û'], # latin small letter u with circumflex
|
||||
u'ü' : ['ü', 'ü'], # latin small letter u with diaeresis
|
||||
u'ý' : ['ý', 'ý'], # latin small letter y with acute
|
||||
u'þ' : ['þ', 'þ'], # latin small letter thorn
|
||||
u'ÿ' : ['ÿ', 'ÿ'], # latin small letter y with diaeresis
|
||||
}
|
||||
|
||||
9
src/calibre/ebooks/txt/__init__.py
Normal file
9
src/calibre/ebooks/txt/__init__.py
Normal file
@ -0,0 +1,9 @@
|
||||
#!/usr/bin/env python
|
||||
__license__ = 'GPL v3'
|
||||
__copyright__ = '2008, John Schember john@nachtimwald.com'
|
||||
__docformat__ = 'restructuredtext en'
|
||||
|
||||
'''
|
||||
Used for txt output
|
||||
'''
|
||||
|
||||
74
src/calibre/ebooks/txt/from_any.py
Normal file
74
src/calibre/ebooks/txt/from_any.py
Normal file
@ -0,0 +1,74 @@
|
||||
'''
|
||||
Convert any ebook format to TXT.
|
||||
'''
|
||||
|
||||
from __future__ import with_statement
|
||||
|
||||
__license__ = 'GPL v3'
|
||||
__copyright__ = '2008, Kovid Goyal kovid@kovidgoyal.net ' \
|
||||
'and Marshall T. Vandegrift <llasram@gmail.com>' \
|
||||
'and John Schember <john@nachtimwald.com>'
|
||||
__docformat__ = 'restructuredtext en'
|
||||
|
||||
import sys, os, glob, logging
|
||||
|
||||
from calibre.ebooks.epub.from_any import any2epub, formats, USAGE
|
||||
from calibre.ebooks.epub import config as common_config
|
||||
from calibre.ptempfile import TemporaryDirectory
|
||||
from calibre.ebooks.txt.writer import oeb2txt, config as txt_config
|
||||
|
||||
def config(defaults=None):
|
||||
c = common_config(defaults=defaults, name='txt')
|
||||
c.remove_opt('profile')
|
||||
del c.option_set.groups['metadata']
|
||||
del c.option_set.groups['traversal']
|
||||
del c.option_set.groups['structure detection']
|
||||
del c.option_set.groups['toc']
|
||||
del c.option_set.groups['page layout']
|
||||
txtc = txt_config(defaults=defaults)
|
||||
c.update(txtc)
|
||||
return c
|
||||
|
||||
def option_parser(usage=USAGE):
|
||||
usage = usage % ('TXT', formats())
|
||||
parser = config().option_parser(usage=usage)
|
||||
return parser
|
||||
|
||||
def any2txt(opts, path, notification=None):
|
||||
ext = os.path.splitext(path)[1]
|
||||
if not ext:
|
||||
raise ValueError('Unknown file type: '+path)
|
||||
ext = ext.lower()[1:]
|
||||
|
||||
if opts.output is None:
|
||||
opts.output = os.path.splitext(os.path.basename(path))[0]+'.txt'
|
||||
|
||||
opts.output = os.path.abspath(opts.output)
|
||||
orig_output = opts.output
|
||||
|
||||
with TemporaryDirectory('_any2txt') as tdir:
|
||||
oebdir = os.path.join(tdir, 'oeb')
|
||||
os.mkdir(oebdir)
|
||||
opts.output = os.path.join(tdir, 'dummy.epub')
|
||||
opts.profile = 'None'
|
||||
opts.dont_split_on_page_breaks = True
|
||||
orig_bfs = opts.base_font_size2
|
||||
opts.base_font_size2 = 0
|
||||
any2epub(opts, path, create_epub=False, oeb_cover=False, extract_to=oebdir)
|
||||
opts.base_font_size2 = orig_bfs
|
||||
opf = glob.glob(os.path.join(oebdir, '*.opf'))[0]
|
||||
opts.output = orig_output
|
||||
logging.getLogger('html2epub').info(_('Creating TXT file from EPUB...'))
|
||||
oeb2txt(opts, opf)
|
||||
|
||||
def main(args=sys.argv):
|
||||
parser = option_parser()
|
||||
opts, args = parser.parse_args(args)
|
||||
if len(args) < 2:
|
||||
parser.print_help()
|
||||
print 'No input file specified.'
|
||||
return 1
|
||||
any2txt(opts, args[1])
|
||||
|
||||
if __name__ == '__main__':
|
||||
sys.exit(main())
|
||||
237
src/calibre/ebooks/txt/writer.py
Normal file
237
src/calibre/ebooks/txt/writer.py
Normal file
@ -0,0 +1,237 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
'''
|
||||
Write content to TXT.
|
||||
'''
|
||||
from __future__ import with_statement
|
||||
|
||||
__license__ = 'GPL v3'
|
||||
__copyright__ = '2009, John Schember <john@nachtimwald.com>'
|
||||
|
||||
import os, logging, re, sys
|
||||
|
||||
from BeautifulSoup import BeautifulSoup
|
||||
|
||||
from calibre import LoggingInterface
|
||||
from calibre.ebooks.htmlsymbols import HTML_SYMBOLS
|
||||
from calibre.ebooks.epub.iterator import SpineItem
|
||||
from calibre.ebooks.metadata import authors_to_string
|
||||
from calibre.ebooks.metadata.meta import metadata_from_formats
|
||||
from calibre.ebooks.metadata.opf2 import OPF
|
||||
from calibre.customize.ui import run_plugins_on_postprocess
|
||||
from calibre.utils.config import Config, StringConfig
|
||||
|
||||
class TXTWriter(object):
|
||||
def __init__(self, newline):
|
||||
self.newline = newline
|
||||
|
||||
def dump(self, oebpath, path, metadata):
|
||||
opf = OPF(oebpath, os.path.dirname(oebpath))
|
||||
spine = [SpineItem(i.path) for i in opf.spine]
|
||||
|
||||
tmpout = ''
|
||||
for item in spine:
|
||||
with open(item, 'r') as itemf:
|
||||
content = itemf.read().decode(item.encoding)
|
||||
# Convert newlines to unix style \n for processing. These
|
||||
# will be changed to the specified type later in the process.
|
||||
content = self.unix_newlines(content)
|
||||
content = self.strip_html(content)
|
||||
content = self.replace_html_symbols(content)
|
||||
content = self.cleanup_text(content)
|
||||
content = self.specified_newlines(content)
|
||||
tmpout = tmpout + content
|
||||
|
||||
# Prepend metadata
|
||||
if metadata.author != None and metadata.author != '':
|
||||
tmpout = (u'%s%s%s%s' % (metadata.author.upper(), self.newline, self.newline, self.newline)) + tmpout
|
||||
if metadata.title != None and metadata.title != '':
|
||||
tmpout = (u'%s%s%s%s' % (metadata.title.upper(), self.newline, self.newline, self.newline)) + tmpout
|
||||
|
||||
# Put two blank lines at end of file
|
||||
|
||||
end = tmpout[-3 * len(self.newline):]
|
||||
for i in range(3 - end.count(self.newline)):
|
||||
tmpout = tmpout + self.newline
|
||||
|
||||
os.remove(path)
|
||||
with open(path, 'w+b') as out:
|
||||
out.write(tmpout.encode('utf-8'))
|
||||
|
||||
def strip_html(self, html):
|
||||
stripped = u''
|
||||
|
||||
for dom_tree in BeautifulSoup(html).findAll('body'):
|
||||
text = unicode(dom_tree)
|
||||
|
||||
# Remove unnecessary tags
|
||||
for tag in ['script', 'style']:
|
||||
text = re.sub('(?imu)<[ ]*%s[ ]*.*?>(.*)</[ ]*%s[ ]*>' % (tag, tag), '', text)
|
||||
text = re.sub('<!--.*-->', '', text)
|
||||
|
||||
# Headings usually indicate Chapters.
|
||||
# We are going to use a marker to insert the proper number of
|
||||
# newline characters at the end of cleanup_text because cleanup_text
|
||||
# remove excessive (more than 2 newlines).
|
||||
for tag in ['h1', 'h2', 'h3', 'h4', 'h5', 'h6']:
|
||||
text = re.sub('(?imu)<[ ]*%s[ ]*.*?>' % tag, '-vzxedxy-', text)
|
||||
text = re.sub('(?imu)</[ ]*%s[ ]*>' % tag, '-vlgzxey-', text)
|
||||
|
||||
# Separate content with space.
|
||||
for tag in ['td']:
|
||||
text = re.sub('(?imu)</[ ]*%s[ ]*>', ' ', text)
|
||||
|
||||
# Separate content with empty line.
|
||||
for tag in ['p', 'div', 'pre', 'li', 'table', 'tr']:
|
||||
text = re.sub('(?imu)</[ ]*%s[ ]*>' % tag, '\n\n', text)
|
||||
|
||||
for tag in ['hr', 'br']:
|
||||
text = re.sub('(?imu)<[ ]*%s[ ]*/*?>' % tag, '\n\n', text)
|
||||
|
||||
# Remove any tags that do not need special processing.
|
||||
text = re.sub('<.*?>', '', text)
|
||||
|
||||
stripped = stripped + text
|
||||
|
||||
return stripped
|
||||
|
||||
def replace_html_symbols(self, content):
|
||||
for symbol in HTML_SYMBOLS:
|
||||
for code in HTML_SYMBOLS[symbol]:
|
||||
content = content.replace(code, symbol)
|
||||
return content
|
||||
|
||||
def cleanup_text(self, text):
|
||||
# Replace bad characters.
|
||||
text = text.replace(u'\xc2', '')
|
||||
text = text.replace(u'\xa0', ' ')
|
||||
|
||||
# Replace tabs, vertical tags and form feeds with single space.
|
||||
#text = re.sub('\xc2\xa0', '', text)
|
||||
text = text.replace('\t+', ' ')
|
||||
text = text.replace('\v+', ' ')
|
||||
text = text.replace('\f+', ' ')
|
||||
|
||||
# Single line paragraph.
|
||||
r = re.compile('.\n.')
|
||||
while True:
|
||||
mo = r.search(text)
|
||||
if mo == None:
|
||||
break
|
||||
text = '%s %s' % (text[:mo.start()+1], text[mo.end()-1:])
|
||||
|
||||
# Remove multiple spaces.
|
||||
text = re.sub('[ ]+', ' ', text)
|
||||
text = re.sub('(?imu)^[ ]+', '', text)
|
||||
text = re.sub('(?imu)[ ]+$', '', text)
|
||||
|
||||
# Remove excessive newlines.
|
||||
text = re.sub('\n[ ]+\n', '\n\n', text)
|
||||
text = re.sub('\n{3,}', '\n\n', text)
|
||||
|
||||
# Replace markers with the proper characters.
|
||||
text = text.replace('-vzxedxy-', '\n\n\n\n\n')
|
||||
text = text.replace('-vlgzxey-', '\n\n\n')
|
||||
|
||||
return text
|
||||
|
||||
def unix_newlines(self, text):
|
||||
text = text.replace('\r\n', '\n')
|
||||
text = text.replace('\r', '\n')
|
||||
|
||||
return text
|
||||
|
||||
def specified_newlines(self, text):
|
||||
if self.newline == '\n':
|
||||
return text
|
||||
|
||||
return text.replace('\n', self.newline)
|
||||
|
||||
class TxtMetadata(object):
|
||||
def __init__(self):
|
||||
self.author = None
|
||||
self.title = None
|
||||
self.series = None
|
||||
|
||||
|
||||
class TxtNewlines(object):
|
||||
NEWLINE_TYPES = {
|
||||
'system' : os.linesep,
|
||||
'unix' : '\n',
|
||||
'old_mac' : '\r',
|
||||
'windows' : '\r\n'
|
||||
}
|
||||
|
||||
def __init__(self, newline_type):
|
||||
self.newline = self.NEWLINE_TYPES.get(newline_type.lower(), os.linesep)
|
||||
|
||||
|
||||
def config(defaults=None):
|
||||
desc = _('Options to control the conversion to TXT')
|
||||
if defaults is None:
|
||||
c = Config('txt', desc)
|
||||
else:
|
||||
c = StringConfig(defaults, desc)
|
||||
|
||||
txt = c.add_group('TXT', _('TXT options.'))
|
||||
|
||||
txt('newline', ['--newline'], default='system',
|
||||
help=_('Type of newline to use. Options are %s. Default is \'system\'. '
|
||||
'Use \'old_mac\' for compatibility with Mac OS 9 and earlier. '
|
||||
'For Mac OS X use \'unix\'. \'system\' will default to the newline '
|
||||
'type used by this OS.' % sorted(TxtNewlines.NEWLINE_TYPES.keys())))
|
||||
txt('prepend_author', ['--prepend-author'], default='true',
|
||||
help=_('Write the author to the beginning of the file. '
|
||||
'Default is \'true\'. Use \'false\' to disable.'))
|
||||
txt('prepend_title', ['--prepend-title'], default='true',
|
||||
help=_('Write the title to the beginning of the file. '
|
||||
'Default is \'true\'. Use \'false\' to disable.'))
|
||||
|
||||
return c
|
||||
|
||||
def option_parser():
|
||||
c = config()
|
||||
parser = c.option_parser(usage='%prog '+_('[options]')+' file.opf')
|
||||
parser.add_option(
|
||||
'-o', '--output', default=None,
|
||||
help=_('Output file. Default is derived from input filename.'))
|
||||
parser.add_option(
|
||||
'-v', '--verbose', default=0, action='count',
|
||||
help=_('Useful for debugging.'))
|
||||
return parser
|
||||
|
||||
def oeb2txt(opts, inpath):
|
||||
logger = LoggingInterface(logging.getLogger('oeb2txt'))
|
||||
logger.setup_cli_handler(opts.verbose)
|
||||
|
||||
outpath = opts.output
|
||||
if outpath is None:
|
||||
outpath = os.path.basename(inpath)
|
||||
outpath = os.path.splitext(outpath)[0] + '.txt'
|
||||
|
||||
mi = metadata_from_formats([inpath])
|
||||
metadata = TxtMetadata()
|
||||
if opts.prepend_author.lower() == 'true':
|
||||
metadata.author = opts.authors if opts.authors else authors_to_string(mi.authors)
|
||||
if opts.prepend_title.lower() == 'true':
|
||||
metadata.title = opts.title if opts.title else mi.title
|
||||
|
||||
newline = TxtNewlines(opts.newline)
|
||||
|
||||
writer = TXTWriter(newline.newline)
|
||||
writer.dump(inpath, outpath, metadata)
|
||||
run_plugins_on_postprocess(outpath, 'txt')
|
||||
logger.log_info(_('Output written to ') + outpath)
|
||||
|
||||
def main(argv=sys.argv):
|
||||
parser = option_parser()
|
||||
opts, args = parser.parse_args(argv[1:])
|
||||
if len(args) != 1:
|
||||
parser.print_help()
|
||||
return 1
|
||||
inpath = args[0]
|
||||
retval = oeb2txt(opts, inpath)
|
||||
return retval
|
||||
|
||||
if __name__ == '__main__':
|
||||
sys.exit(main())
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user