#!/usr/bin/env python # vim:fileencoding=UTF-8:ts=4:sw=4:sta:et:sts=4:ai from __future__ import print_function __license__ = 'GPL v3' __copyright__ = '2008, Kovid Goyal ' import os, re, textwrap from functools import partial from sphinx.util.console import bold from sphinx.util.logging import getLogger from calibre.linux import entry_points, cli_index_strings from epub import EPUBHelpBuilder from latex import LaTeXHelpBuilder def substitute(app, doctree): pass def info(*a): getLogger(__name__).info(*a) include_pat = re.compile(r'^.. include:: (\S+.rst)', re.M) def source_read_handler(app, docname, source): src = source[0] if app.builder.name != 'gettext' and app.config.language != 'en': src = re.sub(r'(\s+generated/)en/', r'\1' + app.config.language + '/', src) # Sphinx does not call source_read_handle for the .. include directive for m in reversed(tuple(include_pat.finditer(src))): included_doc_name = m.group(1).lstrip('/') ss = [open(included_doc_name).read().decode('utf-8')] source_read_handler(app, included_doc_name.partition('.')[0], ss) src = src[:m.start()] + ss[0] + src[m.end():] source[0] = src CLI_INDEX=''' .. _cli: %s ========================================================= .. image:: ../../images/cli.png .. note:: %s %s -------------------------------------- .. toctree:: :maxdepth: 1 {documented} %s ---------------------------------------- {undocumented} %s ''' CLI_PREAMBLE='''\ .. _{cmdref}: .. raw:: html ``{cmd}`` =================================================================== .. code-block:: none {cmdline} {usage} ''' def titlecase(app, x): if x and app.config.language == 'en': from calibre.utils.titlecase import titlecase as tc x = tc(x) return x def generate_calibredb_help(preamble, app): from calibre.db.cli.main import COMMANDS, option_parser_for, get_parser preamble = preamble[:preamble.find('\n\n\n', preamble.find('code-block'))] preamble += textwrap.dedent(''' :command:`calibredb` is the command line interface to the calibre database. It has several sub-commands, documented below. :command:`calibredb` can be used to manipulate either a calibre database specified by path or a calibre :guilabel:`Content server` running either on the local machine or over the internet. You can start a calibre :guilabel:`Content server` using either the :command:`calibre-server` program or in the main calibre program click :guilabel:`Connect/share -> Start Content server`. Since :command:`calibredb` can make changes to your calibre libraries, you must setup authentication on the server first. There are two ways to do that: * If you plan to connect only to a server running on the same computer, you can simply use the ``--enable-local-write`` option of the content server, to allow any program, including calibredb, running on the local computer to make changes to your calibre data. When running the server from the main calibre program, this option is in :guilabel:`Preferences->Sharing over the net->Advanced`. * If you want to enable access over the internet, then you should setup user accounts on the server and use the :option:`--username` and :option:`--password` options to :command:`calibredb` to give it access. You can setup user authentication for :command:`calibre-server` by using the ``--enable-auth`` option and using ``--manage-users`` to create the user accounts. If you are running the server from the main calibre program, use :guilabel:`Preferences->Sharing over the net->Require username/password`. To connect to a running Content server, pass the URL of the server to the :option:`--with-library` option, see the documentation of that option for details and examples. ''') global_parser = get_parser('') groups = [] for grp in global_parser.option_groups: groups.append((titlecase(app, grp.title), grp.description, grp.option_list)) global_options = '\n'.join(render_options('calibredb', groups, False, False)) lines = [] for cmd in COMMANDS: parser = option_parser_for(cmd)() lines += ['.. _calibredb-%s-%s:' % (app.config.language, cmd), ''] lines += [cmd, '~'*20, ''] usage = parser.usage.strip() usage = [i for i in usage.replace('%prog', 'calibredb').splitlines()] cmdline = ' '+usage[0] usage = usage[1:] usage = [re.sub(r'(%s)([^a-zA-Z0-9])'%cmd, r':command:`\1`\2', i) for i in usage] lines += ['.. code-block:: none', '', cmdline, ''] lines += usage groups = [(None, None, parser.option_list)] lines += [''] lines += render_options('calibredb '+cmd, groups, False) lines += [''] for group in parser.option_groups: if not getattr(group, 'is_global_options', False): lines.extend(render_options( 'calibredb_' + cmd, [[titlecase(app, group.title), group.description, group.option_list]], False, False, header_level='^')) lines += [''] raw = preamble + '\n\n'+'.. contents::\n :local:'+ '\n\n' + global_options+'\n\n'+'\n'.join(lines) update_cli_doc('calibredb', raw, app) def generate_ebook_convert_help(preamble, app): from calibre.ebooks.conversion.cli import create_option_parser, manual_index_strings from calibre.customize.ui import input_format_plugins, output_format_plugins from calibre.utils.logging import default_log preamble = re.sub(r'http.*\.html', ':ref:`conversion`', preamble) raw = preamble + '\n\n' + manual_index_strings() % 'ebook-convert myfile.input_format myfile.output_format -h' parser, plumber = create_option_parser(['ebook-convert', 'dummyi.mobi', 'dummyo.epub', '-h'], default_log) groups = [(None, None, parser.option_list)] for grp in parser.option_groups: if grp.title not in {'INPUT OPTIONS', 'OUTPUT OPTIONS'}: groups.append((titlecase(app, grp.title), grp.description, grp.option_list)) options = '\n'.join(render_options('ebook-convert', groups, False)) raw += '\n\n.. contents::\n :local:' raw += '\n\n' + options for pl in sorted(input_format_plugins(), key=lambda x: x.name): parser, plumber = create_option_parser(['ebook-convert', 'dummyi.'+sorted(pl.file_types)[0], 'dummyo.epub', '-h'], default_log) groups = [(pl.name+ ' Options', '', g.option_list) for g in parser.option_groups if g.title == "INPUT OPTIONS"] prog = 'ebook-convert-'+(pl.name.lower().replace(' ', '-')) raw += '\n\n' + '\n'.join(render_options(prog, groups, False, True)) for pl in sorted(output_format_plugins(), key=lambda x: x.name): parser, plumber = create_option_parser(['ebook-convert', 'd.epub', 'dummyi.'+pl.file_type, '-h'], default_log) groups = [(pl.name+ ' Options', '', g.option_list) for g in parser.option_groups if g.title == "OUTPUT OPTIONS"] prog = 'ebook-convert-'+(pl.name.lower().replace(' ', '-')) raw += '\n\n' + '\n'.join(render_options(prog, groups, False, True)) update_cli_doc('ebook-convert', raw, app) def update_cli_doc(name, raw, app): if isinstance(raw, type(u'')): raw = raw.encode('utf-8') path = 'generated/%s/%s.rst' % (app.config.language, name) old_raw = open(path, 'rb').read() if os.path.exists(path) else '' if not os.path.exists(path) or old_raw != raw: import difflib print(path, 'has changed') if old_raw: lines = difflib.unified_diff(old_raw.splitlines(), raw.splitlines(), path, path) for line in lines: print(line) info('creating '+os.path.splitext(os.path.basename(path))[0]) p = os.path.dirname(path) if p and not os.path.exists(p): os.makedirs(p) open(path, 'wb').write(raw) def render_options(cmd, groups, options_header=True, add_program=True, header_level='~'): lines = [''] if options_header: lines = [_('[options]'), '-'*40, ''] if add_program: lines += ['.. program:: '+cmd, ''] for title, desc, options in groups: if title: lines.extend([title, header_level * (len(title) + 4)]) lines.append('') if desc: lines.extend([desc, '']) for opt in sorted(options, key=lambda x: x.get_opt_string()): help = opt.help or '' help = help.replace('\n', ' ').replace('*', '\\*').replace('%default', str(opt.default)) help = help.replace('"', r'\ ``"``\ ') help = help.replace("'", r"\ ``'``\ ") help = mark_options(help) opt_strings = (x.strip() for x in tuple(opt._long_opts or ()) + tuple(opt._short_opts or ())) opt = '.. option:: ' + ', '.join(opt_strings) lines.extend([opt, '', ' '+help, '']) return lines def mark_options(raw): raw = re.sub(r'(\s+)--(\s+)', u'\\1``--``\\2', raw) def sub(m): opt = m.group() a, b = opt.partition('=')[::2] if a in ('--option1', '--option2'): return '``' + m.group() + '``' a = ':option:`' + a + '`' b = (' = ``' + b + '``') if b else '' return a + b raw = re.sub(r'(--[|()a-zA-Z0-9_=,-]+)', sub, raw) return raw def get_cli_docs(): documented_cmds = [] undocumented_cmds = [] for script in entry_points['console_scripts'] + entry_points['gui_scripts']: module = script[script.index('=')+1:script.index(':')].strip() cmd = script[:script.index('=')].strip() if cmd in ('calibre-complete', 'calibre-parallel'): continue module = __import__(module, fromlist=[module.split('.')[-1]]) if hasattr(module, 'option_parser'): try: documented_cmds.append((cmd, getattr(module, 'option_parser')())) except TypeError: documented_cmds.append((cmd, getattr(module, 'option_parser')(cmd))) else: undocumented_cmds.append(cmd) return documented_cmds, undocumented_cmds def cli_docs(app): info(bold('creating CLI documentation...')) documented_cmds, undocumented_cmds = get_cli_docs() documented_cmds.sort(key=lambda x: x[0]) undocumented_cmds.sort() documented = [' '*4 + c[0] for c in documented_cmds] undocumented = [' * ' + c for c in undocumented_cmds] raw = (CLI_INDEX % cli_index_strings()[:5]).format(documented='\n'.join(documented), undocumented='\n'.join(undocumented)) if not os.path.exists('cli'): os.makedirs('cli') update_cli_doc('cli-index', raw, app) for cmd, parser in documented_cmds: usage = [mark_options(i) for i in parser.usage.replace('%prog', cmd).splitlines()] cmdline = usage[0] usage = usage[1:] usage = [i.replace(cmd, ':command:`%s`'%cmd) for i in usage] usage = '\n'.join(usage) preamble = CLI_PREAMBLE.format(cmd=cmd, cmdref=cmd + '-' + app.config.language, cmdline=cmdline, usage=usage) if cmd == 'ebook-convert': generate_ebook_convert_help(preamble, app) elif cmd == 'calibredb': generate_calibredb_help(preamble, app) else: groups = [(None, None, parser.option_list)] for grp in parser.option_groups: groups.append((grp.title, grp.description, grp.option_list)) raw = preamble lines = render_options(cmd, groups) raw += '\n'+'\n'.join(lines) update_cli_doc(cmd, raw, app) def generate_docs(app): cli_docs(app) template_docs(app) def template_docs(app): from template_ref_generate import generate_template_language_help raw = generate_template_language_help(app.config.language) update_cli_doc('template_ref', raw, app) def localized_path(app, langcode, pagename): href = app.builder.get_target_uri(pagename) href = re.sub(r'generated/[a-z]+/', 'generated/%s/' % langcode, href) prefix = '/' if langcode != 'en': prefix += langcode + '/' return prefix + href def add_html_context(app, pagename, templatename, context, *args): context['localized_path'] = partial(localized_path, app) context['change_language_text'] = cli_index_strings()[5] context['search_box_text'] = cli_index_strings()[6] def guilabel_role(typ, rawtext, text, *args, **kwargs): from sphinx.roles import menusel_role text = text.replace(u'->', u'\N{THIN SPACE}\N{RIGHTWARDS ARROW}\N{THIN SPACE}') return menusel_role(typ, rawtext, text, *args, **kwargs) def setup_man_pages(app): documented_cmds = get_cli_docs()[0] man_pages = [] for cmd, option_parser in documented_cmds: path = 'generated/%s/%s' % (app.config.language, cmd) man_pages.append(( path, cmd, cmd, 'Kovid Goyal', 1 )) app.config['man_pages'] = man_pages def monkey_patch_docutils(): # fixes a bug in sphinx https://github.com/sphinx-doc/sphinx/issues/5150 from docutils import nodes orig_method = nodes.document.set_duplicate_name_id def set_duplicate_name_id(*a): try: return orig_method(*a) except KeyError: pass nodes.document.set_duplicate_name_id = set_duplicate_name_id def setup(app): from docutils.parsers.rst import roles monkey_patch_docutils() setup_man_pages(app) app.add_builder(EPUBHelpBuilder) app.add_builder(LaTeXHelpBuilder) app.connect('source-read', source_read_handler) app.connect('doctree-read', substitute) app.connect('builder-inited', generate_docs) app.connect('html-page-context', add_html_context) app.connect('build-finished', finished) roles.register_local_role('guilabel', guilabel_role) def finished(app, exception): pass