mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
Port calibredb add
This commit is contained in:
Kovid Goyal
parent
9d5b32f3dd
commit
ae38edc6ad
375
src/calibre/db/cli/cmd_add.py
Normal file
375
src/calibre/db/cli/cmd_add.py
Normal file
@ -0,0 +1,375 @@
|
|||||||
|
#!/usr/bin/env python2
|
||||||
|
# vim:fileencoding=utf-8
|
||||||
|
# License: GPLv3 Copyright: 2017, Kovid Goyal <kovid at kovidgoyal.net>
|
||||||
|
|
||||||
|
from __future__ import absolute_import, division, print_function, unicode_literals
|
||||||
|
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
from io import BytesIO
|
||||||
|
from optparse import OptionGroup, OptionValueError
|
||||||
|
|
||||||
|
from calibre import prints
|
||||||
|
from calibre.db.adding import compile_rule, recursive_import, import_book_directory, import_book_directory_multiple
|
||||||
|
from calibre.ebooks.metadata import MetaInformation, string_to_authors
|
||||||
|
from calibre.ebooks.metadata.book.serialize import read_cover
|
||||||
|
from calibre.ebooks.metadata.meta import get_metadata
|
||||||
|
from calibre.srv.changes import books_added
|
||||||
|
from calibre.utils.localization import canonicalize_lang
|
||||||
|
|
||||||
|
readonly = False
|
||||||
|
|
||||||
|
|
||||||
|
def to_stream(data):
|
||||||
|
ans = BytesIO(data[1])
|
||||||
|
ans.name = data[0]
|
||||||
|
return ans
|
||||||
|
|
||||||
|
|
||||||
|
def empty(db, notify_changes, is_remote, args):
|
||||||
|
mi = args[0]
|
||||||
|
ids, duplicates = db.add_books([(mi, {})])
|
||||||
|
if is_remote:
|
||||||
|
notify_changes(books_added(ids))
|
||||||
|
db.dump_metadata()
|
||||||
|
return ids, bool(duplicates)
|
||||||
|
|
||||||
|
|
||||||
|
def book(db, notify_changes, is_remote, args):
|
||||||
|
data, fmt, mi, add_duplicates = args
|
||||||
|
if is_remote:
|
||||||
|
data = to_stream(data)
|
||||||
|
ids, duplicates = db.add_books(
|
||||||
|
[(mi, {fmt: data})], add_duplicates=add_duplicates)
|
||||||
|
if is_remote:
|
||||||
|
notify_changes(books_added(ids))
|
||||||
|
db.dump_metadata()
|
||||||
|
return ids, bool(duplicates)
|
||||||
|
|
||||||
|
|
||||||
|
def add_books(db, notify_changes, is_remote, args):
|
||||||
|
books, kwargs = args
|
||||||
|
if is_remote:
|
||||||
|
books = [(mi, {k:to_stream(v) for k, v in fmt_map.iteritems()}) for mi, fmt_map in books]
|
||||||
|
ids, duplicates = db.add_books(books, **kwargs)
|
||||||
|
if is_remote:
|
||||||
|
notify_changes(books_added(ids))
|
||||||
|
db.dump_metadata()
|
||||||
|
return ids, [(mi.title, [getattr(x, 'name', '<stream>') for x in format_map.itervalues()]) for mi, format_map in duplicates]
|
||||||
|
|
||||||
|
|
||||||
|
def implementation(db, notify_changes, action, *args):
|
||||||
|
is_remote = notify_changes is not None
|
||||||
|
func = globals()[action]
|
||||||
|
return func(db, notify_changes, is_remote, args)
|
||||||
|
|
||||||
|
|
||||||
|
class DBProxy(object):
|
||||||
|
# Allows dbctx to be used with the directory adding API that expects a
|
||||||
|
# normal db object. Fortunately that API only calls one method,
|
||||||
|
# add_books()
|
||||||
|
|
||||||
|
def __init__(self, dbctx):
|
||||||
|
self.new_api = self
|
||||||
|
self.dbctx = dbctx
|
||||||
|
|
||||||
|
def add_books(self, books, **kwargs):
|
||||||
|
books = [(read_cover(mi), {k:self.dbctx.path(v) for k, v in fmt_map.iteritems()}) for mi, fmt_map in books]
|
||||||
|
return self.dbctx.run('add', 'add_books', books, kwargs)
|
||||||
|
|
||||||
|
|
||||||
|
def do_add_empty(
|
||||||
|
dbctx, title, authors, isbn, tags, series, series_index, cover, identifiers,
|
||||||
|
languages
|
||||||
|
):
|
||||||
|
mi = MetaInformation(None)
|
||||||
|
if title is not None:
|
||||||
|
mi.title = title
|
||||||
|
if authors:
|
||||||
|
mi.authors = authors
|
||||||
|
if identifiers:
|
||||||
|
mi.set_identifiers(identifiers)
|
||||||
|
if isbn:
|
||||||
|
mi.isbn = isbn
|
||||||
|
if tags:
|
||||||
|
mi.tags = tags
|
||||||
|
if series:
|
||||||
|
mi.series, mi.series_index = series, series_index
|
||||||
|
if cover:
|
||||||
|
mi.cover = cover
|
||||||
|
if languages:
|
||||||
|
mi.languages = languages
|
||||||
|
ids, duplicates = dbctx.run('add', 'empty', read_cover(mi))
|
||||||
|
prints(_('Added book ids: %s') % ','.join(map(str, ids)))
|
||||||
|
|
||||||
|
|
||||||
|
def do_add(
|
||||||
|
dbctx, paths, one_book_per_directory, recurse, add_duplicates, otitle, oauthors,
|
||||||
|
oisbn, otags, oseries, oseries_index, ocover, oidentifiers, olanguages,
|
||||||
|
compiled_rules
|
||||||
|
):
|
||||||
|
orig = sys.stdout
|
||||||
|
try:
|
||||||
|
files, dirs = [], []
|
||||||
|
for path in paths:
|
||||||
|
path = os.path.abspath(path)
|
||||||
|
if os.path.isdir(path):
|
||||||
|
dirs.append(path)
|
||||||
|
else:
|
||||||
|
if os.path.exists(path):
|
||||||
|
files.append(path)
|
||||||
|
else:
|
||||||
|
prints(path, 'not found')
|
||||||
|
|
||||||
|
file_duplicates, added_ids = [], set()
|
||||||
|
for book in files:
|
||||||
|
fmt = os.path.splitext(book)[1]
|
||||||
|
fmt = fmt[1:] if fmt else None
|
||||||
|
if not fmt:
|
||||||
|
continue
|
||||||
|
with lopen(book, 'rb') as stream:
|
||||||
|
mi = get_metadata(stream, stream_type=fmt, use_libprs_metadata=True)
|
||||||
|
if not mi.title:
|
||||||
|
mi.title = os.path.splitext(os.path.basename(book))[0]
|
||||||
|
if not mi.authors:
|
||||||
|
mi.authors = [_('Unknown')]
|
||||||
|
if oidentifiers:
|
||||||
|
ids = mi.get_identifiers()
|
||||||
|
ids.update(oidentifiers)
|
||||||
|
mi.set_identifiers(ids)
|
||||||
|
for x in ('title', 'authors', 'isbn', 'tags', 'series', 'languages'):
|
||||||
|
val = locals()['o' + x]
|
||||||
|
if val:
|
||||||
|
setattr(mi, x, val)
|
||||||
|
if oseries:
|
||||||
|
mi.series_index = oseries_index
|
||||||
|
if ocover:
|
||||||
|
mi.cover = ocover
|
||||||
|
mi.cover_data = (None, None)
|
||||||
|
|
||||||
|
ids, dups = dbctx.run(
|
||||||
|
'add', 'book', dbctx.path(book), fmt, read_cover(mi), add_duplicates
|
||||||
|
)
|
||||||
|
added_ids |= set(ids)
|
||||||
|
if dups:
|
||||||
|
file_duplicates.append((mi.title, book))
|
||||||
|
|
||||||
|
dir_dups = []
|
||||||
|
dbproxy = DBProxy(dbctx)
|
||||||
|
|
||||||
|
for dpath in dirs:
|
||||||
|
if recurse:
|
||||||
|
dups = recursive_import(
|
||||||
|
dbproxy,
|
||||||
|
dpath,
|
||||||
|
single_book_per_directory=one_book_per_directory,
|
||||||
|
added_ids=added_ids,
|
||||||
|
compiled_rules=compiled_rules,
|
||||||
|
add_duplicates=add_duplicates
|
||||||
|
) or []
|
||||||
|
else:
|
||||||
|
func = import_book_directory if one_book_per_directory else import_book_directory_multiple
|
||||||
|
dups = func(
|
||||||
|
dbproxy,
|
||||||
|
dpath,
|
||||||
|
added_ids=added_ids,
|
||||||
|
compiled_rules=compiled_rules,
|
||||||
|
add_duplicates=add_duplicates
|
||||||
|
) or []
|
||||||
|
dir_dups.extend(dups)
|
||||||
|
|
||||||
|
sys.stdout = sys.__stdout__
|
||||||
|
|
||||||
|
if dir_dups or file_duplicates:
|
||||||
|
prints(
|
||||||
|
_(
|
||||||
|
'The following books were not added as '
|
||||||
|
'they already exist in the database '
|
||||||
|
'(see --duplicates option):'
|
||||||
|
),
|
||||||
|
file=sys.stderr
|
||||||
|
)
|
||||||
|
for title, formats in dir_dups:
|
||||||
|
prints(' ', title, file=sys.stderr)
|
||||||
|
for path in formats:
|
||||||
|
prints(' ', path)
|
||||||
|
if file_duplicates:
|
||||||
|
for title, path in file_duplicates:
|
||||||
|
prints(' ', title, file=sys.stderr)
|
||||||
|
prints(' ', path)
|
||||||
|
|
||||||
|
if added_ids:
|
||||||
|
prints(_('Added book ids: %s') % (', '.join(map(type(u''), added_ids))))
|
||||||
|
finally:
|
||||||
|
sys.stdout = orig
|
||||||
|
|
||||||
|
|
||||||
|
def option_parser(get_parser):
|
||||||
|
parser = get_parser(
|
||||||
|
_(
|
||||||
|
'''\
|
||||||
|
%prog add [options] file1 file2 file3 ...
|
||||||
|
|
||||||
|
Add the specified files as books to the database. You can also specify directories, see
|
||||||
|
the directory related options below.
|
||||||
|
'''
|
||||||
|
)
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-d',
|
||||||
|
'--duplicates',
|
||||||
|
action='store_true',
|
||||||
|
default=False,
|
||||||
|
help=_(
|
||||||
|
'Add books to database even if they already exist. Comparison is done based on book titles.'
|
||||||
|
)
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-e',
|
||||||
|
'--empty',
|
||||||
|
action='store_true',
|
||||||
|
default=False,
|
||||||
|
help=_('Add an empty book (a book with no formats)')
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-t', '--title', default=None, help=_('Set the title of the added book(s)')
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-a',
|
||||||
|
'--authors',
|
||||||
|
default=None,
|
||||||
|
help=_('Set the authors of the added book(s)')
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-i', '--isbn', default=None, help=_('Set the ISBN of the added book(s)')
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-I',
|
||||||
|
'--identifier',
|
||||||
|
default=[],
|
||||||
|
action='append',
|
||||||
|
help=_('Set the identifiers for this book, for e.g. -I asin:XXX -I isbn:YYY')
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-T', '--tags', default=None, help=_('Set the tags of the added book(s)')
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-s',
|
||||||
|
'--series',
|
||||||
|
default=None,
|
||||||
|
help=_('Set the series of the added book(s)')
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-S',
|
||||||
|
'--series-index',
|
||||||
|
default=1.0,
|
||||||
|
type=float,
|
||||||
|
help=_('Set the series number of the added book(s)')
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-c',
|
||||||
|
'--cover',
|
||||||
|
default=None,
|
||||||
|
help=_('Path to the cover to use for the added book')
|
||||||
|
)
|
||||||
|
parser.add_option(
|
||||||
|
'-l',
|
||||||
|
'--languages',
|
||||||
|
default=None,
|
||||||
|
help=_(
|
||||||
|
'A comma separated list of languages (best to use ISO639 language codes, though some language names may also be recognized)'
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
g = OptionGroup(
|
||||||
|
parser,
|
||||||
|
_('ADDING FROM DIRECTORIES'),
|
||||||
|
_(
|
||||||
|
'Options to control the adding of books from directories. By default only files that have extensions of known e-book file types are added.'
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
def filter_pat(option, opt, value, parser, action):
|
||||||
|
try:
|
||||||
|
getattr(parser.values, option.dest).append(
|
||||||
|
compile_rule({
|
||||||
|
'match_type': 'glob',
|
||||||
|
'query': value,
|
||||||
|
'action': action
|
||||||
|
})
|
||||||
|
)
|
||||||
|
except Exception:
|
||||||
|
raise OptionValueError('%r is not a valid filename pattern' % value)
|
||||||
|
|
||||||
|
g.add_option(
|
||||||
|
'-1',
|
||||||
|
'--one-book-per-directory',
|
||||||
|
action='store_true',
|
||||||
|
default=False,
|
||||||
|
help=_(
|
||||||
|
'Assume that each directory has only a single logical book and that all files in it are different e-book formats of that book'
|
||||||
|
)
|
||||||
|
)
|
||||||
|
g.add_option(
|
||||||
|
'-r',
|
||||||
|
'--recurse',
|
||||||
|
action='store_true',
|
||||||
|
default=False,
|
||||||
|
help=_('Process directories recursively')
|
||||||
|
)
|
||||||
|
|
||||||
|
def fadd(opt, action, help):
|
||||||
|
g.add_option(
|
||||||
|
opt,
|
||||||
|
action='callback',
|
||||||
|
type='string',
|
||||||
|
nargs=1,
|
||||||
|
default=[],
|
||||||
|
callback=filter_pat,
|
||||||
|
dest='filters',
|
||||||
|
callback_args=(action, ),
|
||||||
|
metavar=_('GLOB PATTERN'),
|
||||||
|
help=help
|
||||||
|
)
|
||||||
|
|
||||||
|
fadd(
|
||||||
|
'--ignore', 'ignore',
|
||||||
|
_(
|
||||||
|
'A filename (glob) pattern, files matching this pattern will be ignored when scanning directories for files.'
|
||||||
|
' Can be specified multiple times for multiple patterns. For e.g.: *.pdf will ignore all pdf files'
|
||||||
|
)
|
||||||
|
)
|
||||||
|
fadd(
|
||||||
|
'--add', 'add',
|
||||||
|
_(
|
||||||
|
'A filename (glob) pattern, files matching this pattern will be added when scanning directories for files,'
|
||||||
|
' even if they are not of a known e-book file type. Can be specified multiple times for multiple patterns.'
|
||||||
|
)
|
||||||
|
)
|
||||||
|
parser.add_option_group(g)
|
||||||
|
|
||||||
|
return parser
|
||||||
|
|
||||||
|
|
||||||
|
def main(opts, args, dbctx):
|
||||||
|
aut = string_to_authors(opts.authors) if opts.authors else []
|
||||||
|
tags = [x.strip() for x in opts.tags.split(',')] if opts.tags else []
|
||||||
|
lcodes = [canonicalize_lang(x) for x in (opts.languages or '').split(',')]
|
||||||
|
lcodes = [x for x in lcodes if x]
|
||||||
|
identifiers = (x.partition(':')[::2] for x in opts.identifier)
|
||||||
|
identifiers = dict((k.strip(), v.strip()) for k, v in identifiers
|
||||||
|
if k.strip() and v.strip())
|
||||||
|
if opts.empty:
|
||||||
|
do_add_empty(
|
||||||
|
dbctx, opts.title, aut, opts.isbn, tags, opts.series, opts.series_index,
|
||||||
|
opts.cover, identifiers, lcodes
|
||||||
|
)
|
||||||
|
return 0
|
||||||
|
if len(args) < 1:
|
||||||
|
raise SystemExit(_('You must specify at least one file to add'))
|
||||||
|
do_add(
|
||||||
|
dbctx, args, opts.one_book_per_directory, opts.recurse, opts.duplicates,
|
||||||
|
opts.title, aut, opts.isbn, tags, opts.series, opts.series_index, opts.cover,
|
||||||
|
identifiers, lcodes, opts.filters
|
||||||
|
)
|
||||||
|
return 0
|
||||||
13
src/calibre/srv/changes.py
Normal file
13
src/calibre/srv/changes.py
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
#!/usr/bin/env python2
|
||||||
|
# vim:fileencoding=utf-8
|
||||||
|
# License: GPLv3 Copyright: 2017, Kovid Goyal <kovid at kovidgoyal.net>
|
||||||
|
|
||||||
|
from __future__ import absolute_import, division, print_function, unicode_literals
|
||||||
|
|
||||||
|
|
||||||
|
def books_added(book_ids):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
def formats_added(formats_map):
|
||||||
|
pass
|
||||||
Loading…
x
Reference in New Issue
Block a user