mirror of
https://github.com/Kareadita/Kavita.git
synced 2025-06-05 22:54:13 -04:00
a01613f80f
* Added book filetype detection and reorganized tests due to size of file * Added ability to get basic Parse Info from Book and Pages. * We can now scan books and get them in a library with cover images. * Take the first image in the epub if the cover isn't set. * Implemented the ability to unzip the ebup to cache. Implemented a test api to load html files. * Just some test code to figure out how to approach this. * Fixed some merge conflicts * Removed some dead code from merge * Snapshot: I can now load everything properly into the UI by rewriting the urls before I send them back. I don't notice any lag from this method. It can be optimized further. * Implemented a way to load the content in the browser not via an iframe. * Added a note * Anchor mappings is complete. New anchors are updated so references now resolve to javascript:void() for UI to take care of internally loading and the appropriate page is mapped to it. Anchors that are external have target="_blank" added so they don't force you out of the app and styles are of course inlined. * Oops i need this * Table of contents api implemented (rough) and some small enhancements to codebase for books. * GetBookPageResources now only loads files from within the book. Nested chapter list support and images now use html parsing instead of string parsing. * Fonts now are remapped to load from endpoint. * book-resources now uses a key, ensuring the file is in proper format for lookup. Changed chapter list based on structure with one HEADER and nested chapters. * Properly handle svg resource requests and when there are part anchors that are clickable, make sure we handle them in the UI by adding a kavita-page handler. * Add Chapter group page even if one isn't set by using first page (without part) from nestedChildren. * Added extra debug code for issue #163. * Added new user preferences for books and updated the css so we scope it to our reading section. * Cleaned up style code * Implemented ability to save book preferences and some cleanup on existing apis. * Added an api for checking if a user has read something in a library type before. * Forgot to make sure the has reading progress is against a user lol. * Remove cacheservice code for books, sine we use an in-memory method * Handle svg images as well * Enhanced cover image extraction to check for a "cover" image if the cover image wasn't set in OPF before falling back to the first image. * Fixed an issue with special books not properly generating metadata due to not having filename set. * Cleanup, removed warmup task code from statup/program and changed taskscheduler to schedule tasks on startup only (or if tasks are changed from UI). * Code cleanup * Code cleanup * So much code. Lots of refactors to try to test scanner service. Moved a lot of the queries into Extensions to allow to easier test, even though it's hacky. Support @font-face src:url swaps with ' and ". Source summary information from epubs. * Well...baseURL needs to come from BE and not from UI lol. * Adjusted migrations so default values match Entity * Removed comment * I think I finally fixed #163! The issue was that when i checked if it had a parserInfo, i wasn't considering that the chapter range might have a - in it (0-6) and so when the code to check if range could parse out a number failed, it treated it like a special and checked range against info's filename. * Some bugfixes * Lots of testing, extracting code to make it easier to test. This code is buggy, but fixed a bug where 1) If we changed the normalization code, we would remove the whole db during a scan and 2) We weren't actually removing series properly. Other than that, code is being extracted to remove duplication and centralize logic. * More code cleanup and test cleanup to ensure scan loop is working as expected and matches expectaions from tests. * Cleaned up the code and made it so if I change normalization, which I do in this branch, it wont break existing DBs. * Some comic parser changes for partial chapter support. * Added some code for directory service and scanner service along with python code to generate test files (not used yet). Fixed up all the tests. * Code smells
80 lines
2.5 KiB
Python
80 lines
2.5 KiB
Python
""" This script should be run on a directory which will generate a test case file
|
|
that can be loaded into the renametest.py"""
|
|
import os
|
|
from pathlib import Path
|
|
import shutil
|
|
|
|
verbose = False
|
|
|
|
def print_log(val):
|
|
if verbose:
|
|
print(val)
|
|
|
|
|
|
def create_test_base(file, root_dir):
|
|
""" Creates and returns a new base directory for data creation for a given testcase."""
|
|
base_dir = os.path.split(file.split('-testcase.txt')[0])[-1]
|
|
print_log('base_dir: {0}'.format(base_dir))
|
|
new_dir = os.path.join(root_dir, base_dir)
|
|
print_log('new dir: {0}'.format(new_dir))
|
|
p = Path(new_dir)
|
|
if not p.exists():
|
|
os.mkdir(new_dir)
|
|
|
|
return new_dir
|
|
|
|
|
|
|
|
def generate_data(file, root_dir):
|
|
''' Generates directories and fake files for testing against '''
|
|
|
|
base_dir = ''
|
|
if file.endswith('-testcase.txt'):
|
|
base_dir = create_test_base(file, root_dir)
|
|
|
|
files_to_create = []
|
|
with open(file, 'r') as in_file:
|
|
files_to_create = in_file.read().splitlines()
|
|
|
|
for filepath in files_to_create:
|
|
for part in os.path.split(filepath):
|
|
part_path = os.path.join(base_dir, part)
|
|
print_log('Checking if {0} exists '.format(part_path))
|
|
p = Path(part_path)
|
|
|
|
if not p.exists():
|
|
print_log('Creating: {0}'.format(part))
|
|
|
|
if p.suffix != '':
|
|
with open(os.path.join(root_dir, base_dir + '/' + filepath), 'w+') as f:
|
|
f.write('')
|
|
else:
|
|
os.mkdir(part_path)
|
|
|
|
def clean_up_generated_data(root_dir):
|
|
for root, dirs, files in os.walk(root_dir):
|
|
for dir in dirs:
|
|
shutil.rmtree(os.path.join(root, dir))
|
|
for file in files:
|
|
if not file.endswith('-testcase.txt'):
|
|
print_log('Removing {0}'.format(os.path.join(root, file)))
|
|
os.remove(os.path.join(root, file))
|
|
|
|
|
|
def generate_test_file():
|
|
root_dir = os.path.abspath('.')
|
|
current_folder = os.path.split(root_dir)[-1]
|
|
out_files = []
|
|
for root, _, files in os.walk(root_dir):
|
|
for file in files:
|
|
if not file.endswith('-testcase.txt'):
|
|
filename = os.path.join(root.replace(root_dir, ''), file) # root_dir or root_dir + '//'?
|
|
out_files.append(filename)
|
|
|
|
with open(os.path.join(root_dir, current_folder + '-testcase.txt'), 'w+') as f:
|
|
for filename in out_files:
|
|
f.write(filename + '\n')
|
|
|
|
if __name__ == '__main__':
|
|
verbose = True
|
|
generate_test_file() |