Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

develop with multiple urls

Browse Source
This commit is contained in:
Kovid Goyal 2024-08-16 12:05:05 +05:30
parent 885961acc0
commit 5a1d5c21ff
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
2 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
resources/scraper.js
View File

@ -83,8 +83,8 @@
return ans; return ans;
} }
const payload = JSON.parse(document.getElementById('payload').textContent);
window.get_messages = get_messages; window.get_messages = get_messages;
window.abort_download = abort_download; window.abort_download = abort_download;
const payload = JSON.parse(document.getElementById('payload').textContent);
download(payload.req, payload.data); download(payload.req, payload.data);
})(); })();

14
src/calibre/scraper/webengine_backend.py
View File

@ -274,14 +274,16 @@ def worker(tdir: str, user_agent: str, verify_ssl_certificates: bool) -> None:
return qt_worker(tdir, user_agent, verify_ssl_certificates, FetchBackend) return qt_worker(tdir, user_agent, verify_ssl_certificates, FetchBackend)
def develop(url: str) -> None: def develop(*urls: str) -> None:
from calibre.scraper.qt import WebEngineBrowser from calibre.scraper.qt import WebEngineBrowser
br = WebEngineBrowser() br = WebEngineBrowser()
res = br.open(url) for url in urls:
print(f'{res.code} {res.reason}') print(url)
print(res.headers) res = br.open(url)
print(len(res.read())) print(f'{res.code} {res.reason}')
print(res.headers)
print(len(res.read()))
if __name__ == '__main__': if __name__ == '__main__':
develop(sys.argv[-1]) develop(*sys.argv[1:])