Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

No need for a separate scraper.js for a few lines of JS

Browse Source
This commit is contained in:
Kovid Goyal 2024-08-15 22:39:59 +05:30
parent b712d19eba
commit f17dd504b3
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 21 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
src/calibre/scraper/simple_backend.py
View File

@ -10,7 +10,6 @@ from functools import lru_cache
from qt.core import QApplication, QEventLoop, QUrl from qt.core import QApplication, QEventLoop, QUrl
from qt.webengine import QWebEnginePage, QWebEngineProfile, QWebEngineSettings from qt.webengine import QWebEnginePage, QWebEngineProfile, QWebEngineSettings
from calibre.utils.resources import get_path as P
from calibre.utils.webengine import create_script, insert_scripts, setup_profile from calibre.utils.webengine import create_script, insert_scripts, setup_profile
@ -48,8 +47,28 @@ def create_base_profile(cache_name='', allow_js=False):
@lru_cache(maxsize=None) @lru_cache(maxsize=None)
def create_profile(cache_name='', allow_js=False): def create_profile(cache_name='', allow_js=False):
ans = create_base_profile(cache_name, allow_js) ans = create_base_profile(cache_name, allow_js)
js = P('scraper.js', allow_user_override=False, data=True).decode('utf-8')
ans.token = secrets.token_hex() ans.token = secrets.token_hex()
js = '''
(function() {
"use strict";
function send_msg(data) {
var token = 'TOKEN';
var msg = token + ' ' + JSON.stringify(data);
console.log(msg);
}
function debug() {
var args = Array.prototype.slice.call(arguments);
var text = args.join(' ');
send_msg({type: 'print', text: text});
}
if (document.location && document.location.href && !document.location.href.startsWith('chrome-error:') && !document.location.href.startsWith('about:')) {
send_msg({type: 'domready', url: document.location.href, html: new XMLSerializer().serializeToString(document)});
}
})();
'''
js = js.replace('TOKEN', ans.token) js = js.replace('TOKEN', ans.token)
insert_scripts(ans, create_script('scraper.js', js)) insert_scripts(ans, create_script('scraper.js', js))
return ans return ans