Economist JSON format has changed

This commit is contained in:
Kovid Goyal 2021-03-26 08:42:21 +05:30
parent e96068d20f
commit e6e1f54f8c
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
2 changed files with 4 additions and 0 deletions

View File

@ -49,6 +49,8 @@ def process_node(node, html_parent):
def load_article_from_json(raw, root):
data = json.loads(raw)['props']['pageProps']['content']
# open('/t/raw.json', 'w').write(json.dumps(data, indent=2, sort_keys=True))
if isinstance(data, list):
data = data[0]
body = root.xpath('//body')[0]
for child in tuple(body):
body.remove(child)

View File

@ -49,6 +49,8 @@ def process_node(node, html_parent):
def load_article_from_json(raw, root):
data = json.loads(raw)['props']['pageProps']['content']
# open('/t/raw.json', 'w').write(json.dumps(data, indent=2, sort_keys=True))
if isinstance(data, list):
data = data[0]
body = root.xpath('//body')[0]
for child in tuple(body):
body.remove(child)