From 46a0e2a66f4f440a8135685d74c43dcccd1a4570 Mon Sep 17 00:00:00 2001 From: unkn0w7n <51942695+unkn0w7n@users.noreply.github.com> Date: Wed, 19 Jul 2023 10:46:41 +0530 Subject: [PATCH] Bloomberg --- recipes/bloomberg-business-week.recipe | 11 +++++++++-- recipes/bloomberg.recipe | 8 +++++++- 2 files changed, 16 insertions(+), 3 deletions(-) diff --git a/recipes/bloomberg-business-week.recipe b/recipes/bloomberg-business-week.recipe index 7f00977270..55a3623f5e 100644 --- a/recipes/bloomberg-business-week.recipe +++ b/recipes/bloomberg-business-week.recipe @@ -2,7 +2,8 @@ from calibre.web.feeds.news import BasicNewsRecipe, classes from calibre import browser from html5_parser import parse import json - +import random +import time class Bloomberg(BasicNewsRecipe): title = u'Bloomberg Businessweek' @@ -14,7 +15,10 @@ class Bloomberg(BasicNewsRecipe): ignore_duplicate_articles = {'url'} resolve_internal_links = True masthead_url = 'https://assets.bwbx.io/s3/javelin/public/hub/images/BW-Logo-Black-cc9035fbb3.svg' - delay = 7 # seconds + + # delay = 7 # seconds + # simultaneous_downloads = 1 + extra_css = ''' #auth {font-size:small; font-weight:bold;} #time, .chart {font-size:small;} @@ -128,6 +132,9 @@ class Bloomberg(BasicNewsRecipe): for objects in body_data: + pause = random.choice((0.5, 1, 1.25, 1.5)) + time.sleep(pause) + if objects['type'] == 'media' and objects['subType'] == 'photo': body += '

'.format(objects['data']['photo']['src']) body += '' + objects['data']['photo']['caption'] + '

' diff --git a/recipes/bloomberg.recipe b/recipes/bloomberg.recipe index 6db026428e..e24412abac 100644 --- a/recipes/bloomberg.recipe +++ b/recipes/bloomberg.recipe @@ -3,6 +3,8 @@ from calibre import browser from html5_parser import parse from calibre.ptempfile import PersistentTemporaryFile import json +import random +import time class Bloomberg(BasicNewsRecipe): title = u'Bloomberg' @@ -14,7 +16,8 @@ class Bloomberg(BasicNewsRecipe): ignore_duplicate_articles = {'url', 'title'} resolve_internal_links = True - delay = 7 # seconds + # delay = 7 # seconds + # simultaneous_downloads = 1 extra_css = ''' #auth {font-size:small; font-weight:bold;} @@ -122,6 +125,9 @@ class Bloomberg(BasicNewsRecipe): for objects in body_data: + pause = random.choice((0.5, 1, 1.25, 1.5)) + time.sleep(pause) + if objects['type'] == 'media' and objects['subType'] == 'photo': body += '

'.format(objects['data']['photo']['src']) body += '' + objects['data']['photo']['caption'] + '

'