From 0d825ec9bcd5d0effb994a88614e76809da50a7e Mon Sep 17 00:00:00 2001
From: unkn0w7n <51942695+unkn0w7n@users.noreply.github.com>
Date: Thu, 10 Aug 2023 09:54:26 +0530
Subject: [PATCH] Update bloomberg.recipe

---
 recipes/bloomberg.recipe | 65 ++++++++++++++++++++++++----------------
 1 file changed, 39 insertions(+), 26 deletions(-)

diff --git a/recipes/bloomberg.recipe b/recipes/bloomberg.recipe
index 224fcac853..014a30cd8c 100644
--- a/recipes/bloomberg.recipe
+++ b/recipes/bloomberg.recipe
@@ -1,5 +1,4 @@
 from calibre.web.feeds.news import BasicNewsRecipe
-from calibre import browser
 from html5_parser import parse
 from calibre.ptempfile import PersistentTemporaryFile
 import json
@@ -7,19 +6,28 @@ import random
 import time
 
 def get_contents(x):
+    if x == '':
+        return ''
     otype = x.get('type', '')
     if otype == 'text':
-        return x.get('value', '')
+        if 'attributes' in x:
+            if 'strong' in x['attributes']:
+                return '<b>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</b>'
+            if 'emphasis' in x['attributes']:
+                return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
+        return x.get('value', '') + ''.join(map(get_contents, x.get('content', '')))
+    elif otype == 'br':
+        return '<br>'
     elif otype == 'paragraph':
-        return '<p>' + x.get('value', '') + ''.join(map(get_contents, x.get('content'))) + '</p>'
+        return '<p>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</p>'
     elif otype == 'heading':
-        return '<h3>' + x.get('value', '') + ''.join(map(get_contents, x.get('content'))) + '</h3>'
+        return '<h3>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</h3>'
     elif otype == 'list':
-        return '<ul>' + ''.join(map(get_contents, x.get('content'))) + '</ul>'
+        return '<ul>' + ''.join(map(get_contents, x.get('content', ''))) + '</ul>'
     elif otype == 'listItem':
-        return '<li>' + x.get('value', '') + ''.join(map(get_contents, x.get('content'))) + '</li>'
+        return '<li>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</li>'
     elif otype == 'quote':
-        return '<blockquote>' + x.get('value', '') + ''.join(map(get_contents, x.get('content'))) + '</blockquote>'
+        return '<blockquote class="col">' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</blockquote>'
     elif otype == 'media':
         if x['subType'] == 'photo':
             return '<div><div class="img"><img src="{}"></div><div class="cap">{}</div></div>'.format(
@@ -28,19 +36,22 @@ def get_contents(x):
             if x['data'] and x['data']['chart']:
                 return '<div class="img"><img src="{}"></div>'.format(x['data']['chart']['fallback'])
     elif otype == 'link':
-        if x['data'] and x['content'] and x['content'][0] and x['content'][0]['value']:
+        if 'data' in x:
             if 'href' in x['data']:
-                return '<a href="' + x['data']['href'] + '">' + x['content'][0]['value'] + '</a>'
-            return '<i>' + x['content'][0]['value'] + '</i>'
+                return '<a href="' + x['data']['href'] + '">' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</a>'
+            return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
+        return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
     elif otype == 'entity':
-        if x['content'] and x['content'][0] and x['content'][0]['value']:
-            if x['subType'] == 'story':
-                if x['data'] and x['data']['link'] and x['data']['link']['destination']:
-                    if 'web' in x['data']['link']['destination']:
-                        return '<a href="' + x['data']['link']['destination']['web'] + '">' + x['content'][0]['value'] + '</a>'
-                    return '<i>' + x['content'][0]['value'] + '</i>'
-            elif x['subType'] in ('person', 'security'):
-                return '<i>' + x['content'][0]['value'] + '</i>'
+        if x['subType'] == 'story':
+            if x['data'] and x['data']['link'] and x['data']['link']['destination']:
+                if 'web' in x['data']['link']['destination']:
+                    return '<a href="' + x['data']['link']['destination']['web'] + '">' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</a>'
+                return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
+            return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
+        return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
+    elif not any(x == otype for x in ['', 'ad', 'inline-newsletter', 'tabularData']):
+        if any(b in x for b in ['value', 'content']):
+            return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
 
     return ''
 
@@ -53,14 +64,16 @@ class Bloomberg(BasicNewsRecipe):
     use_embedded_content = False
     remove_attributes = ['style', 'height', 'width']
     ignore_duplicate_articles = {'url', 'title'}
+    masthead_url = 'https://assets.bbhub.io/company/sites/70/2022/09/logoBBGblck.svg'
+    description = 'Bloomberg delivers business and markets news, data, analysis, and video to the world, featuring stories from Businessweek and Bloomberg News.'
 
-    # delay = 7 # seconds
-    simultaneous_downloads = 3
+    simultaneous_downloads = 1
 
     extra_css = '''
         .auth {font-size:small; font-weight:bold;}
         .time, .chart {font-size:small;}
-        .subhead, blockquote {font-style:italic; color:#404040;}
+        .subhead {font-style:italic; color:#404040;}
+        i, .col {color:#202020;}
         .cat {font-size:small; color:gray;}
         .news-figure-caption-text, .cap, .img {font-size:small; text-align:center;}
         .news-figure-credit {font-size:small; text-align:center; color:#202020;}
@@ -89,9 +102,9 @@ class Bloomberg(BasicNewsRecipe):
         pt.close()
         return pt.name
 
-
-    def get_browser(self):
-        br = browser()
+    def get_browser(self, *a, **kw):
+        kw['user_agent'] = 'common_words/based'
+        br = BasicNewsRecipe.get_browser(self, *a, **kw)
         br.set_handle_redirect(False)
         return br
 
@@ -103,7 +116,7 @@ class Bloomberg(BasicNewsRecipe):
             'https://news.google.com/rss/search?q=when:27h+allinurl:bloomberg.com%2Fnews%2Fnewsletters%2F&hl=en-US&gl=US&ceid=US:en'),
         ('News',
             'https://news.google.com/rss/search?q=when:27h+allinurl:bloomberg.com%2Fnews%2Farticles%2F&hl=en-US&gl=US&ceid=US:en'),
-        ('Others', 'https://news.google.com/rss/search?q=when:27h+allinurl:bloomberg.com&hl=en-US&gl=US&ceid=US:en')
+        ('Others', 'https://news.google.com/rss/search?q=when:27h+allinurl:https%3A%2F%2Fwww.bloomberg.com&hl=en-US&gl=US&ceid=US:en')
     ]
 
     def preprocess_raw_html(self, raw, *a):
@@ -160,7 +173,7 @@ class Bloomberg(BasicNewsRecipe):
             body = ''
             body_data = data['body']['content']
             for x in body_data:
-                pause = random.choice((0.5, 1, 1.25))
+                pause = random.choice((0.25, 0.5, 0.75, 1))
                 time.sleep(pause)
                 body += get_contents(x)
         return '<html><body>' + cat + title + subhead + auth + lede + caption + '<div>' + body + '</div></body></html>'