import json
import random
import time

from calibre.ptempfile import PersistentTemporaryFile
from calibre.web.feeds.news import BasicNewsRecipe
from html5_parser import parse


def get_contents(x):
    if x == '':
        return ''
    otype = x.get('type', '')
    if otype == 'text':
        if 'attributes' in x:
            if 'strong' in x['attributes']:
                return '<strong>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</strong>'
            if 'emphasis' in x['attributes']:
                return '<em>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</em>'
            return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
        return x.get('value', '') + ''.join(map(get_contents, x.get('content', '')))
    elif otype == 'br':
        return '<br>'
    elif otype == 'paragraph':
        return '<p>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</p>'
    elif otype == 'heading':
        return '<h3>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</h3>'
    elif otype == 'list':
        return '<ul>' + ''.join(map(get_contents, x.get('content', ''))) + '</ul>'
    elif otype == 'listItem':
        return '<li>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</li>'
    elif otype == 'quote':
        return '<blockquote class="col">' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</blockquote>'
    elif otype == 'media':
        if x['subType'] == 'photo':
            return '<div><div class="img"><img src="{}"></div><div class="cap">{} <span>{}</span></div></div>'.format(
                x['data']['photo']['src'], x['data']['photo']['caption'], x['data']['photo']['credit'])
        elif x['subType'] == 'chart':
            if x['data'] and x['data']['chart']:
                return '<div class="img"><img src="{}"></div>'.format(x['data']['chart']['fallback'])
    elif otype == 'link':
        if 'data' in x:
            if 'href' in x['data']:
                return '<a href="' + x['data']['href'] + '">' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</a>'
            return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
        return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
    elif otype == 'entity':
        if x['subType'] == 'story':
            if x['data'] and x['data']['link'] and x['data']['link']['destination']:
                if 'web' in x['data']['link']['destination']:
                    return '<a href="' + x['data']['link']['destination']['web'] + '">' + x.get('value', '') + ''.join(
                        map(get_contents, x.get('content', ''))) + '</a>'
                return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
            return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
        return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'
    elif otype in {'div', 'callout'}:
        return '<div>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</div>'
    elif not any(x == otype for x in ['', 'ad', 'inline-newsletter', 'tabularData']):
        if any(b in x for b in ['value', 'content']):
            return '<i>' + x.get('value', '') + ''.join(map(get_contents, x.get('content', ''))) + '</i>'

    return ''


class Bloomberg(BasicNewsRecipe):
    title = u'Bloomberg'
    language = 'en'
    __author__ = 'unkn0wn'
    no_stylesheets = True
    use_embedded_content = False
    remove_attributes = ['style', 'height', 'width']
    ignore_duplicate_articles = {'url', 'title'}
    masthead_url = 'https://assets.bbhub.io/company/sites/70/2022/09/logoBBGblck.svg'
    description = ('Bloomberg delivers business and markets news, data, analysis, and video'
                   ' to the world, featuring stories from Businessweek and Bloomberg News.')

    simultaneous_downloads = 1

    extra_css = '''
        .auth {font-size:small; font-weight:bold;}
        .time, .chart {font-size:small;}
        .subhead, .cap span {font-style:italic; color:#404040;}
        em, .col {color:#202020;}
        .cat {font-size:small; color:gray;}
        .news-figure-caption-text, .cap, .img {font-size:small; text-align:center;}
        .news-figure-credit {font-size:small; text-align:center; color:#202020;}
    '''

    articles_are_obfuscated = True
    resolve_internal_links = True

    def get_obfuscated_article(self, url):
        br = self.get_browser()
        try:
            br.open(url)
        except Exception as e:
            url = e.hdrs.get('location')
        soup = self.index_to_soup(url)
        link = soup.find('a', attrs={'href':lambda x: x and x.startswith('https://www.bloomberg.com')})
        skip_sections =[ # add sections you want to skip
            '/video/', '/videos/', '/media/', 'podcast'
        ]
        if any(x in link['href'] for x in skip_sections):
            self.abort_article('Aborting Video article')
        self.log('Found link: ', link['href'])
        html = br.open(link['href']).read()
        pt = PersistentTemporaryFile('.html')
        pt.write(html)
        pt.close()
        return pt.name

    def get_browser(self, *a, **kw):
        kw['user_agent'] = 'Mozilla/5.0 (Windows NT 10.0; rv:109.0) Gecko/20100101 Firefox/119.0'
        br = BasicNewsRecipe.get_browser(self, *a, **kw)
        br.set_handle_redirect(False)
        return br

    feeds = [
        ('Features',
            'https://news.google.com/rss/search?q=when:27h+allinurl:bloomberg.com%2Fnews%2Ffeatures%2F&hl=en-US&gl=US&ceid=US:en'),
        ('Opinion', 'https://news.google.com/rss/search?q=when:27h+allinurl:bloomberg.com%2Fopinion%2F&hl=en-US&gl=US&ceid=US:en'),
        ('Newsletters',
            'https://news.google.com/rss/search?q=when:27h+allinurl:bloomberg.com%2Fnews%2Fnewsletters%2F&hl=en-US&gl=US&ceid=US:en'),
        ('News',
            'https://news.google.com/rss/search?q=when:27h+allinurl:bloomberg.com%2Fnews%2Farticles%2F&hl=en-US&gl=US&ceid=US:en'),
        ('Others', 'https://news.google.com/rss/search?q=when:27h+allinurl:https%3A%2F%2Fwww.bloomberg.com&hl=en-US&gl=US&ceid=US:en')
    ]

    def preprocess_raw_html(self, raw, *a):
        root = parse(raw)
        m = root.xpath('//script[@data-component-props="ArticleBody"]')
        if not m:
            m = root.xpath('//script[@data-component-props="FeatureBody"]')
            if not m:
                m2 = root.xpath('//script[@id="__NEXT_DATA__"]')

        if m:
            data = json.loads(m[0].text)
            data = data['story']

        elif m2:
            data = json.loads(m2[0].text)
            data = data['props']['pageProps']['story']

        art_url = data['url']
        if not art_url.startswith('http'):
            art_url = 'https://www.bloomberg.com' + art_url

        title = '<h1 title="{}">'.format(art_url) + data['headline'] + '</h1>'

        cat = subhead = lede = auth = caption = ''

        if 'primaryCategory' in data and data['primaryCategory'] is not None:
                cat = '<p class="cat">' + data['primaryCategory'] + '</p>'

        if len(data['abstract']) != 0 and len(data['abstract']) == 2:
                subhead = '<div class="subhead"><p>' + data['abstract'][0] + ' </p><p>' + data['abstract'][1] + '</p></div>'
        else:
            if 'summary' in data:
                subhead = '<div class="subhead"><p>' + data['summary'] + '</p></div>'

        if 'byline' in data and data['byline'] is not None:
                auth = '<div><span class="auth">' + data['byline']\
                 + '</span> | <span class="time">' + data['publishedAt'][:-14] + '</span></div>'

        if 'ledeImageUrl' in data and data['ledeImageUrl'] is not None:
                lede = '<p class="img"><img src="{}">'.format(data['ledeImageUrl'])

        if 'ledeDescription' in data and data['ledeDescription'] is not None:
                caption = '<span class="cap">' + data['ledeDescription'] + '</span>'
        else:
            if 'lede' in data and data['lede'] is not None:
                    if 'alt' in data['lede'] and data['lede']['alt'] is not None:
                            caption = '<span class="cap">' + data['lede']['alt'] + '</span>'

        if m:
            time.sleep(3)
            body = data['body']
        elif m2:
            body = ''
            body_data = data['body']['content']
            for x in body_data:
                body += get_contents(x)
            pause = random.choice((5, 6, 7, 8, 9))
            self.log('Delay: ', pause, ' seconds')
            time.sleep(pause)
        return '<html><body>' + cat + title + subhead + auth + lede + caption + '<div>' + body + '</div></body></html>'

    def preprocess_html(self, soup):
        for icon in soup.findAll('img', attrs={'class':'video-player__play-icon'}):
            icon.decompose()
        for div in soup.findAll('div', attrs={'class':'chart'}):
            nos = div.find('noscript')
            if nos:
                nos.name = 'span'
        for img in soup.findAll('img', attrs={'data-native-src':True}):
            if img['data-native-src'].__contains__('videos') is False:
                img['src'] = img['data-native-src']
            else:
                img['src'] = ''
        for img in soup.findAll('img', attrs={'src':lambda x: x and x.endswith(('-1x-1.jpg', '-1x-1.png'))}):
            img['src'] = img['src'].replace('-1x-1', '750x-1')
        return soup

    def populate_article_metadata(self, article, soup, first):
        article.url = soup.find('h1')['title']
        article.summary = self.tag_to_string(soup.find('div', attrs={'class':'subhead'}))
        article.text_summary = self.tag_to_string(soup.find('div', attrs={'class':'subhead'}))
        article.title = article.title.replace(' - Bloomberg', '')