__license__ = 'GPL v3'
__copyright__ = '2010, Hiroshi Miura <miurahr@linux.com>'
'''
paperli
'''

from calibre.web.feeds.news import BasicNewsRecipe
from calibre import strftime


class paperli_topics(BasicNewsRecipe):
    # Customize this recipe and change paperli_tag and title below to
    # download news on your favorite tag
    paperli_tag = 'climate'
    title = u'The #climate Daily - paperli'
    __author__ = 'Hiroshi Miura'
    oldest_article = 7
    max_articles_per_feed = 100
    description = 'paper.li page about ' + paperli_tag
    publisher = 'paper.li'
    category = 'paper.li'
    language = 'en'
    encoding = 'utf-8'
    remove_javascript = True
    masthead_title = u'The ' + paperli_tag + ' Daily'
    timefmt = '[%y/%m/%d]'
    base_url = 'http://paper.li'
    index = base_url + '/tag/' + paperli_tag

    def parse_index(self):
        # get topics
        topics = []
        soup = self.index_to_soup(self.index)
        topics_lists = soup.find('div', attrs={'class': 'paper-nav-bottom'})
        for item in topics_lists.findAll('li', attrs={'class': ""}):
            itema = item.find('a', href=True)
            topics.append({'title': itema.string, 'url': itema['href']})

        # get feeds
        feeds = []
        for topic in topics:
            newsarticles = []
            soup = self.index_to_soup(''.join([self.base_url, topic['url']]))
            topstories = soup.findAll('div', attrs={'class': 'yui-u'})
            for itt in topstories:
                itema = itt.find('a', href=True, attrs={'class': 'ts'})
                if itema is not None:
                    itemd = itt.find('div', text=True, attrs={'class': 'text'})
                    newsarticles.append({
                        'title': itema.string, 'date': strftime(self.timefmt), 'url': itema['href'], 'description': itemd.string
                    })
            feeds.append((topic['title'], newsarticles))
        return feeds