From 9a9daa7908bdd80186c6cb7d6f4e110e955df279 Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Fri, 4 Oct 2013 15:43:09 +0530 Subject: [PATCH] Update Focus (PL) --- recipes/focus_pl.recipe | 116 ++++++++++++++-------------------------- 1 file changed, 41 insertions(+), 75 deletions(-) diff --git a/recipes/focus_pl.recipe b/recipes/focus_pl.recipe index bac16ebbd5..55cabc7941 100644 --- a/recipes/focus_pl.recipe +++ b/recipes/focus_pl.recipe @@ -1,85 +1,51 @@ -#!/usr/bin/env python -__license__ = 'GPL v3' +from calibre.web.feeds.recipes import BasicNewsRecipe -import re -from calibre.web.feeds.news import BasicNewsRecipe -class FocusRecipe(BasicNewsRecipe): +class NYTimes(BasicNewsRecipe): - __author__ = u'Artur Stachecki ' + title = 'Focus' + __author__ = 'Krittika Goyal' language = 'pl' - version = 1 - - title = u'Focus' - publisher = u'Gruner + Jahr Polska' - category = u'News' - description = u'Focus.pl - pierwszy w Polsce portal społecznościowy dla miłośników nauki. Tematyka: nauka, historia, cywilizacja, technika, przyroda, sport, gadżety' - category = 'magazine' - cover_url = '' - remove_empty_feeds = True - no_stylesheets = True - oldest_article = 7 - max_articles_per_feed = 100000 - recursions = 0 + description = 'Polish scientific monthly magazine' + timefmt = ' [%d %b, %Y]' + needs_subscription = False no_stylesheets = True - remove_javascript = True - encoding = 'utf-8' - # Seems to work best, but YMMV - simultaneous_downloads = 5 - - r = re.compile('.*(?Phttp:\/\/(www.focus.pl)|(rss.feedsportal.com\/c)\/.*\.html?).*') - keep_only_tags = [] - keep_only_tags.append(dict(name='div', attrs={'id': 'cll'})) - - remove_tags = [] - remove_tags.append(dict(name='div', attrs={'class': 'ulm noprint'})) - remove_tags.append(dict(name='div', attrs={'class': 'txb'})) - remove_tags.append(dict(name='div', attrs={'class': 'h2'})) - remove_tags.append(dict(name='ul', attrs={'class': 'txu'})) - remove_tags.append(dict(name='div', attrs={'class': 'ulc'})) - - extra_css = ''' - body {font-family: verdana, arial, helvetica, geneva, sans-serif ;} - h1{text-align: left;} - h2{font-size: medium; font-weight: bold;} - p.lead {font-weight: bold; text-align: left;} - .authordate {font-size: small; color: #696969;} - .fot{font-size: x-small; color: #666666;} - ''' - - feeds = [ - ('Nauka', 'http://www.focus.pl/nauka/rss/'), - ('Historia', 'http://www.focus.pl/historia/rss/'), - ('Cywilizacja', 'http://www.focus.pl/cywilizacja/rss/'), - ('Sport', 'http://www.focus.pl/sport/rss/'), - ('Technika', 'http://www.focus.pl/technika/rss/'), - ('Przyroda', 'http://www.focus.pl/przyroda/rss/'), - ('Technologie', 'http://www.focus.pl/gadzety/rss/') + keep_only_tags = dict(name='article', attrs={'class': 'content'}) + remove_tags_after = dict(name='div', attrs={'class': 'inner_article'}) + remove_tags = [ + dict(name='div', attrs={'class': ['social_btns']}), ] - def skip_ad_pages(self, soup): - if ('advertisement' in soup.find('title').string.lower()): - href = soup.find('a').get('href') - return self.index_to_soup(href, raw=True) - else: - return None + # TO GET ARTICLE TOC + def nejm_get_index(self): + return self.index_to_soup('http://www.focus.pl/') - def get_cover_url(self): - soup = self.index_to_soup('http://www.focus.pl/magazyn/') - tag = soup.find(name='div', attrs={'class': 'clr fl'}) - if tag: - self.cover_url = 'http://www.focus.pl/' + tag.a['href'] - return getattr(self, 'cover_url', self.cover_url) + # To parse artice toc + def parse_index(self): + soup = self.nejm_get_index() - def print_version(self, url): - if url.count('focus.pl.feedsportal.com'): - u = url.find('focus0Bpl') - u = 'http://www.focus.pl/' + url[u + 11:] - u = u.replace('0C', '/') - u = u.replace('A', '') - u = u.replace('0E', '-') - u = u.replace('/nc/1//story01.htm', '/do-druku/1') - else: - u = url.replace('/nc/1', '/do-druku/1') - return u + toc = soup.find('div', id='wrapper') + + articles = [] + feeds = [] + section_title = 'Focus Articles' + for x in toc.findAll(True): + if x.name == 'h1': + # Article found + a = x.find('a') + if a is None: + continue + title = self.tag_to_string(a) + url = a.get('href', False) + if not url or not title: + continue + # if url.startswith('story'): + url = 'http://www.focus.pl' + url + self.log('\t\tFound article:', title) + self.log('\t\t\t', url) + articles.append({'title': title, 'url': url, + 'description': '', 'date': ''}) + feeds.append((section_title, articles)) + + return feeds