From 1ff5c05aaad4c1ca1a8526267b1b5e5bc9451b87 Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Thu, 29 Sep 2011 09:54:35 -0600 Subject: [PATCH] Gosc Niedzielny by Piotr Kontek --- recipes/gosc_niedzielny.recipe | 112 +++++++++++++++++++++++++++++++++ 1 file changed, 112 insertions(+) create mode 100644 recipes/gosc_niedzielny.recipe diff --git a/recipes/gosc_niedzielny.recipe b/recipes/gosc_niedzielny.recipe new file mode 100644 index 0000000000..12942f0f8a --- /dev/null +++ b/recipes/gosc_niedzielny.recipe @@ -0,0 +1,112 @@ +# -*- coding: utf-8 -*- +#!/usr/bin/env python + +__license__ = 'GPL v3' +__copyright__ = '2011, Piotr Kontek, piotr.kontek@gmail.com' + +from calibre.web.feeds.news import BasicNewsRecipe +from calibre.ptempfile import PersistentTemporaryFile +import re + +class GN(BasicNewsRecipe): + EDITION = 0 + + __author__ = 'Piotr Kontek' + title = u'Gość niedzielny' + description = 'Weekly magazine' + encoding = 'utf-8' + no_stylesheets = True + language = 'pl' + remove_javascript = True + temp_files = [] + + articles_are_obfuscated = True + + def get_obfuscated_article(self, url): + br = self.get_browser() + br.open(url) + source = br.response().read() + page = self.index_to_soup(source) + + main_section = page.find('div',attrs={'class':'txt doc_prnt_prv'}) + + title = main_section.find('h2') + info = main_section.find('div', attrs={'class' : 'cf doc_info'}) + authors = info.find(attrs={'class':'l'}) + article = str(main_section.find('p', attrs={'class' : 'doc_lead'})) + first = True + for p in main_section.findAll('p', attrs={'class':None}, recursive=False): + if first and p.find('img') != None: + article = article + '

' + article = article + str(p.find('img')).replace('src="/files/','src="http://www.gosc.pl/files/') + article = article + '' + for s in p.findAll('span'): + article = article + self.tag_to_string(s) + article = article + '

' + else: + article = article + str(p).replace('src="/files/','src="http://www.gosc.pl/files/') + first = False + + html = unicode(title) + unicode(authors) + unicode(article) + + self.temp_files.append(PersistentTemporaryFile('_temparse.html')) + self.temp_files[-1].write(html) + self.temp_files[-1].close() + return self.temp_files[-1].name + + def find_last_issue(self): + soup = self.index_to_soup('http://gosc.pl/wyszukaj/wydania/3.Gosc-Niedzielny') + #szukam zdjęcia i linka do porzedniego pełnego numeru + first = True + for d in soup.findAll('div', attrs={'class':'l release_preview_l'}): + img = d.find('img') + if img != None: + a = img.parent + self.EDITION = a['href'] + self.title = img['alt'] + self.cover_url = 'http://www.gosc.pl' + img['src'] + if not first: + break + first = False + + def parse_index(self): + self.find_last_issue() + soup = self.index_to_soup('http://www.gosc.pl' + self.EDITION) + feeds = [] + #wstepniak + a = soup.find('div',attrs={'class':'release-wp-b'}).find('a') + articles = [ + {'title' : self.tag_to_string(a), + 'url' : 'http://www.gosc.pl' + a['href'].replace('/doc/','/doc_pr/'), + 'date' : '', + 'description' : ''} + ] + feeds.append((u'Wstępniak',articles)) + #kategorie + for addr in soup.findAll('a',attrs={'href':re.compile('kategoria')}): + if addr.string != u'wszystkie artyku\u0142y z tej kategorii \xbb': + main_block = self.index_to_soup('http://www.gosc.pl' + addr['href']) + articles = list(self.find_articles(main_block)) + if len(articles) > 0: + section = addr.string + feeds.append((section, articles)) + return feeds + + def find_articles(self, main_block): + for a in main_block.findAll('div', attrs={'class':'prev_doc2'}): + art = a.find('a') + yield { + 'title' : self.tag_to_string(art), + 'url' : 'http://www.gosc.pl' + art['href'].replace('/doc/','/doc_pr/'), + 'date' : '', + 'description' : '' + } + for a in main_block.findAll('div', attrs={'class':'sr-document'}): + art = a.find('a') + yield { + 'title' : self.tag_to_string(art), + 'url' : 'http://www.gosc.pl' + art['href'].replace('/doc/','/doc_pr/'), + 'date' : '', + 'description' : '' + } +