Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update Gosc

Browse Source 
Merge branch 'master' of https://github.com/t3d/calibre
This commit is contained in:
Kovid Goyal 2018-02-21 08:02:54 +05:30
commit a0216dacdc
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
2 changed files with 26 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
recipes/gosc_full.recipe
View File

@ -3,7 +3,7 @@ from __future__ import unicode_literals
__license__ = 'GPL v3' __license__ = 'GPL v3'
__copyright__ = '2011, Piotr Kontek, piotr.kontek@gmail.com \ __copyright__ = '2011, Piotr Kontek, piotr.kontek@gmail.com \
2013-2016, Tomasz Długosz, tomek3d@gmail.com' 2013-2018, Tomasz Długosz, tomek3d@gmail.com'
from calibre.web.feeds.news import BasicNewsRecipe from calibre.web.feeds.news import BasicNewsRecipe
import re import re
@ -21,7 +21,7 @@ class GN(BasicNewsRecipe):
language = 'pl' language = 'pl'
remove_javascript = True remove_javascript = True
ignore_duplicate_articles = {'url'} ignore_duplicate_articles = {'url'}
masthead_url = 'http://m.gosc.pl/static/themes/czerwony_gosc-mobile/logo.png' masthead_url = 'http://gosc.pl/static/images/base/logotypes/100x68/gosc-niedzielny.png'
def find_last_issue(self): def find_last_issue(self):
raw = self.index_to_soup( raw = self.index_to_soup(
@ -53,12 +53,12 @@ class GN(BasicNewsRecipe):
feeds.append((u'Na dobry początek', articles)) feeds.append((u'Na dobry początek', articles))
# columns: # columns:
for addr in soup.findAll('a', attrs={'href': re.compile('kategoria')}): for addr in soup.findAll('a', attrs={'href': re.compile('kategoria')}):
if addr.string != u'wszystkie artyku\u0142y z tej kategorii \xbb': if not addr.span:
main_block = self.index_to_soup( main_block = self.index_to_soup(
'http://www.gosc.pl' + addr['href']) 'http://www.gosc.pl' + addr['href'])
articles = list(self.find_articles(main_block)) articles = list(self.find_articles(main_block))
if len(articles) > 0: if len(articles) > 0:
section = addr.string section = addr.contents[0]
feeds.append((section, articles)) feeds.append((section, articles))
# not assigned content: # not assigned content:
page = 1 page = 1
@ -77,11 +77,11 @@ class GN(BasicNewsRecipe):
return feeds return feeds
def find_articles(self, main_block): def find_articles(self, main_block):
for a in main_block.findAll('div', attrs={'class': ['attachmentContent']}): for a in main_block.findAll('div', attrs={'class': ['infoBox']}):
art = a.find('a') art = a.find('a')
yield { yield {
'title': self.tag_to_string(art), 'title': self.tag_to_string(art),
'url': 'http://www.gosc.pl' + art['href'], 'url': 'http://www.gosc.pl' + art['href'].split('.')[0],
'date': self.tag_to_string(a.find('b', attrs={'class': 'time'})).replace('DODANE', ' '), 'date': self.tag_to_string(a.find('b', attrs={'class': 'time'})).replace('DODANE', ' '),
'description': self.tag_to_string(a.find('div', attrs={'class': 'txt'})) 'description': self.tag_to_string(a.find('div', attrs={'class': 'txt'}))
} }
@ -113,12 +113,13 @@ class GN(BasicNewsRecipe):
return soup return soup
keep_only_tags = [ keep_only_tags = [
dict(name='div', attrs={'class': 'cf txt'}) dict(name='div', attrs={'class': ['cf txt ', 'cf txt att-audio']})
] ]
remove_tags = [ remove_tags = [
dict(name='p', attrs={'class': ['r tr', 'l l-2', 'wykop', 'l l-2 doc-source']}), dict(name='p', attrs={'class': 'l l-2 doc-source'}),
dict(name='div', attrs={'class': ['doc_actions', 'cf', 'fr1_cl','txt__social-icons','txt__tags']}), dict(name='span', attrs={'class': 'wykop'}),
dict(name='div', attrs={'class': ['doc_actions', 'cf', 'fr1_cl','txt__social-icons','txt__tags','fb-like fb_iframe_widget', 'jp-audio', 'jp-jplayer']}),
dict(name='div', attrs={'id': 'vote'}), dict(name='div', attrs={'id': 'vote'}),
dict(name='link'), dict(name='link'),
dict(name='a', attrs={'class': 'img_enlarge'}) dict(name='a', attrs={'class': 'img_enlarge'})
@ -127,6 +128,9 @@ class GN(BasicNewsRecipe):
extra_css = ''' extra_css = '''
h1 {font-size:150%} h1 {font-size:150%}
p.limiter {font-size:150%; font-weight: bold} p.limiter {font-size:150%; font-weight: bold}
p.gn_subtitle {font-weight: bold}
span.cm-i-a {text-transform:uppercase;font-size:50%} span.cm-i-a {text-transform:uppercase;font-size:50%}
span.cm-i-p {font-style:italic; font-size:70%;text-align:right} span.cm-i-p {font-style:italic; font-size:70%;text-align:right}
span.gn_brb {color: red; font-weight: bold}
div.txt__lead {font-weight: bold; font-size:150%}
''' '''

22
recipes/gosc_niedzielny.recipe
View File

@ -3,7 +3,7 @@
__license__ = 'GPL v3' __license__ = 'GPL v3'
__copyright__ = '2011, Piotr Kontek, piotr.kontek@gmail.com \ __copyright__ = '2011, Piotr Kontek, piotr.kontek@gmail.com \
2013-2016, Tomasz Długosz, tomek3d@gmail.com' 2013-2018, Tomasz Długosz, tomek3d@gmail.com'
from calibre.web.feeds.news import BasicNewsRecipe from calibre.web.feeds.news import BasicNewsRecipe
import re import re
@ -20,7 +20,7 @@ class GN(BasicNewsRecipe):
language = 'pl' language = 'pl'
remove_javascript = True remove_javascript = True
ignore_duplicate_articles = {'url'} ignore_duplicate_articles = {'url'}
masthead_url = 'http://m.gosc.pl/static/themes/czerwony_gosc-mobile/logo.png' masthead_url = 'http://gosc.pl/static/images/base/logotypes/100x68/gosc-niedzielny.png'
def find_last_issue(self): def find_last_issue(self):
raw = self.index_to_soup( raw = self.index_to_soup(
@ -49,12 +49,12 @@ class GN(BasicNewsRecipe):
feeds.append((u'Na dobry początek', articles)) feeds.append((u'Na dobry początek', articles))
# columns: # columns:
for addr in soup.findAll('a', attrs={'href': re.compile('kategoria')}): for addr in soup.findAll('a', attrs={'href': re.compile('kategoria')}):
if addr.string != u'wszystkie artyku\u0142y z tej kategorii \xbb': if not addr.span:
main_block = self.index_to_soup( main_block = self.index_to_soup(
'http://www.gosc.pl' + addr['href']) 'http://www.gosc.pl' + addr['href'])
articles = list(self.find_articles(main_block)) articles = list(self.find_articles(main_block))
if len(articles) > 0: if len(articles) > 0:
section = addr.string section = addr.contents[0]
feeds.append((section, articles)) feeds.append((section, articles))
# not assigned content: # not assigned content:
page = 1 page = 1
@ -73,11 +73,11 @@ class GN(BasicNewsRecipe):
return feeds return feeds
def find_articles(self, main_block): def find_articles(self, main_block):
for a in main_block.findAll('div', attrs={'class': ['attachmentContent']}): for a in main_block.findAll('div', attrs={'class': ['infoBox']}):
art = a.find('a') art = a.find('a')
yield { yield {
'title': self.tag_to_string(art), 'title': self.tag_to_string(art),
'url': 'http://www.gosc.pl' + art['href'], 'url': 'http://www.gosc.pl' + art['href'].split('.')[0],
'date': self.tag_to_string(a.find('b', attrs={'class': 'time'})).replace('DODANE', ' '), 'date': self.tag_to_string(a.find('b', attrs={'class': 'time'})).replace('DODANE', ' '),
'description': self.tag_to_string(a.find('div', attrs={'class': 'txt'})) 'description': self.tag_to_string(a.find('div', attrs={'class': 'txt'}))
} }
@ -107,12 +107,13 @@ class GN(BasicNewsRecipe):
return soup return soup
keep_only_tags = [ keep_only_tags = [
dict(name='div', attrs={'class': 'cf txt'}) dict(name='div', attrs={'class': ['cf txt ', 'cf txt att-audio']})
] ]
remove_tags = [ remove_tags = [
dict(name='p', attrs={'class': ['r tr', 'l l-2', 'wykop', 'l l-2 doc-source']}), dict(name='p', attrs={'class': 'l l-2 doc-source'}),
dict(name='div', attrs={'class': ['doc_actions', 'cf', 'fr1_cl','txt__social-icons','txt__tags']}), dict(name='span', attrs={'class': 'wykop'}),
dict(name='div', attrs={'class': ['doc_actions', 'cf', 'fr1_cl','txt__social-icons','txt__tags','fb-like fb_iframe_widget', 'jp-audio', 'jp-jplayer']}),
dict(name='div', attrs={'id': 'vote'}), dict(name='div', attrs={'id': 'vote'}),
dict(name='a', attrs={'class': 'img_enlarge'}) dict(name='a', attrs={'class': 'img_enlarge'})
] ]
@ -120,6 +121,9 @@ class GN(BasicNewsRecipe):
extra_css = ''' extra_css = '''
h1 {font-size:150%} h1 {font-size:150%}
p.limiter {font-size:150%; font-weight: bold} p.limiter {font-size:150%; font-weight: bold}
p.gn_subtitle {font-weight: bold}
span.cm-i-a {text-transform:uppercase;font-size:50%} span.cm-i-a {text-transform:uppercase;font-size:50%}
span.cm-i-p {font-style:italic; font-size:70%;text-align:right} span.cm-i-p {font-style:italic; font-size:70%;text-align:right}
span.gn_brb {color: red; font-weight: bold}
div.txt__lead {font-weight: bold; font-size:150%}
''' '''