Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

update fdb_pl recipe

Browse Source
This commit is contained in:
Tomasz Długosz 2019-10-14 22:38:55 +02:00
parent 87f5420d85
commit f2c068753e
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
recipes/fdb_pl.recipe
View File

@ -9,7 +9,7 @@ class FDBPl(BasicNewsRecipe):
category = 'film' category = 'film'
language = 'pl' language = 'pl'
extra_css = '.options-left > li {display: inline;} em {display: block;}' extra_css = '.options-left > li {display: inline;} em {display: block;}'
cover_url = 'http://fdb.pl/assets/fdb2/logo.png' cover_url = 'https://i1.fdbimg.pl/hygg2xp1/480x300_magq39.jpg'
use_embedded_content = False use_embedded_content = False
oldest_article = 7 oldest_article = 7
max_articles_per_feed = 100 max_articles_per_feed = 100
@ -19,25 +19,25 @@ class FDBPl(BasicNewsRecipe):
remove_attributes = ['style', 'font'] remove_attributes = ['style', 'font']
ignore_duplicate_articles = {'title', 'url'} ignore_duplicate_articles = {'title', 'url'}
keep_only_tags = [dict(attrs={'class': 'news-item news-first'})] keep_only_tags = [dict(attrs={'class': ['row justify-content-center', 'figure']})]
remove_tags = [ remove_tags = [
dict(attrs={'class': ['dig dig-first', 'ads clearfix', 'comments']})] dict(attrs={'class': ['news-footer infinite-scroll-breakepoit', 'list-inline text-muted m-0']})]
feeds = [] feeds = []
def parse_index(self): def parse_index(self):
feeds = [] feeds = []
feeds.append((u'Wiadomości', self.get_articles( feeds.append((u'Wiadomości', self.get_articles(
'http://fdb.pl/wiadomosci?page={0}', 2))) 'https://fdb.pl/wiadomosci?page={0}', 2)))
return feeds return feeds
def get_articles(self, url, pages=1): def get_articles(self, url, pages=1):
articles = [] articles = []
for nr in range(1, pages + 1): for nr in range(1, pages + 1):
soup = self.index_to_soup(url.format(nr)) soup = self.index_to_soup(url.format(nr))
for tag in soup.findAll(attrs={'class': 'news-item clearfix'}): for tag in soup.findAll(attrs={'class': 'col-xs-6 col-sm-4 col-md-4 col-lg-3'}):
node = tag.find('h2') node = tag.find('h5')
title = node.a.string title = node.a.string
url = 'http://fdb.pl' + node.a['href'] url = node.a['href']
date = '' date = ''
articles.append({'title': title, articles.append({'title': title,
'url': url, 'url': url,