from calibre.web.feeds.news import BasicNewsRecipe import re class FilmWebPl(BasicNewsRecipe): title = 'FilmWeb' __author__ = 'fenuks' description = u'Filmweb.pl - Filmy takie jak Ty Filmweb to największy i najczęściej odwiedzany polski serwis filmowy.' cover_url = 'https://1.fwcdn.pl/an/np/49468/2018/15037.2.jpg' category = 'movies' language = 'pl' index = 'https://www.filmweb.pl' oldest_article = 8 max_articles_per_feed = 100 no_stylesheets = True remove_empty_feeds = True ignore_duplicate_articles = {'title', 'url'} remove_javascript = True use_embedded_content = False extra_css = ('.hdrBig {font-size:22px;} ul {list-style-type:none;} ' 'ul.inline > li {display: inline;} ' 'ul.sep-line > li + li::before {content: " | "} ' 'ul.inline {padding:0px;} .vertical-align {display: inline-block;}') preprocess_regexps = [(re.compile(r'', re.DOTALL), lambda match: ''), # fix malformed HTML with 2 body tags... (re.compile(u'(?:)?\\(kliknij\\,\\ aby powiększyć\\)(?:)?', re.IGNORECASE), lambda m: ''), (re.compile(type(u'')(r'(
\s*?
\s*?)+'), re.IGNORECASE), lambda m: '
') ] remove_tags = [dict(attrs={'class':['infoParent', 'likeBar', 'droptions-box pull-right', 'photoDesc', 'imageLicense', 'play big', 'shadow embed__icon--svg']})] remove_attributes = ['style',] keep_only_tags = [dict(attrs={'class': ['newsHdr hdrWithAuthor ', 'reviewHdr', 'newsContent newsPage', 'newsContent', 'hdr hdr-mega']})] feeds = [(u'Filmy', u'https://www.filmweb.pl/feed/news/category/film'), (u'Seriale', u'https://www.filmweb.pl/feed/news/category/serial'), (u'Box office', u'https://www.filmweb.pl/feed/news/category/boxoffice'), (u'Telewizja', u'https://www.filmweb.pl/feed/news/category/tv'), (u'Festiwale, nagrody i przeglądy', u'https://www.filmweb.pl/feed/news/category/festival'), (u'Multimedia', u'https://www.filmweb.pl/feed/news/category/multimedia'), (u'Dystrybucja dvd/blu-ray', u'https://www.filmweb.pl/feed/news/category/dvd'), (u'Gry wideo', u'https://www.filmweb.pl/feed/news/category/game'), (u'Różne', u'https://www.filmweb.pl/feed/news/category/other'), (u'Recenzje redakcji', u'https://www.filmweb.pl/feed/reviews/latest'), (u'Recenzje użytkowników', u'https://www.filmweb.pl/feed/user-reviews/latest') ] def preprocess_html(self, soup): for a in soup('a', href=True): if 'https://' not in a['href']: a['href'] = self.index + a['href'] return soup