mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-09-29 15:31:08 -04:00
80 lines
2.6 KiB
Plaintext
80 lines
2.6 KiB
Plaintext
__license__ = 'GPL v3'
|
|
__copyright__ = '2011, Attis <attis@attis.one.pl>'
|
|
__version__ = 'v. 0.1'
|
|
|
|
import re
|
|
from calibre.web.feeds.recipes import BasicNewsRecipe
|
|
|
|
class KopalniaWiedzy(BasicNewsRecipe):
|
|
title = u'Kopalnia Wiedzy'
|
|
publisher = u'Kopalnia Wiedzy'
|
|
description = u'Ciekawostki ze świata nauki i techniki'
|
|
encoding = 'utf-8'
|
|
__author__ = 'Attis'
|
|
language = 'pl'
|
|
oldest_article = 7
|
|
max_articles_per_feed = 100
|
|
INDEX = u'http://kopalniawiedzy.pl/'
|
|
remove_javascript = True
|
|
no_stylesheets = True
|
|
|
|
remove_tags = [{'name':'p', 'attrs': {'class': 'keywords'} }, {'name':'div', 'attrs': {'class':'sexy-bookmarks sexy-bookmarks-bg-caring'}}]
|
|
remove_tags_after = dict(attrs={'class':'ad-square'})
|
|
keep_only_tags = [dict(name="div", attrs={'id':'articleContent'})]
|
|
extra_css = '.topimage {margin-top: 30px}'
|
|
|
|
preprocess_regexps = [
|
|
(re.compile(u'<a .* rel="lightboxText" .*><img (.*)></a>'),
|
|
lambda match: '<img class="topimage" ' + match.group(1) + '>' ),
|
|
(re.compile(u'<br /><br />'),
|
|
lambda match: '<br\/>')
|
|
]
|
|
|
|
feeds = [
|
|
(u'Biologia', u'http://kopalniawiedzy.pl/wiadomosci_biologia.rss'),
|
|
(u'Medycyna', u'http://kopalniawiedzy.pl/wiadomosci_medycyna.rss'),
|
|
(u'Psychologia', u'http://kopalniawiedzy.pl/wiadomosci_psychologia.rss'),
|
|
(u'Technologie', u'http://kopalniawiedzy.pl/wiadomosci_technologie.rss'),
|
|
(u'Ciekawostki', u'http://kopalniawiedzy.pl/wiadomosci_ciekawostki.rss'),
|
|
(u'Artykuły', u'http://kopalniawiedzy.pl/artykuly.rss')
|
|
]
|
|
|
|
def is_link_wanted(self, url, tag):
|
|
return tag['class'] == 'next'
|
|
|
|
def remove_beyond(self, tag, next):
|
|
while tag is not None and getattr(tag, 'name', None) != 'body':
|
|
after = getattr(tag, next)
|
|
while after is not None:
|
|
ns = getattr(tag, next)
|
|
after.extract()
|
|
after = ns
|
|
tag = tag.parent
|
|
|
|
def append_page(self, soup, appendtag, position):
|
|
pager = soup.find('a',attrs={'class':'next'})
|
|
if pager:
|
|
nexturl = self.INDEX + pager['href']
|
|
soup2 = self.index_to_soup(nexturl)
|
|
texttag = soup2.find('div', attrs={'id':'articleContent'})
|
|
|
|
tag = texttag.find(attrs={'class':'pages'})
|
|
self.remove_beyond(tag, 'nextSibling')
|
|
|
|
newpos = len(texttag.contents)
|
|
self.append_page(soup2,texttag,newpos)
|
|
|
|
appendtag.insert(position,texttag)
|
|
|
|
|
|
def preprocess_html(self, soup):
|
|
self.append_page(soup, soup.body, 3)
|
|
|
|
for item in soup.findAll('div',attrs={'class':'pages'}):
|
|
item.extract()
|
|
|
|
for item in soup.findAll('p', attrs={'class':'wykop'}):
|
|
item.extract()
|
|
|
|
return soup
|