mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-06-23 15:30:45 -04:00
62 lines
1.7 KiB
Python
62 lines
1.7 KiB
Python
#!/usr/bin/env python
|
|
# vim:fileencoding=UTF-8:ts=4:sw=4:sta:et:sts=4:ai
|
|
from __future__ import with_statement
|
|
|
|
__license__ = 'GPL v3'
|
|
__copyright__ = '2009, Kovid Goyal <kovid@kovidgoyal.net>'
|
|
__docformat__ = 'restructuredtext en'
|
|
''' Changelog
|
|
2012-04-27 DrMerry:
|
|
Added cover picture
|
|
removed some extra tags
|
|
'''
|
|
|
|
import re
|
|
from calibre.web.feeds.news import BasicNewsRecipe
|
|
|
|
|
|
class Tweakers(BasicNewsRecipe):
|
|
title = u'Tweakers.net'
|
|
__author__ = 'Kovid Goyal'
|
|
language = 'nl'
|
|
oldest_article = 4
|
|
max_articles_per_feed = 40
|
|
cover_url = 'http://tweakers.net/ext/launch/g/logo.gif'
|
|
|
|
keep_only_tags = [
|
|
dict(name='div', attrs={'class': 'columnwrapper news'}),
|
|
dict(name='div', attrs={'class': 'article'})
|
|
]
|
|
|
|
remove_tags = [
|
|
dict(name='div', attrs={'class': 'reacties'}),
|
|
{
|
|
'id': ['utracker', 'socialButtons', 'b_ac']
|
|
},
|
|
{
|
|
'class': ['sidebar', 'advertorial']
|
|
},
|
|
{
|
|
'class': re.compile('nextPrevious')
|
|
},
|
|
]
|
|
no_stylesheets = True
|
|
filter_regexps = [r'ads\.doubleclick\.net', r'ad\.doubleclick\.net']
|
|
|
|
feeds = [(u'Tweakers.net', u'http://tweakers.net/feeds/nieuws.xml')]
|
|
|
|
def preprocess_html(self, soup):
|
|
for a in soup.findAll('a', href=True, rel=True):
|
|
if a['rel'].startswith('imageview'):
|
|
a['src'] = a['href']
|
|
del a['href']
|
|
a.name = 'img'
|
|
for x in a.findAll(True):
|
|
x.extract()
|
|
return soup
|
|
|
|
def postprocess_html(self, soup, first):
|
|
for base in soup.findAll('base'):
|
|
base.extract()
|
|
return soup
|