Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update El Periodica de Aragon and El Correo

Browse Source
This commit is contained in:
Kovid Goyal 2013-08-09 15:29:29 +05:30
parent 4ce6bb4378
commit 840f316703
2 changed files with 30 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
recipes/el_correo.recipe
View File

@ -3,10 +3,10 @@ __license__ = 'GPL v3'
__copyright__ = '08 Januery 2011, desUBIKado' __copyright__ = '08 Januery 2011, desUBIKado'
__author__ = 'desUBIKado' __author__ = 'desUBIKado'
__description__ = 'Daily newspaper from Biscay' __description__ = 'Daily newspaper from Biscay'
__version__ = 'v0.08' __version__ = 'v0.10'
__date__ = '08, Januery 2011' __date__ = '07, August 2013'
''' '''
[url]http://www.elcorreo.com/[/url] http://www.elcorreo.com/
''' '''
import time import time
@ -24,6 +24,7 @@ class heraldo(BasicNewsRecipe):
max_articles_per_feed = 100 max_articles_per_feed = 100
no_stylesheets = True no_stylesheets = True
use_embedded_content = False use_embedded_content = False
masthead_url = 'http://www.elcorreo.com/vizcaya/noticias/201002/02/Media/logo-elcorreo-nuevo.png'
language = 'es' language = 'es'
timefmt = '[%a, %d %b, %Y]' timefmt = '[%a, %d %b, %Y]'
encoding = 'iso-8859-1' encoding = 'iso-8859-1'
@ -54,14 +55,14 @@ class heraldo(BasicNewsRecipe):
dict(name='div', attrs={'class':['mod_lomas','bloque_lomas','blm_header','link-app3','link-app4','botones_listado']}), dict(name='div', attrs={'class':['mod_lomas','bloque_lomas','blm_header','link-app3','link-app4','botones_listado']}),
dict(name='div', attrs={'class':['navegacion_galeria','modulocanalpromocion','separa','separacion','compartir','tags_relacionados']}), dict(name='div', attrs={'class':['navegacion_galeria','modulocanalpromocion','separa','separacion','compartir','tags_relacionados']}),
dict(name='div', attrs={'class':['moduloBuscadorDeportes','modulo-gente','moddestacadopeq','OpcArt','articulopiniones']}), dict(name='div', attrs={'class':['moduloBuscadorDeportes','modulo-gente','moddestacadopeq','OpcArt','articulopiniones']}),
dict(name='div', attrs={'class':['modulo-especial','publiEspecial']}), dict(name='div', attrs={'class':['modulo-especial','publiEspecial','carruselNoticias','vj','modulocomun2']}),
dict(name='div', attrs={'id':['articulopina']}), dict(name='div', attrs={'id':['articulopina','webs_asociadas']}),
dict(name='br', attrs={'class':'clear'}), dict(name='br', attrs={'class':'clear'}),
dict(name='form', attrs={'name':'frm_conversor2'}) dict(name='form', attrs={'name':'frm_conversor2'})
] ]
remove_tags_before = dict(name='div' , attrs={'class':'articulo '}) remove_tags_before = dict(name='div' , attrs={'class':'articulo '})
remove_tags_after = dict(name='div' , attrs={'class':'comentarios'}) remove_tags_after = dict(name='div' , attrs={'class':'robapaginas'})
def get_cover_url(self): def get_cover_url(self):
cover = None cover = None
@ -69,10 +70,8 @@ class heraldo(BasicNewsRecipe):
year = str(st.tm_year) year = str(st.tm_year)
month = "%.2d" % st.tm_mon month = "%.2d" % st.tm_mon
day = "%.2d" % st.tm_mday day = "%.2d" % st.tm_mday
#[url]http://img.kiosko.net/2011/01/02/es/elcorreo.750.jpg[/url] # http://info.elcorreo.com/pdf/07082013-viz.pdf
#[url]http://info.elcorreo.com/pdf/06012011-viz.pdf[/url]
cover='http://info.elcorreo.com/pdf/'+ day + month + year +'-viz.pdf' cover='http://info.elcorreo.com/pdf/'+ day + month + year +'-viz.pdf'
br = BasicNewsRecipe.get_browser(self) br = BasicNewsRecipe.get_browser(self)
try: try:
br.open(cover) br.open(cover)
@ -92,29 +91,27 @@ class heraldo(BasicNewsRecipe):
img{margin-bottom: 0.4em} img{margin-bottom: 0.4em}
''' '''
preprocess_regexps = [ preprocess_regexps = [
# To present the image of the embedded video # Para presentar la imagen de los video incrustados
(re.compile(r'var RUTA_IMAGEN', re.DOTALL|re.IGNORECASE), lambda match: '</script><img src'), (re.compile(r'var RUTA_IMAGEN', re.DOTALL|re.IGNORECASE), lambda match: '</script><img src'),
(re.compile(r'.jpg";', re.DOTALL|re.IGNORECASE), lambda match: '.jpg">'), (re.compile(r'.jpg";', re.DOTALL|re.IGNORECASE), lambda match: '.jpg">'),
(re.compile(r'var SITIO = "elcorreo";', re.DOTALL|re.IGNORECASE), lambda match: '<SCRIPT TYPE="text/JavaScript"'), (re.compile(r'var SITIO = "elcorreo";', re.DOTALL|re.IGNORECASE), lambda match: '<SCRIPT TYPE="text/JavaScript"'),
# To separate paragraphs with a blank line # Para separar los parrafos con una linea en blanco
(re.compile(r'<div class="p"', re.DOTALL|re.IGNORECASE), lambda match: '<p></p><div class="p"'), (re.compile(r'<div class="p"', re.DOTALL|re.IGNORECASE), lambda match: '<p></p><div class="p"'),
# To put a blank line between the subtitle and the date and time of the news # Para poner una linea en blanco entre el subttulo y la fecha y hora de la noticia
(re.compile(r'<div class="date">', re.DOTALL|re.IGNORECASE), lambda match: '<br><div class="date">'), (re.compile(r'<div class="date">', re.DOTALL|re.IGNORECASE), lambda match: '<br><div class="date">'),
# To put a blank line between the intro of the embedded videos and the previous text # Para poner una linea en blanco entre la entradilla de los videos incrustados y el texto anterior
(re.compile(r'<div class="video"', re.DOTALL|re.IGNORECASE), lambda match: '<br><div class="video"'), (re.compile(r'<div class="video"', re.DOTALL|re.IGNORECASE), lambda match: '<br><div class="video"'),
# To view photos from the first when these are presented as a gallery # Para sacar las fotos a partir de la primera cuando se presentan como una galeria
(re.compile(r'src="/img/shim.gif"', re.DOTALL|re.IGNORECASE), lambda match: ''), (re.compile(r'src="/img/shim.gif"', re.DOTALL|re.IGNORECASE), lambda match: ''),
(re.compile(r'rel=', re.DOTALL|re.IGNORECASE), lambda match: 'src='), (re.compile(r'rel=', re.DOTALL|re.IGNORECASE), lambda match: 'src='),
# To remove the link of the title # Para quitar el enlace del titulo
(re.compile(r'<h1 class="headline">\n<a href="', re.DOTALL|re.IGNORECASE), lambda match: '<h1 class="'), (re.compile(r'<h1 class="headline">\n<a href="', re.DOTALL|re.IGNORECASE), lambda match: '<h1 class="'),
(re.compile(r'</a>\n</h1>', re.DOTALL|re.IGNORECASE), lambda match: '</h1>'), (re.compile(r'</a>\n</h1>', re.DOTALL|re.IGNORECASE), lambda match: '</h1>'),

16
recipes/el_periodico.recipe
View File

@ -5,8 +5,8 @@ __license__ = 'GPL v3'
__copyright__ = '04 December 2010, desUBIKado' __copyright__ = '04 December 2010, desUBIKado'
__author__ = 'desUBIKado' __author__ = 'desUBIKado'
__description__ = 'Daily newspaper from Aragon' __description__ = 'Daily newspaper from Aragon'
__version__ = 'v0.08' __version__ = 'v0.09'
__date__ = '13, November 2011' __date__ = '07, August 2013'
''' '''
elperiodicodearagon.com elperiodicodearagon.com
''' '''
@ -25,11 +25,11 @@ class elperiodicodearagon(BasicNewsRecipe):
no_stylesheets = True no_stylesheets = True
use_embedded_content = False use_embedded_content = False
language = 'es' language = 'es'
masthead_url = 'http://pdf.elperiodicodearagon.com/img/logotipo.gif'
encoding = 'iso-8859-1' encoding = 'iso-8859-1'
remove_empty_feeds = True remove_empty_feeds = True
remove_javascript = True remove_javascript = True
conversion_options = { conversion_options = {
'comments' : description 'comments' : description
,'tags' : category ,'tags' : category
@ -56,23 +56,21 @@ class elperiodicodearagon(BasicNewsRecipe):
(u'Fiestas del Pilar', u'http://zetaestaticos.com/aragon/rss/107_es.xml') (u'Fiestas del Pilar', u'http://zetaestaticos.com/aragon/rss/107_es.xml')
] ]
remove_attributes = ['height','width'] remove_attributes = ['height','width']
keep_only_tags = [dict(name='div', attrs={'id':'Noticia'})] keep_only_tags = [dict(name='div', attrs={'id':'Noticia'})]
# Recuperamos la portada de papel (la imagen format=1 tiene mayor resolucion) # Recuperamos la portada de papel (la imagen format=1 tiene mayor resolucion)
def get_cover_url(self): def get_cover_url(self):
index = 'http://pdf.elperiodicodearagon.com/' index = 'http://pdf.elperiodicodearagon.com/edicion.php'
soup = self.index_to_soup(index) soup = self.index_to_soup(index)
for image in soup.findAll('img',src=True): for image in soup.findAll('img',src=True):
if image['src'].startswith('http://pdf.elperiodicodearagon.com/funciones/portada-preview.php?eid='): if image['src'].startswith('/funciones/img-public.php?key='):
return image['src'].rstrip('format=2') + 'format=1' return 'http://pdf.elperiodicodearagon.com' + image['src']
return None return None
# Usamos la versión para móviles # Usamos la versión para móviles
def print_version(self, url): def print_version(self, url):
return url.replace('http://www.elperiodicodearagon.com/', 'http://www.elperiodicodearagon.com/m/') return url.replace('http://www.elperiodicodearagon.com/', 'http://www.elperiodicodearagon.com/m/')