mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-09-29 15:31:08 -04:00
197 lines
7.9 KiB
Python
197 lines
7.9 KiB
Python
#!/usr/bin/env python2
|
|
__license__ = 'GPL v3'
|
|
__copyright__ = '08 Januery 2011, desUBIKado'
|
|
__author__ = 'desUBIKado'
|
|
__description__ = 'Daily newspaper from Biscay'
|
|
__version__ = 'v0.13'
|
|
__date__ = '28, July 2016'
|
|
'''
|
|
http://www.elcorreo.com/
|
|
'''
|
|
|
|
import time
|
|
import re
|
|
from calibre.web.feeds.news import BasicNewsRecipe
|
|
|
|
|
|
class elcorreo(BasicNewsRecipe):
|
|
__author__ = 'desUBIKado'
|
|
description = 'Daily newspaper from Biscay'
|
|
title = u'El Correo'
|
|
publisher = 'Vocento'
|
|
category = 'News, politics, culture, economy, general interest'
|
|
oldest_article = 1
|
|
delay = 1
|
|
max_articles_per_feed = 100
|
|
no_stylesheets = True
|
|
use_embedded_content = False
|
|
masthead_url = 'http://www.elcorreo.com/vizcaya/noticias/201002/02/Media/logo-elcorreo-nuevo.png'
|
|
language = 'es'
|
|
timefmt = '[%a, %d %b, %Y]'
|
|
encoding = 'utf-8'
|
|
remove_empty_feeds = True
|
|
remove_javascript = True
|
|
|
|
feeds = [
|
|
(u'Portada', u'http://www.elcorreo.com/bizkaia/rss/atom/portada'),
|
|
(u'Mundo', u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=internacional'),
|
|
(u'Bizkaia',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=bizkaia'),
|
|
(u'Guipuzkoa',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=gipuzkoa'),
|
|
(u'Araba',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=araba'),
|
|
(u'La Rioja',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=larioja'),
|
|
(u'Miranda',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=miranda'),
|
|
(u'Economía',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=economia'),
|
|
(u'Culturas',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=culturas'),
|
|
(u'Politica',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=politica'),
|
|
(u'Tecnología',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=tecnologia'),
|
|
(u'Gente - Estilo',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=gente-estilo'),
|
|
(u'Planes',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=planes'),
|
|
(u'Athletic',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=athletic'),
|
|
(u'Alavés',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=alaves'),
|
|
(u'Bilbao Basket',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=bilbaobasket'),
|
|
(u'Baskonia',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=baskonia'),
|
|
(u'Deportes',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=deportes'),
|
|
(u'Jaiak',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=jaiak'),
|
|
(u'La Blanca',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=la-blanca-vitoria'),
|
|
(u'Aste Nagusia',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=aste-nagusia-bilbao'),
|
|
(u'Semana Santa',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=semana-santa'),
|
|
(u'Festivales',
|
|
u'http://www.elcorreo.com/bizkaia/rss/atom?seccion=festivales')
|
|
]
|
|
|
|
keep_only_tags = [
|
|
dict(name='article', attrs={'class': ['story media-list ']})
|
|
]
|
|
|
|
remove_tags = [
|
|
dict(name='span', attrs={'class': ['no-comments']}),
|
|
dict(name='div', attrs={'class': ['compApoyosText compNoticiasR']})
|
|
]
|
|
|
|
remove_tags_before = dict(name='article', attrs={
|
|
'class': 'story media-list '})
|
|
remove_tags_after = dict(name='article', attrs={
|
|
'class': 'story media-list '})
|
|
|
|
# Usamos la versión para móviles
|
|
|
|
def print_version(self, url):
|
|
return url.replace('http://www.', 'http://m.')
|
|
|
|
_processed_links = []
|
|
|
|
def get_article_url(self, article):
|
|
|
|
link = article.get('link', None)
|
|
|
|
if link is None:
|
|
return article
|
|
|
|
# modificamos la url de las noticias de los equipos deportivos para que funcionen, por ejemplo:
|
|
# http://athletic.elcorreo.com/noticias/201407/27/muniain-estrella-athletic-para-20140727093046.html
|
|
# http://m.elcorreo.com/noticias/201407/27/muniain-estrella-athletic-para-20140727093046.html?external=deportes/athletic
|
|
|
|
parte = link.split('/')
|
|
|
|
if parte[2] == 'athletic.elcorreo.com':
|
|
link = 'http://m.elcorreo.com/' + \
|
|
parte[3] + '/' + parte[4] + '/' + parte[5] + \
|
|
'/' + parte[6] + '?external=deportes/athletic'
|
|
else:
|
|
if parte[2] == 'baskonia.elcorreo.com':
|
|
link = 'http://m.elcorreo.com/' + \
|
|
parte[3] + '/' + parte[4] + '/' + parte[5] + \
|
|
'/' + parte[6] + '?external=deportes/baskonia'
|
|
else:
|
|
if parte[2] == 'bilbaobasket.elcorreo.com':
|
|
link = 'http://m.elcorreo.com/' + parte[3] + '/' + parte[4] + '/' + parte[
|
|
5] + '/' + parte[6] + '?external=deportes/bilbaobasket'
|
|
else:
|
|
if parte[2] == 'alaves.elcorreo.com':
|
|
link = 'http://m.elcorreo.com/' + \
|
|
parte[3] + '/' + parte[4] + '/' + parte[5] + \
|
|
'/' + parte[6] + '?external=deportes/alaves'
|
|
|
|
# A veces el mismo articulo aparece en la versión de Alava y en la de Bizkaia. Por ejemplo:
|
|
# http://www.elcorreo.com/alava/deportes/motor/formula-1/201407/27/ecclestone-quiere-briatore-ayude-20140727140820-rc.html
|
|
# http://www.elcorreo.com/bizkaia/deportes/motor/formula-1/201407/27/ecclestone-quiere-briatore-ayude-20140727140820-rc.html
|
|
# para controlar los duplicados, unificamos las url para que sean
|
|
# siempre de bizkaia (excepto para la sección "araba")
|
|
|
|
if ((parte[3] == 'alava') and (parte[4] != 'araba')):
|
|
link = link.replace('elcorreo.com/alava', 'elcorreo.com/bizkaia')
|
|
|
|
# Controlamos si el artículo ha sido incluido en otro feed para
|
|
# eliminarlo
|
|
|
|
if not (link in self._processed_links):
|
|
self._processed_links.append(link)
|
|
else:
|
|
link = None
|
|
|
|
return link
|
|
|
|
# Recuperamos la portada de papel (la imagen format=1 tiene mayor
|
|
# resolucion)
|
|
|
|
def get_cover_url(self):
|
|
cover = None
|
|
st = time.localtime()
|
|
year = str(st.tm_year)
|
|
month = "%.2d" % st.tm_mon
|
|
day = "%.2d" % st.tm_mday
|
|
# http://info.elcorreo.com/pdf/07082013-viz.pdf
|
|
cover = 'http://info.elcorreo.com/pdf/' + day + month + year + '-viz.pdf'
|
|
br = BasicNewsRecipe.get_browser(self)
|
|
try:
|
|
br.open(cover)
|
|
except:
|
|
self.log("\nPortada no disponible")
|
|
cover = 'http://www.elcorreo.com/vizcaya/noticias/201002/02/Media/logo-elcorreo-nuevo.png'
|
|
return cover
|
|
|
|
# Para cambiar el estilo del texto
|
|
|
|
extra_css = '''
|
|
h4 {font-family:Arial,Helvetica,sans-serif; font-weight:bold;font-size:28px;}
|
|
.place {font-family:Arial,Helvetica,sans-serif; font-weight:normal;font-size:12px;}
|
|
.name {font-family:Arial,Helvetica,sans-serif; font-weight:bold;font-size:12px;}
|
|
.overhead, .compLadillo, description {font-family:georgia,serif; font-weight:bold;font-size:18px;}
|
|
.compSumario, .detalle-titular {font-family:georgia,serif; font-style:italic; font-weight:normal;font-size:22px;color:#4D4D4D;}
|
|
img{margin-bottom: 0.4em}
|
|
'''
|
|
|
|
preprocess_regexps = [
|
|
|
|
# Para presentar la imagen de los video incrustados
|
|
(re.compile(r'stillURLVideo: \'', re.DOTALL | re.IGNORECASE),
|
|
lambda match: '</script><img src="'),
|
|
(re.compile(r'.jpg\',', re.DOTALL | re.IGNORECASE),
|
|
lambda match: '.jpg"><SCRIPT TYPE="text/JavaScript"'),
|
|
|
|
# Para quitar el punto de la lista
|
|
(re.compile(r'<li class="destacada">', re.DOTALL | re.IGNORECASE),
|
|
lambda match: '<div class="destacada"></div>')
|
|
|
|
]
|