mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-09-29 15:31:08 -04:00
148 lines
4.4 KiB
Python
148 lines
4.4 KiB
Python
# -*- mode: python; coding: utf-8; -*-
|
|
# vim: set syntax=python fileencoding=utf-8
|
|
|
|
__license__ = "GPL v3"
|
|
__copyright__ = "2023, Tomás Di Domenico <tdido at tdido.eu>"
|
|
|
|
"""
|
|
www.eldiplo.org
|
|
"""
|
|
|
|
from calibre.web.feeds.news import BasicNewsRecipe
|
|
|
|
|
|
class ElDiplo2023(BasicNewsRecipe):
|
|
title = "Le Monde Diplomatique - cono sur"
|
|
__author__ = "Tomás Di Domenico"
|
|
description = "Publicación de Le Monde Diplomatique para el cono sur."
|
|
publisher = "Capital Intelectual"
|
|
category = "News, Politics, Argentina, Uruguay, Paraguay, South America, World"
|
|
oldest_article = 31
|
|
no_stylesheets = True
|
|
encoding = "utf8"
|
|
use_embedded_content = False
|
|
language = "es_AR"
|
|
remove_empty_feeds = True
|
|
publication_type = "magazine"
|
|
delay = 1
|
|
simultaneous_downloads = 1
|
|
timeout = 8
|
|
needs_subscription = True
|
|
ignore_duplicate_articles = {"url"}
|
|
temp_files = []
|
|
fetch_retries = 10
|
|
handle_gzip = True
|
|
compress_news_images = True
|
|
scale_news_images_to_device = True
|
|
masthead_url = (
|
|
"https://www.eldiplo.org/wp-content/themes/_polenta_/assets/diplo.png"
|
|
)
|
|
INDEX = "https://www.eldiplo.org/"
|
|
|
|
conversion_options = {"series": "El Dipló", "publisher": publisher, "base_font_size": 8, "tags": category}
|
|
|
|
keep_only_tags = [dict(name=["article"])]
|
|
|
|
remove_tags = [dict(name=["button"])]
|
|
|
|
extra_css = """
|
|
.entry-title {
|
|
text-align: center;
|
|
}
|
|
.text-right {
|
|
text-align: right;
|
|
}
|
|
.bajada {
|
|
display: block;
|
|
font-family: sans-serif;
|
|
text-align: center;
|
|
font-size: 110%;
|
|
padding: 2%;
|
|
}
|
|
.Destacado{
|
|
display: block;
|
|
font-size: 120%;
|
|
font-weight: bold;
|
|
font-style: italic;
|
|
padding-left: 10%;
|
|
padding-right: 10%;
|
|
}
|
|
"""
|
|
|
|
def get_browser(self):
|
|
br = BasicNewsRecipe.get_browser(self)
|
|
br.open(self.INDEX)
|
|
if self.username is not None and self.password is not None:
|
|
br.select_form(id="loginform")
|
|
br["log"] = self.username
|
|
br["pwd"] = self.password
|
|
br.submit()
|
|
return br
|
|
|
|
def get_cover_url(self):
|
|
soup_index = self.index_to_soup(self.INDEX)
|
|
tag_sumario = soup_index.find("span", text="Sumario")
|
|
url_sumario = "https://www.eldiplo.org" + tag_sumario.parent["href"]
|
|
|
|
soup = self.index_to_soup(url_sumario)
|
|
|
|
container = soup.find("div", class_="px-16")
|
|
url = container.find("img")["src"]
|
|
|
|
return getattr(self, "cover_url", url)
|
|
|
|
def _process_article(self, article):
|
|
url = article.find("a", href=True, attrs={"class": "title"})["href"]
|
|
title = self.tag_to_string(article).replace("Editorial", "Editorial: ")
|
|
try:
|
|
title, authors = title.split(", por")
|
|
authors = f"por {authors}"
|
|
except ValueError:
|
|
authors = ""
|
|
self.log("title: ", title, " url: ", url)
|
|
return {"title": title, "url": url, "description": authors, "date": ""}
|
|
|
|
def preprocess_html(self, soup):
|
|
font_size = "90%"
|
|
|
|
# make the footnotes smaller
|
|
for p in soup.find("div", id="nota_pie").findChildren("p", recursive=False):
|
|
p["style"] = f"font-size: {font_size};"
|
|
|
|
return soup
|
|
|
|
def parse_index(self):
|
|
soup_index = self.index_to_soup(self.INDEX)
|
|
|
|
tag_sumario = soup_index.find("span", text="Sumario")
|
|
|
|
if tag_sumario is None:
|
|
return None
|
|
|
|
url_sumario = "https://www.eldiplo.org" + tag_sumario.parent["href"]
|
|
self.log(url_sumario)
|
|
|
|
soup_sumario = self.index_to_soup(url_sumario)
|
|
|
|
feeds = []
|
|
articles = []
|
|
dossiers = []
|
|
|
|
sumario = soup_sumario.find("div", class_="sumario")
|
|
|
|
for section in sumario.find_all("div", recursive=False):
|
|
classes = section.attrs["class"]
|
|
|
|
if "dossier" in classes:
|
|
dtitle = self.tag_to_string(section.find("h3"))
|
|
darticles = []
|
|
for article in section.find_all("div", recursive=False):
|
|
darticles.append(self._process_article(article))
|
|
dossiers.append((dtitle, darticles))
|
|
else:
|
|
articles.append(self._process_article(section))
|
|
feeds.append(("Artículos", articles))
|
|
feeds += dossiers
|
|
|
|
return feeds
|