mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-06-23 15:30:45 -04:00
Merge branch 'master' of https://github.com/jony0008/calibre
This commit is contained in:
Kovid Goyal
commit
1a3d3600b1
@ -1,76 +0,0 @@
|
|||||||
# coding=utf-8
|
|
||||||
__license__ = 'GPL v3'
|
|
||||||
__copyright__ = '2011-2016, Hassan Williamson <haz at hazrpg.co.uk>'
|
|
||||||
'''
|
|
||||||
ahram.org.eg
|
|
||||||
'''
|
|
||||||
from calibre.web.feeds.recipes import BasicNewsRecipe
|
|
||||||
|
|
||||||
|
|
||||||
class AlAhram(BasicNewsRecipe):
|
|
||||||
title = u'Al-Ahram (الأهرام)'
|
|
||||||
__author__ = 'Hassan Williamson'
|
|
||||||
description = 'The Arabic version of the Al-Ahram newspaper.'
|
|
||||||
language = 'ar'
|
|
||||||
encoding = 'utf8'
|
|
||||||
cover_url = 'http://www.ahram.org.eg/Media/News/2015/3/14/2015-635619650946000713-600.jpg'
|
|
||||||
oldest_article = 7
|
|
||||||
max_articles_per_feed = 100
|
|
||||||
no_stylesheets = True
|
|
||||||
use_embedded_content = False
|
|
||||||
publisher = 'Al-Ahram'
|
|
||||||
category = 'News'
|
|
||||||
publication_type = 'newsportal'
|
|
||||||
|
|
||||||
extra_css = ' body{ font-family: Verdana,Helvetica,Arial,sans-serif; direction: rtl; } .bbtitle{ font-weight: bold; font-size: 2em; } .bbsubtitle{ font-size: 1.3em; } #WriterImage{ height: 10px; } ' # noqa
|
|
||||||
|
|
||||||
keep_only_tags = [
|
|
||||||
dict(name='div', attrs={'class': ['bbcolright']})
|
|
||||||
]
|
|
||||||
|
|
||||||
remove_tags = [
|
|
||||||
dict(name='div', attrs={'class': ['bbnav', 'bbsp']}),
|
|
||||||
dict(name='div', attrs={'id': ['AddThisButton']}),
|
|
||||||
dict(name='a', attrs={'class': ['twitter-share-button']}),
|
|
||||||
dict(name='div', attrs={'id': ['ReaderCount']}),
|
|
||||||
]
|
|
||||||
|
|
||||||
remove_attributes = [
|
|
||||||
'width', 'height', 'style'
|
|
||||||
]
|
|
||||||
|
|
||||||
feeds = [
|
|
||||||
(u'الأولى', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=25'),
|
|
||||||
(u'الصفحة الثانية',
|
|
||||||
'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=74'),
|
|
||||||
(u'مصر', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=27'),
|
|
||||||
(u'المشهد السياسي',
|
|
||||||
'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=60'),
|
|
||||||
(u'المحافظات', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=29'),
|
|
||||||
(u'الوطن العربي',
|
|
||||||
'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=31'),
|
|
||||||
(u'العالم', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=26'),
|
|
||||||
(u'تقارير المراسلين',
|
|
||||||
'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=2'),
|
|
||||||
(u'تحقيقات', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=3'),
|
|
||||||
(u'قضايا واراء',
|
|
||||||
'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=4'),
|
|
||||||
(u'اقتصاد', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=5'),
|
|
||||||
(u'رياضة', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=6'),
|
|
||||||
(u'حوادث', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=38'),
|
|
||||||
(u'دنيا الثقافة',
|
|
||||||
'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=7'),
|
|
||||||
(u'المراة والطفل',
|
|
||||||
'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=8'),
|
|
||||||
(u'يوم جديد', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=9'),
|
|
||||||
(u'الكتاب', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=10'),
|
|
||||||
(u'الاعمدة', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=11'),
|
|
||||||
(u'أراء حرة', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=59'),
|
|
||||||
(u'ملفات الاهرام',
|
|
||||||
'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=12'),
|
|
||||||
(u'بريد الاهرام',
|
|
||||||
'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=15'),
|
|
||||||
(u'برلمان الثورة',
|
|
||||||
'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=61'),
|
|
||||||
(u'الاخيرة', 'http://www.ahram.org.eg/archive/RssXml.aspx?CategoryID=16'),
|
|
||||||
]
|
|
||||||
@ -1,31 +0,0 @@
|
|||||||
#!/usr/bin/env python2
|
|
||||||
# vim:fileencoding=utf-8
|
|
||||||
# https://manual.calibre-ebook.com/news_recipe.html
|
|
||||||
from __future__ import unicode_literals, division, absolute_import, print_function
|
|
||||||
from calibre.web.feeds.news import BasicNewsRecipe
|
|
||||||
'''
|
|
||||||
Albertslund Posten
|
|
||||||
'''
|
|
||||||
|
|
||||||
|
|
||||||
class AlbertslundLokalavisen_dk(BasicNewsRecipe):
|
|
||||||
__author__ = 'CoderAllan.github.com'
|
|
||||||
title = 'Albertslund Posten'
|
|
||||||
description = ('RSS feed med sidste nyt fra Albertslund Posten. Der er nye historier flere gange dagligt'
|
|
||||||
' - få de seneste nyheder fra dit lokalområde automatisk. Albertslund Posten. albertslund.lokalavisen.dk')
|
|
||||||
category = 'newspaper, news, localnews, sport, culture, Denmark'
|
|
||||||
oldest_article = 7
|
|
||||||
max_articles_per_feed = 25
|
|
||||||
auto_cleanup = True
|
|
||||||
language = 'da'
|
|
||||||
|
|
||||||
feeds = [
|
|
||||||
('Seneste nyt fra Albertslund Posten', 'http://albertslund.lokalavisen.dk/section/senestenytrss'),
|
|
||||||
('Seneste lokale nyheder fra Albertslund Posten', 'http://albertslund.lokalavisen.dk/section/senestelokalenyhederrss'),
|
|
||||||
('Seneste sport fra Albertslund Posten', 'http://albertslund.lokalavisen.dk/section/senestesportrss'),
|
|
||||||
('Seneste 112 nyheder fra Albertslund Posten', 'http://albertslund.lokalavisen.dk/section/seneste112rss'),
|
|
||||||
('Seneste kultur nyheder fra Albertslund Posten', 'http://albertslund.lokalavisen.dk/section/senestekulturrss'),
|
|
||||||
('Seneste læserbreve fra Albertslund Posten', 'http://albertslund.lokalavisen.dk/section/senestelaeserbreverss'),
|
|
||||||
|
|
||||||
]
|
|
||||||
|
|
||||||
@ -1,71 +0,0 @@
|
|||||||
|
|
||||||
'''
|
|
||||||
www.philstar.com
|
|
||||||
'''
|
|
||||||
|
|
||||||
import time
|
|
||||||
from calibre.web.feeds.recipes import BasicNewsRecipe
|
|
||||||
|
|
||||||
|
|
||||||
class BanatNews(BasicNewsRecipe):
|
|
||||||
title = 'Banat News'
|
|
||||||
custom_title = "Banat News - " + time.strftime('%d %b %Y %I:%M %p')
|
|
||||||
__author__ = 'jde'
|
|
||||||
__date__ = '31 May 2012'
|
|
||||||
__version__ = '1.0'
|
|
||||||
description = 'Banat News is a daily Cebuano-language newspaper based in Cebu, Philippines - philstar.com is a Philippine news and entertainment portal for the Filipino global community. It is the online presence of the STAR Group of Publications, a leading publisher of newspapers and magazines in the Philippines.' # noqa
|
|
||||||
language = 'ceb'
|
|
||||||
publisher = 'The Philippine STAR'
|
|
||||||
category = 'news, Philippines'
|
|
||||||
tags = 'news, Philippines'
|
|
||||||
cover_url = 'http://www.philstar.com/images/logo_Banat.jpg'
|
|
||||||
masthead_url = 'http://www.philstar.com/images/logo_Banat.jpg'
|
|
||||||
oldest_article = 1.5 # days
|
|
||||||
max_articles_per_feed = 25
|
|
||||||
simultaneous_downloads = 10
|
|
||||||
publication_type = 'newspaper'
|
|
||||||
timefmt = ' [%a, %d %b %Y %I:%M %p]'
|
|
||||||
no_stylesheets = True
|
|
||||||
use_embedded_content = False
|
|
||||||
encoding = None
|
|
||||||
recursions = 0
|
|
||||||
needs_subscription = False
|
|
||||||
remove_javascript = True
|
|
||||||
remove_empty_feeds = True
|
|
||||||
auto_cleanup = False
|
|
||||||
|
|
||||||
remove_tags = [dict(name='img', attrs={'id': 'Image1'}) # Logo
|
|
||||||
# Section (Headlines, Nation, Metro, ...)
|
|
||||||
# Comments
|
|
||||||
# View Comments
|
|
||||||
# Zoom
|
|
||||||
, dict(name='span', attrs={'id': 'ControlArticle1_LabelHeader'}), dict(name='a', attrs={'id': 'ControlArticle1_FormView1_hlComments'}), dict(name='img', attrs={'src': 'images/post-comments.jpg'}), dict(name='a', attrs={'id': 'ControlArticle1_FormView1_ControlPhotoAndCaption1_hlImageCaption'}) # noqa
|
|
||||||
]
|
|
||||||
conversion_options = {'title': custom_title,
|
|
||||||
'comments': description,
|
|
||||||
'tags': tags,
|
|
||||||
'language': language,
|
|
||||||
'publisher': publisher,
|
|
||||||
'authors': publisher,
|
|
||||||
'smarten_punctuation': True
|
|
||||||
}
|
|
||||||
|
|
||||||
feeds = [
|
|
||||||
|
|
||||||
('Balita' , 'http://rss.philstar.com/Rss.aspx?publicationSubCategoryId=101'),
|
|
||||||
('Opinyon' , 'http://rss.philstar.com/Rss.aspx?publicationSubCategoryId=102'),
|
|
||||||
('Kalingawan' , 'http://rss.philstar.com/Rss.aspx?publicationSubCategoryId=104'),
|
|
||||||
('Showbiz' , 'http://rss.philstar.com/Rss.aspx?publicationSubCategoryId=62'),
|
|
||||||
('Palaro' , 'http://rss.philstar.com/Rss.aspx?publicationSubCategoryId=103'),
|
|
||||||
('Imong Kapalaran' , 'http://rss.philstar.com/Rss.aspx?publicationSubCategoryId=105')
|
|
||||||
]
|
|
||||||
|
|
||||||
# process the printer friendly version of article
|
|
||||||
def print_version(self, url):
|
|
||||||
return url.replace('/Article', '/ArticlePrinterFriendly')
|
|
||||||
|
|
||||||
# obtain title from printer friendly version of article; avoiding
|
|
||||||
# add_toc_thumbnail changing title when article has image
|
|
||||||
def populate_article_metadata(self, article, soup, first):
|
|
||||||
article.title = soup.find(
|
|
||||||
'span', {'id': 'ControlArticle1_FormView1_ArticleHeaderLabel'}).contents[0].strip()
|
|
||||||
@ -1,48 +0,0 @@
|
|||||||
from calibre.web.feeds.news import BasicNewsRecipe
|
|
||||||
import re
|
|
||||||
|
|
||||||
|
|
||||||
class Ciekawostki_Historyczne(BasicNewsRecipe):
|
|
||||||
title = u'Ciekawostki Historyczne'
|
|
||||||
oldest_article = 7
|
|
||||||
__author__ = u'fenuks & Tomasz Długosz'
|
|
||||||
description = u'Serwis popularnonaukowy - odkrycia, kontrowersje, historia, ciekawostki, badania, ciekawostki z przeszłości.'
|
|
||||||
category = 'history'
|
|
||||||
language = 'pl'
|
|
||||||
masthead_url = 'http://ciekawostkihistoryczne.pl/wp-content/themes/Wordpress_Magazine/images/logo-ciekawostki-historyczne-male.jpg'
|
|
||||||
cover_url = 'http://ciekawostkihistoryczne.pl/wp-content/themes/Wordpress_Magazine/images/logo-ciekawostki-historyczne-male.jpg'
|
|
||||||
max_articles_per_feed = 100
|
|
||||||
extra_css = 'img.alignleft {float:left; margin-right:5px;} .alignright {float:right; margin-left:5px;}'
|
|
||||||
oldest_article = 12
|
|
||||||
preprocess_regexps = [(re.compile(u'Ten artykuł ma kilka stron.*?</fb:like>', re.DOTALL),
|
|
||||||
lambda match: ''), (re.compile(u'<h2>Zobacz też:</h2>.*?</ol>', re.DOTALL), lambda match: '')]
|
|
||||||
no_stylesheets = True
|
|
||||||
remove_empty_feeds = True
|
|
||||||
keep_only_tags = [dict(name='div', attrs={'class': 'post'})]
|
|
||||||
recursions = 5
|
|
||||||
remove_tags = [dict(id=['catapult-cookie-bar','header','footer','rightcolumn','singlepostinfo']), dict(
|
|
||||||
attrs={'class': ['ubm_banner','ciekawostki-slider-popular','books short floatRight', 'unprintable', 'booksTable', 'bawmrp']})]
|
|
||||||
|
|
||||||
feeds = [
|
|
||||||
(u'Staro\u017cytno\u015b\u0107', u'http://ciekawostkihistoryczne.pl/tag/starozytnosc/feed/'),
|
|
||||||
(u'\u015aredniowiecze', u'http://ciekawostkihistoryczne.pl/tag/sredniowiecze/feed/'),
|
|
||||||
(u'Nowo\u017cytno\u015b\u0107', u'http://ciekawostkihistoryczne.pl/tag/nowozytnosc/feed/'),
|
|
||||||
(u'XIX wiek', u'http://ciekawostkihistoryczne.pl/tag/xix-wiek/feed/'),
|
|
||||||
|
|
||||||
(u'1914-1939', u'http://ciekawostkihistoryczne.pl/tag/1914-1939/feed/'),
|
|
||||||
(u'1939-1945', u'http://ciekawostkihistoryczne.pl/tag/1939-1945/feed/'),
|
|
||||||
(u'Powojnie (od 1945)', u'http://ciekawostkihistoryczne.pl/tag/powojnie/feed/'),
|
|
||||||
(u'Recenzje', u'http://ciekawostkihistoryczne.pl/category/recenzje/feed/')]
|
|
||||||
|
|
||||||
def is_link_wanted(self, url, tag):
|
|
||||||
return 'ciekawostkihistoryczne' in url and url[-2] in {'2', '3', '4', '5', '6'}
|
|
||||||
|
|
||||||
def postprocess_html(self, soup, first_fetch):
|
|
||||||
tag = soup.find('h7')
|
|
||||||
if tag:
|
|
||||||
tag.nextSibling.extract()
|
|
||||||
if not first_fetch:
|
|
||||||
for r in soup.findAll(['h1']):
|
|
||||||
r.extract()
|
|
||||||
soup.find('h6').nextSibling.extract()
|
|
||||||
return soup
|
|
||||||
@ -1,123 +0,0 @@
|
|||||||
# -*- mode: python -*-
|
|
||||||
# -*- coding: utf-8 -*-
|
|
||||||
|
|
||||||
__license__ = 'GPL v3'
|
|
||||||
__copyright__ = '2018, Darko Miletic <darko.miletic at gmail.com>'
|
|
||||||
'''
|
|
||||||
www.computing.co.uk
|
|
||||||
'''
|
|
||||||
|
|
||||||
from calibre.web.feeds.news import BasicNewsRecipe
|
|
||||||
|
|
||||||
|
|
||||||
class Computing_UK(BasicNewsRecipe):
|
|
||||||
title = 'Computing'
|
|
||||||
__author__ = 'Darko Miletic'
|
|
||||||
description = 'Computing is the leading information resource for UK technology decision makers, providing the latest market news and hard-hitting opinion.'
|
|
||||||
publisher = 'Incisive Business Media Limited'
|
|
||||||
category = 'it computing uk, computing events, big data summit, cloud and infrastructure, it devops, computing security, HP, intel'
|
|
||||||
oldest_article = 7
|
|
||||||
no_stylesheets = True
|
|
||||||
encoding = 'utf8'
|
|
||||||
use_embedded_content = False
|
|
||||||
language = 'en_GB'
|
|
||||||
remove_empty_feeds = True
|
|
||||||
publication_type = 'newsportal'
|
|
||||||
auto_cleanup = True
|
|
||||||
resolve_internal_links = True
|
|
||||||
needs_subscription = True
|
|
||||||
ignore_duplicate_articles = {'url'}
|
|
||||||
INDEX = 'https://www.computing.co.uk/'
|
|
||||||
LOGIN = 'https://www.computing.co.uk/userlogin'
|
|
||||||
|
|
||||||
def get_browser(self):
|
|
||||||
|
|
||||||
def is_form_login(form):
|
|
||||||
return "id" in form.attrs and form.attrs['id'] == "userlogin"
|
|
||||||
|
|
||||||
br = BasicNewsRecipe.get_browser(self)
|
|
||||||
br.open(self.INDEX)
|
|
||||||
if self.username:
|
|
||||||
br.open(self.LOGIN)
|
|
||||||
br.select_form(predicate=is_form_login)
|
|
||||||
br['subscriber[email_id]'] = self.username
|
|
||||||
br['subscriber[password]'] = self.password
|
|
||||||
br.submit()
|
|
||||||
return br
|
|
||||||
|
|
||||||
extra_css = """
|
|
||||||
body{font-family: sans-serif}
|
|
||||||
img{margin-top:1em; margin-bottom: 1em; display:block}
|
|
||||||
"""
|
|
||||||
|
|
||||||
conversion_options = {
|
|
||||||
'comment': description,
|
|
||||||
'tags': category,
|
|
||||||
'publisher': publisher,
|
|
||||||
'language': language
|
|
||||||
}
|
|
||||||
|
|
||||||
feeds = [
|
|
||||||
(
|
|
||||||
u'Financial Solutions',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/financial-solutions/'
|
|
||||||
),
|
|
||||||
(
|
|
||||||
u'Big Data',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/big-data-and-analytics/'
|
|
||||||
),
|
|
||||||
(u'DevOps', u'https://www.computing.co.uk/feeds/rss/category/devops/'),
|
|
||||||
(
|
|
||||||
u'Cloud and Infrastructure',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/cloud-and-infrastructure/'
|
|
||||||
),
|
|
||||||
(
|
|
||||||
u'Internet of Things',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/internet-of-things/'
|
|
||||||
),
|
|
||||||
(
|
|
||||||
u'Leadership',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/leadership/'
|
|
||||||
),
|
|
||||||
(
|
|
||||||
u'Application',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/software/applications/'
|
|
||||||
),
|
|
||||||
(
|
|
||||||
u'Business Software',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/software/business-software/'
|
|
||||||
),
|
|
||||||
(
|
|
||||||
u'Developer',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/software/developer/'
|
|
||||||
),
|
|
||||||
(
|
|
||||||
u'Mobile Software',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/software/mobile-software/'
|
|
||||||
),
|
|
||||||
(u'Strategy', u'https://www.computing.co.uk/feeds/rss/category/strategy/'),
|
|
||||||
(
|
|
||||||
u'Corporate',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/management/corporate/'
|
|
||||||
),
|
|
||||||
(
|
|
||||||
u'Privacy',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/security/privacy/'
|
|
||||||
),
|
|
||||||
(u'Security', u'https://www.computing.co.uk/feeds/rss/category/security/'),
|
|
||||||
(u'Hardware', u'https://www.computing.co.uk/feeds/rss/category/hardware/'),
|
|
||||||
(
|
|
||||||
u'Mobile Phones',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/hardware/mobile-phones/'
|
|
||||||
),
|
|
||||||
(
|
|
||||||
u'Communications',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/communications/'
|
|
||||||
),
|
|
||||||
(
|
|
||||||
u'Public Sector',
|
|
||||||
u'https://www.computing.co.uk/feeds/rss/category/public-sector/'
|
|
||||||
),
|
|
||||||
(u'Security', u'https://www.computing.co.uk/feeds/rss/category/security/'),
|
|
||||||
(u'Security', u'https://www.computing.co.uk/feeds/rss/category/security/'),
|
|
||||||
]
|
|
||||||
@ -1,30 +0,0 @@
|
|||||||
#!/usr/bin/env python2
|
|
||||||
# vim:fileencoding=utf-8
|
|
||||||
# https://manual.calibre-ebook.com/news_recipe.html
|
|
||||||
from __future__ import unicode_literals, division, absolute_import, print_function
|
|
||||||
from calibre.web.feeds.news import BasicNewsRecipe
|
|
||||||
'''
|
|
||||||
Halsnæs Avis
|
|
||||||
'''
|
|
||||||
|
|
||||||
|
|
||||||
class HalsnaesLokalavisen_dk(BasicNewsRecipe):
|
|
||||||
__author__ = 'CoderAllan.github.com'
|
|
||||||
title = 'Halsnæs Avis'
|
|
||||||
description = 'Lokale og regionale nyheder, sport og kultur fra Halsnæs og omegn på halsnaes.lokalavisen.dk'
|
|
||||||
category = 'newspaper, news, localnews, sport, culture, Denmark'
|
|
||||||
oldest_article = 7
|
|
||||||
max_articles_per_feed = 50
|
|
||||||
auto_cleanup = True
|
|
||||||
language = 'da'
|
|
||||||
|
|
||||||
feeds = [
|
|
||||||
('Seneste nyt fra Halsnæs Avis', 'http://halsnaes.lokalavisen.dk/section/senestenytrss'),
|
|
||||||
('Seneste lokale nyheder fra Halsnæs Avis', 'http://halsnaes.lokalavisen.dk/section/senestelokalenyhederrss'),
|
|
||||||
('Seneste sport fra Halsnæs Avis', 'http://halsnaes.lokalavisen.dk/section/senestesportrss'),
|
|
||||||
('Seneste 112 nyheder fra Halsnæs Avis', 'http://halsnaes.lokalavisen.dk/section/seneste112rss'),
|
|
||||||
('Seneste kultur nyheder fra Halsnæs Avis', 'http://halsnaes.lokalavisen.dk/section/senestekulturrss'),
|
|
||||||
('Seneste læserbreve fra Halsnæs Avis', 'http://halsnaes.lokalavisen.dk/section/senestelaeserbreverss'),
|
|
||||||
|
|
||||||
]
|
|
||||||
|
|
||||||
@ -1,81 +0,0 @@
|
|||||||
from calibre.web.feeds.news import BasicNewsRecipe
|
|
||||||
|
|
||||||
|
|
||||||
class HeritageFoundation(BasicNewsRecipe):
|
|
||||||
title = u'The Heritage Foundation'
|
|
||||||
description = 'Founded in 1973, The Heritage Foundation is a research and educational institution—a think tank—\
|
|
||||||
whose mission is to formulate and promote conservative public policies based on the principles of free enterprise, limited government, \
|
|
||||||
individual freedom, traditional American values, and a strong national defense.'
|
|
||||||
__author__ = '_reader'
|
|
||||||
__date__ = '05 July 2012'
|
|
||||||
__version__ = '1.0'
|
|
||||||
oldest_article = 30
|
|
||||||
max_articles_per_feed = 100
|
|
||||||
publisher = 'The Heritage Foundation'
|
|
||||||
category = 'commentary'
|
|
||||||
tags = 'commentary'
|
|
||||||
language = 'en'
|
|
||||||
publication_type = 'blog'
|
|
||||||
cover_url = 'http://www.heritage.org/static/images/logo.jpg'
|
|
||||||
masthead_url = 'http://www.heritage.org/static/images/logo.jpg'
|
|
||||||
encoding = None
|
|
||||||
use_embedded_content = False
|
|
||||||
no_stylesheets = True
|
|
||||||
remove_javascript = True
|
|
||||||
recursions = 0
|
|
||||||
remove_empty_feeds = True
|
|
||||||
auto_cleanup = True
|
|
||||||
|
|
||||||
conversion_options = {
|
|
||||||
'comments': description,
|
|
||||||
'tags': tags,
|
|
||||||
'language': language,
|
|
||||||
'publisher': publisher,
|
|
||||||
'authors': publisher,
|
|
||||||
'smarten_punctuation': True
|
|
||||||
}
|
|
||||||
|
|
||||||
feeds = [
|
|
||||||
(u'Agriculture', u'http://origin.heritage.org/static/RSS/Agriculture.xml'),
|
|
||||||
(u'Alliances', u'http://origin.heritage.org/static/RSS/Alliances.xml'),
|
|
||||||
(u'Arms Control and Non-Proliferation',
|
|
||||||
u'http://origin.heritage.org/static/RSS/Arms-Control-and-Non-Proliferation.xml'),
|
|
||||||
(u'Budget and Spending',
|
|
||||||
u'http://origin.heritage.org/static/RSS/Budget-and-Spending.xml'),
|
|
||||||
(u'Economic Freedom', u'http://origin.heritage.org/static/RSS/Economic-Freedom.xml'),
|
|
||||||
(u'Economy', u'http://origin.heritage.org/static/RSS/Economy.xml'),
|
|
||||||
(u'Education', u'http://origin.heritage.org/static/RSS/Education.xml'),
|
|
||||||
(u'Energy and Environment',
|
|
||||||
u'http://origin.heritage.org/static/RSS/Energy-and-Environment.xml'),
|
|
||||||
(u'Family and Marriage',
|
|
||||||
u'http://origin.heritage.org/static/RSS/Family-And-Marriage.xml'),
|
|
||||||
(u'Foreign Aid and Development',
|
|
||||||
u'http://origin.heritage.org/static/RSS/Foreign-Aid-and-Development.xml'),
|
|
||||||
(u'Health Care', u'http://origin.heritage.org/static/RSS/Health-Care.xml'),
|
|
||||||
(u'Homeland Security', u'http://origin.heritage.org/static/RSS/Homeland-Security.xml'),
|
|
||||||
(u'Housing', u'http://origin.heritage.org/static/RSS/Housing.xml'),
|
|
||||||
(u'Immigration', u'http://origin.heritage.org/static/RSS/Immigration.xml'),
|
|
||||||
(u'International Conflicts',
|
|
||||||
u'http://origin.heritage.org/static/RSS/International-Conflicts.xml'),
|
|
||||||
(u'International Law', u'http://origin.heritage.org/static/RSS/International-Law.xml'),
|
|
||||||
(u'Labor', u'http://origin.heritage.org/static/RSS/Labor.xml'),
|
|
||||||
(u'Legal Issues', u'http://origin.heritage.org/static/RSS/Legal.xml'),
|
|
||||||
(u'Missile Defense', u'http://origin.heritage.org/static/RSS/Missile-Defense.xml'),
|
|
||||||
(u'National Security and Defense',
|
|
||||||
u'http://origin.heritage.org/static/RSS/National-Security-and-Defense.xml'),
|
|
||||||
(u'Political Thought', u'http://origin.heritage.org/static/RSS/Political-Thought.xml'),
|
|
||||||
(u'Public Diplomacy', u'http://origin.heritage.org/static/RSS/Public-Diplomacy.xml'),
|
|
||||||
(u'Regulation', u'http://origin.heritage.org/static/RSS/Regulation.xml'),
|
|
||||||
(u'Religion and Civil Society',
|
|
||||||
u'http://origin.heritage.org/static/RSS/Religion-and-Civil-Society.xml'),
|
|
||||||
(u'Retirement Security',
|
|
||||||
u'http://origin.heritage.org/static/RSS/Retirement-Security.xml'),
|
|
||||||
(u'Space Policy', u'http://origin.heritage.org/static/RSS/Space-Policy.xml'),
|
|
||||||
(u'Taxes', u'http://origin.heritage.org/static/RSS/Taxes.xml'),
|
|
||||||
(u'Terrorism', u'http://origin.heritage.org/static/RSS/Terrorism.xml'),
|
|
||||||
(u'Trade', u'http://origin.heritage.org/static/RSS/Trade.xml'),
|
|
||||||
(u'Transportation', u'http://origin.heritage.org/static/RSS/Transportation.xml'),
|
|
||||||
(u'Welfare', u'http://origin.heritage.org/static/RSS/Welfare.xml'),
|
|
||||||
(u'Worldwide Freedom and Human Rights',
|
|
||||||
u'http://origin.heritage.org/static/RSS/Worldwide-Freedom-and-Human-Rights.xml'),
|
|
||||||
]
|
|
||||||
@ -1,31 +0,0 @@
|
|||||||
# vim:fileencoding=utf-8
|
|
||||||
from __future__ import unicode_literals
|
|
||||||
from calibre.web.feeds.news import BasicNewsRecipe
|
|
||||||
|
|
||||||
|
|
||||||
class HistoriasDelMundo (BasicNewsRecipe):
|
|
||||||
__author__ = 'Marc Busqué <marc@lamarciana.com>'
|
|
||||||
__url__ = 'http://www.lamarciana.com'
|
|
||||||
__version__ = '1.0.1'
|
|
||||||
__license__ = 'GPL v3'
|
|
||||||
__copyright__ = '2012, Marc Busqué <marc@lamarciana.com>'
|
|
||||||
title = u'Historias del Mundo'
|
|
||||||
description = u'Historias del Mundo contadas por Marc Busqué'
|
|
||||||
url = 'http://www.marcbusque.org'
|
|
||||||
language = 'es'
|
|
||||||
tags = 'viajes, social'
|
|
||||||
oldest_article = 120
|
|
||||||
remove_empty_feeds = True
|
|
||||||
no_stylesheets = True
|
|
||||||
cover_url = u'http://www.marcbusque.org/wp-content/uploads/2011/12/cuchitril.png'
|
|
||||||
|
|
||||||
def get_extra_css(self):
|
|
||||||
if not self.extra_css:
|
|
||||||
br = self.get_browser()
|
|
||||||
self.extra_css = br.open_novisit(
|
|
||||||
'https://raw.githubusercontent.com/laMarciana/gutenweb/master/dist/gutenweb.css').read().replace('@charset "UTF-8";', '')
|
|
||||||
return self.extra_css
|
|
||||||
|
|
||||||
feeds = [
|
|
||||||
(u'Historias del Mundo', u'http://www.marcbusque.org/?feed=rss'),
|
|
||||||
]
|
|
||||||
@ -1,31 +0,0 @@
|
|||||||
# vim:fileencoding=utf-8
|
|
||||||
from __future__ import unicode_literals
|
|
||||||
from calibre.web.feeds.news import BasicNewsRecipe
|
|
||||||
|
|
||||||
|
|
||||||
class HistoriesDelMon (BasicNewsRecipe):
|
|
||||||
__author__ = 'Marc Busqué <marc@lamarciana.com>'
|
|
||||||
__url__ = 'http://www.lamarciana.com'
|
|
||||||
__version__ = '1.0.1'
|
|
||||||
__license__ = 'GPL v3'
|
|
||||||
__copyright__ = '2012, Marc Busqué <marc@lamarciana.com>'
|
|
||||||
title = u'Històries del Món'
|
|
||||||
description = u'Històries del Món explicades pel Marc Busqué'
|
|
||||||
url = 'http://www.marcbusque.org'
|
|
||||||
language = 'ca'
|
|
||||||
tags = 'viatges, social'
|
|
||||||
oldest_article = 120
|
|
||||||
remove_empty_feeds = True
|
|
||||||
no_stylesheets = True
|
|
||||||
cover_url = u'http://www.marcbusque.org/wp-content/uploads/2011/12/cuchitril.png'
|
|
||||||
|
|
||||||
def get_extra_css(self):
|
|
||||||
if not self.extra_css:
|
|
||||||
br = self.get_browser()
|
|
||||||
self.extra_css = br.open_novisit(
|
|
||||||
'https://raw.githubusercontent.com/laMarciana/gutenweb/master/dist/gutenweb.css').read().replace('@charset "UTF-8";', '')
|
|
||||||
return self.extra_css
|
|
||||||
|
|
||||||
feeds = [
|
|
||||||
(u'Històries del Món', u'http://www.marcbusque.org/ca/feed/'),
|
|
||||||
]
|
|
||||||
@ -1,74 +0,0 @@
|
|||||||
from calibre.web.feeds.news import BasicNewsRecipe
|
|
||||||
from calibre.ebooks.BeautifulSoup import BeautifulSoup as bs, Comment
|
|
||||||
|
|
||||||
|
|
||||||
class KurierGalicyjski(BasicNewsRecipe):
|
|
||||||
title = u'Kurier Galicyjski'
|
|
||||||
__author__ = 'fenuks'
|
|
||||||
description = u'Kurier Galicyjski - największa gazeta dla Polaków na Ukrainie. Bieżące wydarzenia z życia polskiej mniejszości, historia, kultura, polityka, reportaże.' # noqa
|
|
||||||
category = 'news'
|
|
||||||
language = 'pl'
|
|
||||||
cover_url = 'http://www.duszki.pl/Kurier_galicyjski_bis2_small.gif'
|
|
||||||
oldest_article = 7
|
|
||||||
max_articles_per_feed = 100
|
|
||||||
remove_empty_feeds = True
|
|
||||||
no_stylesheets = True
|
|
||||||
keep_only_tags = [dict(attrs={'class': 'item-page'})]
|
|
||||||
remove_tags = [dict(attrs={'class': 'pagenav'}), dict(attrs={
|
|
||||||
'style': 'border-top-width: thin; border-top-style: dashed; border-top-color: #CCC; border-bottom-width: thin; border-bottom-style: dashed; border-bottom-color: #CCC; padding-top:5px; padding-bottom:5px; text-align:right; margin-top:10px; height:20px;'})] # noqa
|
|
||||||
feeds = [
|
|
||||||
(u'Wydarzenia', u'http://kuriergalicyjski.com/index.php/wydarzenia?format=feed&type=atom'),
|
|
||||||
(u'Publicystyka', u'http://kuriergalicyjski.com/index.php/niezwykle-historie?format=feed&type=atom'),
|
|
||||||
(u'Reporta\u017ce', u'http://kuriergalicyjski.com/index.php/report?format=feed&type=atom'),
|
|
||||||
(u'Rozmowy Kuriera', u'http://kuriergalicyjski.com/index.php/kuriera?format=feed&type=atom'),
|
|
||||||
(u'Przegl\u0105d prasy', u'http://kuriergalicyjski.com/index.php/2012-01-05-14-08-55?format=feed&type=atom'),
|
|
||||||
(u'Kultura', u'http://kuriergalicyjski.com/index.php/2011-12-02-14-26-39?format=feed&type=atom'),
|
|
||||||
(u'Zabytki', u'http://kuriergalicyjski.com/index.php/2011-12-02-14-27-32?format=feed&type=atom'),
|
|
||||||
(u'Polska-Ukraina', u'http://kuriergalicyjski.com/index.php/pol-ua?format=feed&type=atom'),
|
|
||||||
(u'Polacy i Ukrai\u0144cy', u'http://kuriergalicyjski.com/index.php/polacy-i-ukr?format=feed&type=atom'),
|
|
||||||
(u'Niezwyk\u0142e historie', u'http://kuriergalicyjski.com/index.php/niezwykle-historie?format=feed&type=atom'),
|
|
||||||
(u'Polemiki', u'http://kuriergalicyjski.com/index.php/polemiki?format=feed&type=atom')]
|
|
||||||
|
|
||||||
def append_page(self, soup, appendtag):
|
|
||||||
pager = soup.find(id='article-index')
|
|
||||||
if pager:
|
|
||||||
pager = pager.findAll('a')[1:]
|
|
||||||
if pager:
|
|
||||||
for a in pager:
|
|
||||||
nexturl = 'http://www.kuriergalicyjski.com' + a['href']
|
|
||||||
soup2 = self.index_to_soup(nexturl)
|
|
||||||
pagetext = soup2.find(attrs={'class': 'item-page'})
|
|
||||||
if pagetext.h2:
|
|
||||||
pagetext.h2.extract()
|
|
||||||
r = pagetext.find(attrs={'class': 'article-info'})
|
|
||||||
if r:
|
|
||||||
r.extract()
|
|
||||||
pos = len(appendtag.contents)
|
|
||||||
appendtag.insert(pos, pagetext)
|
|
||||||
pos = len(appendtag.contents)
|
|
||||||
for r in appendtag.findAll(id='article-index'):
|
|
||||||
r.extract()
|
|
||||||
for r in appendtag.findAll(attrs={'class': 'pagenavcounter'}):
|
|
||||||
r.extract()
|
|
||||||
for r in appendtag.findAll(attrs={'class': 'pagination'}):
|
|
||||||
r.extract()
|
|
||||||
for r in appendtag.findAll(attrs={'class': 'pagenav'}):
|
|
||||||
r.extract()
|
|
||||||
for r in appendtag.findAll(attrs={'style': 'border-top-width: thin; border-top-style: dashed; border-top-color: #CCC; border-bottom-width: thin; border-bottom-style: dashed; border-bottom-color: #CCC; padding-top:5px; padding-bottom:5px; text-align:right; margin-top:10px; height:20px;'}): # noqa
|
|
||||||
r.extract()
|
|
||||||
comments = appendtag.findAll(
|
|
||||||
text=lambda text: isinstance(text, Comment))
|
|
||||||
for comment in comments:
|
|
||||||
comment.extract()
|
|
||||||
|
|
||||||
def preprocess_html(self, soup):
|
|
||||||
self.append_page(soup, soup.body)
|
|
||||||
for r in soup.findAll(style=True):
|
|
||||||
del r['style']
|
|
||||||
for img in soup.findAll(attrs={'class': 'easy_img_caption smartresize'}):
|
|
||||||
img.insert(len(img.contents) - 1, bs('<br />'))
|
|
||||||
img.insert(len(img.contents), bs('<br /><br />'))
|
|
||||||
for a in soup.findAll('a', href=True):
|
|
||||||
if a['href'].startswith('/'):
|
|
||||||
a['href'] = 'http://kuriergalicyjski.com' + a['href']
|
|
||||||
return soup
|
|
||||||
@ -1,85 +0,0 @@
|
|||||||
# -*- coding: utf-8 -*-
|
|
||||||
|
|
||||||
__license__ = 'GPL v3'
|
|
||||||
__copyright__ = 'Marcin Urban 2011'
|
|
||||||
|
|
||||||
import re
|
|
||||||
from calibre.web.feeds.recipes import BasicNewsRecipe
|
|
||||||
|
|
||||||
|
|
||||||
class recipeMagic(BasicNewsRecipe):
|
|
||||||
title = 'National Geographic PL'
|
|
||||||
__author__ = 'Marcin Urban 2011'
|
|
||||||
__modified_by__ = 'fenuks'
|
|
||||||
description = u'Legenda wśród magazynów z historią sięgającą 120 lat'
|
|
||||||
oldest_article = 7
|
|
||||||
max_articles_per_feed = 100
|
|
||||||
no_stylesheets = True
|
|
||||||
use_embedded_content = False
|
|
||||||
encoding = 'utf8'
|
|
||||||
publisher = 'G+J Gruner+Jahr Polska'
|
|
||||||
category = 'news, PL,'
|
|
||||||
language = 'pl'
|
|
||||||
remove_empty_feeds = True
|
|
||||||
publication_type = 'newsportal'
|
|
||||||
extra_css = ''' body {font-family: verdana, arial, helvetica, geneva, sans-serif ;}
|
|
||||||
h1{text-align: center;}
|
|
||||||
h2{font-size: medium; font-weight: bold;}
|
|
||||||
.authordate {font-size: small; color: #696969;}
|
|
||||||
p.lead {font-weight: bold; text-align: center;}
|
|
||||||
.fot{font-size: x-small; color: #666666;} '''
|
|
||||||
preprocess_regexps = [(re.compile(r'<!--.*?-->', re.DOTALL), lambda m: '')]
|
|
||||||
conversion_options = {
|
|
||||||
'comments': description, 'tags': category, 'language': language, 'publisher': publisher, 'linearize_tables': True
|
|
||||||
}
|
|
||||||
|
|
||||||
remove_tags = [
|
|
||||||
dict(name='div', attrs={'class': 'add_inf'}),
|
|
||||||
dict(name='div', attrs={'class': 'add_f'}),
|
|
||||||
]
|
|
||||||
|
|
||||||
remove_attributes = ['width', 'height']
|
|
||||||
feeds = []
|
|
||||||
|
|
||||||
def find_articles(self, url):
|
|
||||||
articles = []
|
|
||||||
soup = self.index_to_soup(url)
|
|
||||||
tag = soup.find(attrs={'class': 'arl'})
|
|
||||||
if not tag:
|
|
||||||
return articles
|
|
||||||
art = tag.ul.findAll('li')
|
|
||||||
for i in art:
|
|
||||||
title = i.a['title']
|
|
||||||
url = i.a['href']
|
|
||||||
# date=soup.find(id='footer').ul.li.string[41:-1]
|
|
||||||
desc = i.div.p.string
|
|
||||||
articles.append({'title': title,
|
|
||||||
'url': url,
|
|
||||||
'date': '',
|
|
||||||
'description': desc
|
|
||||||
})
|
|
||||||
return articles
|
|
||||||
|
|
||||||
def parse_index(self):
|
|
||||||
feeds = []
|
|
||||||
feeds.append((u"Aktualności", self.find_articles(
|
|
||||||
'http://www.national-geographic.pl/aktualnosci/')))
|
|
||||||
feeds.append((u"Artykuły", self.find_articles(
|
|
||||||
'http://www.national-geographic.pl/artykuly/')))
|
|
||||||
|
|
||||||
return feeds
|
|
||||||
|
|
||||||
def print_version(self, url):
|
|
||||||
if 'artykuly' in url:
|
|
||||||
return url.replace('artykuly/pokaz', 'drukuj-artykul')
|
|
||||||
elif 'aktualnosci' in url:
|
|
||||||
return url.replace('aktualnosci/pokaz', 'drukuj-artykul')
|
|
||||||
else:
|
|
||||||
return url
|
|
||||||
|
|
||||||
def get_cover_url(self):
|
|
||||||
soup = self.index_to_soup(
|
|
||||||
'http://www.national-geographic.pl/biezace-wydania/')
|
|
||||||
tag = soup.find(attrs={'class': 'txt jus'})
|
|
||||||
self.cover_url = tag.img['src']
|
|
||||||
return getattr(self, 'cover_url', self.cover_url)
|
|
||||||
Loading…
x
Reference in New Issue
Block a user