From 75b585e07169815b12671538c91940c6cf088a69 Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Fri, 10 Jun 2011 12:52:14 -0600 Subject: [PATCH 1/6] New Musical Express Magazine by scissors --- recipes/nme.recipe | 42 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 42 insertions(+) create mode 100644 recipes/nme.recipe diff --git a/recipes/nme.recipe b/recipes/nme.recipe new file mode 100644 index 0000000000..70e8e24fde --- /dev/null +++ b/recipes/nme.recipe @@ -0,0 +1,42 @@ +from calibre.web.feeds.news import BasicNewsRecipe + +class AdvancedUserRecipe1306061239(BasicNewsRecipe): + title = u'New Musical Express Magazine' + __author__ = "scissors" + language = 'en' + remove_empty_feeds = True + remove_javascript = True + no_stylesheets = True + oldest_article = 7 + max_articles_per_feed = 100 + cover_url = 'http://tawanda3000.files.wordpress.com/2011/02/nme-logo.jpg' + + remove_tags = [ + dict( attrs={'class':'clear_icons'}), + dict( attrs={'class':'share_links'}), + dict( attrs={'id':'right_panel'}), + dict( attrs={'class':'today box'}) + +] + + keep_only_tags = [ + + dict(name='h1'), + #dict(name='h3'), + dict(attrs={'class' : 'BText'}), + dict(attrs={'class' : 'Bmore'}), + dict(attrs={'class' : 'bPosts'}), + dict(attrs={'class' : 'text'}), + dict(attrs={'id' : 'article_gallery'}), + dict(attrs={'class' : 'article_text'}) +] + + + + + feeds = [ + (u'NME News', u'http://feeds2.feedburner.com/nmecom/rss/newsxml'), + (u'Reviews', u'http://feeds2.feedburner.com/nme/SdML'), + (u'Blogs', u'http://www.nme.com/blog/index.php?blog=140&tempskin=_rss2'), + + ] From 7a16626073d447411a8bf918752f07176c9545e0 Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Sat, 11 Jun 2011 08:25:21 -0600 Subject: [PATCH 2/6] UK Daily Mirror by Dave Asbury --- recipes/daily_mirror.recipe | 52 +++++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+) create mode 100644 recipes/daily_mirror.recipe diff --git a/recipes/daily_mirror.recipe b/recipes/daily_mirror.recipe new file mode 100644 index 0000000000..5d4dbe3f4b --- /dev/null +++ b/recipes/daily_mirror.recipe @@ -0,0 +1,52 @@ +from calibre.web.feeds.news import BasicNewsRecipe + +class AdvancedUserRecipe1306061239(BasicNewsRecipe): + title = u'The Daily Mirror' + description = 'News as provide by The Daily Mirror -UK' + + __author__ = 'Dave Asbury' + language = 'en_GB' + + cover_url = 'http://yookeo.com/screens/m/i/mirror.co.uk.jpg' + + masthead_url = 'http://www.nmauk.co.uk/nma/images/daily_mirror.gif' + + + oldest_article = 1 + max_articles_per_feed = 100 + remove_empty_feeds = True + remove_javascript = True + no_stylesheets = True + + keep_only_tags = [ + dict(name='h1'), + dict(attrs={'class':['article-attr']}), + dict(name='div', attrs={'class' : [ 'article-body', 'crosshead']}) + + + ] + + remove_tags = [ + dict(name='div', attrs={'class' : ['caption', 'article-resize']}), + dict( attrs={'class':'append-html'}) + ] + + + + + feeds = [ + + (u'News', u'http://www.mirror.co.uk/news/rss.xml') + ,(u'Tech News', u'http://www.mirror.co.uk/news/technology/rss.xml') + ,(u'Weird World','http://www.mirror.co.uk/news/weird-world/rss.xml') + ,(u'Film Gossip','http://www.mirror.co.uk/celebs/film/rss.xml') + ,(u'Music News','http://www.mirror.co.uk/celebs/music/rss.xml') + ,(u'Celebs and Tv Gossip','http://www.mirror.co.uk/celebs/tv/rss.xml') + ,(u'Sport','http://www.mirror.co.uk/sport/rss.xml') + ,(u'Life Style','http://www.mirror.co.uk/life-style/rss.xml') + ,(u'Advice','http://www.mirror.co.uk/advice/rss.xml') + ,(u'Travel','http://www.mirror.co.uk/advice/travel/rss.xml') + + # example of commented out feed not needed ,(u'Travel','http://www.mirror.co.uk/advice/travel/rss.xml') + ] + From fb107eb94a25ec66d5e800207cfbd2169c4f035b Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Sat, 11 Jun 2011 09:27:21 -0600 Subject: [PATCH 3/6] FB2 Input: Do not specify font families/background colors --- resources/templates/fb2.xsl | 11 ++--------- 1 file changed, 2 insertions(+), 9 deletions(-) diff --git a/resources/templates/fb2.xsl b/resources/templates/fb2.xsl index 273edd71ae..5424c226d7 100644 --- a/resources/templates/fb2.xsl +++ b/resources/templates/fb2.xsl @@ -32,16 +32,11 @@ From 72d9c3fa96168260536fdb2223b1953074ceccb5 Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Sat, 11 Jun 2011 09:50:34 -0600 Subject: [PATCH 4/6] Fix bundled PyCrypto in the windows build --- setup/installer/windows/freeze.py | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/setup/installer/windows/freeze.py b/setup/installer/windows/freeze.py index d901b51642..026cac99cf 100644 --- a/setup/installer/windows/freeze.py +++ b/setup/installer/windows/freeze.py @@ -179,6 +179,24 @@ class Win32Freeze(Command, WixMixIn): shutil.copytree(self.j(comext, 'shell'), self.j(sp_dir, 'win32com', 'shell')) shutil.rmtree(comext) + # Fix PyCrypto, removing the bootstrap .py modules that load the .pyd + # modules, since they do not work when in a zip file + for crypto_dir in glob.glob(self.j(sp_dir, 'pycrypto-*', 'Crypto')): + for dirpath, dirnames, filenames in os.walk(crypto_dir): + for f in filenames: + name, ext = os.path.splitext(f) + if ext == '.pyd': + with open(self.j(dirpath, name+'.py')) as f: + raw = f.read().strip() + if (not raw.startswith('def __bootstrap__') or not + raw.endswith('__bootstrap__()')): + raise Exception('The PyCrypto file %r has non' + ' bootstrap code'%self.j(dirpath, f)) + for ext in ('.py', '.pyc', '.pyo'): + x = self.j(dirpath, name+ext) + if os.path.exists(x): + os.remove(x) + for pat in (r'PyQt4\uic\port_v3', ): x = glob.glob(self.j(self.lib_dir, 'site-packages', pat))[0] shutil.rmtree(x) From 0338744cb8bb4b6609976220c1e8a08990158f0e Mon Sep 17 00:00:00 2001 From: Charles Haley <> Date: Sat, 11 Jun 2011 18:13:59 +0100 Subject: [PATCH 5/6] Use FunctionDispatcher instead of Dispatcher in device to improve job-to-job synchronization --- src/calibre/gui2/device.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/src/calibre/gui2/device.py b/src/calibre/gui2/device.py index dd9d7aaa50..eb35e937c0 100644 --- a/src/calibre/gui2/device.py +++ b/src/calibre/gui2/device.py @@ -17,7 +17,7 @@ from calibre.gui2.dialogs.choose_format_device import ChooseFormatDeviceDialog from calibre.utils.ipc.job import BaseJob from calibre.devices.scanner import DeviceScanner from calibre.gui2 import config, error_dialog, Dispatcher, dynamic, \ - warning_dialog, info_dialog, choose_dir + warning_dialog, info_dialog, choose_dir, FunctionDispatcher from calibre.ebooks.metadata import authors_to_string from calibre import preferred_encoding, prints, force_unicode, as_unicode from calibre.utils.filenames import ascii_filename @@ -611,7 +611,7 @@ class DeviceMixin(object): # {{{ self.device_error_dialog = error_dialog(self, _('Error'), _('Error communicating with device'), ' ') self.device_error_dialog.setModal(Qt.NonModal) - self.device_manager = DeviceManager(Dispatcher(self.device_detected), + self.device_manager = DeviceManager(FunctionDispatcher(self.device_detected), self.job_manager, Dispatcher(self.status_bar.show_message), Dispatcher(self.show_open_feedback)) self.device_manager.start() @@ -736,7 +736,7 @@ class DeviceMixin(object): # {{{ self.set_device_menu_items_state(connected) if connected: self.device_manager.get_device_information(\ - Dispatcher(self.info_read)) + FunctionDispatcher(self.info_read)) self.set_default_thumbnail(\ self.device_manager.device.THUMBNAIL_HEIGHT) self.status_bar.show_message(_('Device: ')+\ @@ -767,7 +767,7 @@ class DeviceMixin(object): # {{{ self.device_manager.device.icon) self.bars_manager.update_bars() self.status_bar.device_connected(info[0]) - self.device_manager.books(Dispatcher(self.metadata_downloaded)) + self.device_manager.books(FunctionDispatcher(self.metadata_downloaded)) def metadata_downloaded(self, job): ''' @@ -810,7 +810,7 @@ class DeviceMixin(object): # {{{ def remove_paths(self, paths): return self.device_manager.delete_books( - Dispatcher(self.books_deleted), paths) + FunctionDispatcher(self.books_deleted), paths) def books_deleted(self, job): ''' @@ -1187,7 +1187,7 @@ class DeviceMixin(object): # {{{ Upload metadata to device. ''' plugboards = self.library_view.model().db.prefs.get('plugboards', {}) - self.device_manager.sync_booklists(Dispatcher(self.metadata_synced), + self.device_manager.sync_booklists(FunctionDispatcher(self.metadata_synced), self.booklists(), plugboards) def metadata_synced(self, job): @@ -1222,7 +1222,7 @@ class DeviceMixin(object): # {{{ titles = [i.title for i in metadata] plugboards = self.library_view.model().db.prefs.get('plugboards', {}) job = self.device_manager.upload_books( - Dispatcher(self.books_uploaded), + FunctionDispatcher(self.books_uploaded), files, names, on_card=on_card, metadata=metadata, titles=titles, plugboards=plugboards ) @@ -1475,7 +1475,7 @@ class DeviceMixin(object): # {{{ self.cover_to_thumbnail(open(book.cover, 'rb').read()) plugboards = self.library_view.model().db.prefs.get('plugboards', {}) self.device_manager.sync_booklists( - Dispatcher(self.metadata_synced), booklists, + FunctionDispatcher(self.metadata_synced), booklists, plugboards) return update_metadata # }}} From 7fccb95fc265b2de35818bdce9e527d4a29645be Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Sat, 11 Jun 2011 11:28:10 -0600 Subject: [PATCH 6/6] ... --- src/calibre/gui2/email.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/calibre/gui2/email.py b/src/calibre/gui2/email.py index c8adeb7d31..4b4c920a7e 100644 --- a/src/calibre/gui2/email.py +++ b/src/calibre/gui2/email.py @@ -11,8 +11,8 @@ from binascii import unhexlify from functools import partial from itertools import repeat -from calibre.utils.smtp import compose_mail, sendmail, extract_email_address, \ - config as email_config +from calibre.utils.smtp import (compose_mail, sendmail, extract_email_address, + config as email_config) from calibre.utils.filenames import ascii_filename from calibre.customize.ui import available_input_formats, available_output_formats from calibre.ebooks.metadata import authors_to_string @@ -67,8 +67,8 @@ class Sendmail(object): from_ = opts.from_ if not from_: from_ = 'calibre ' - msg = compose_mail(from_, to, text, subject, open(attachment, 'rb'), - aname) + with lopen(attachment, 'rb') as f: + msg = compose_mail(from_, to, text, subject, f, aname) efrom, eto = map(extract_email_address, (from_, to)) eto = [eto] sendmail(msg, efrom, eto, localhost=None,