import urllib, re, mechanize from calibre.web.feeds.recipes import BasicNewsRecipe from calibre import __appname__ class GoogleReaderUber(BasicNewsRecipe): title = 'Google Reader uber' description = 'Fetches all feeds from your Google Reader account including the uncategorized items.' needs_subscription = True __author__ = 'davec, rollercoaster, Starson17' base_url = 'http://www.google.com/reader/atom/' oldest_article = 365 max_articles_per_feed = 250 get_options = '?n=%d&xt=user/-/state/com.google/read' % max_articles_per_feed use_embedded_content = True def get_browser(self): br = BasicNewsRecipe.get_browser(self) if self.username is not None and self.password is not None: request = urllib.urlencode([('Email', self.username), ('Passwd', self.password), ('service', 'reader'), ('accountType', 'HOSTED_OR_GOOGLE'), ('source', __appname__)]) response = br.open('https://www.google.com/accounts/ClientLogin', request) auth = re.search('Auth=(\S*)', response.read()).group(1) cookies = mechanize.CookieJar() br = mechanize.build_opener(mechanize.HTTPCookieProcessor(cookies)) br.addheaders = [('Authorization', 'GoogleLogin auth='+auth)] return br def get_feeds(self): feeds = [] soup = self.index_to_soup('http://www.google.com/reader/api/0/tag/list') for id in soup.findAll(True, attrs={'name':['id']}): url = id.contents[0].replace('broadcast','reading-list') feeds.append((re.search('/([^/]*)$', url).group(1), self.base_url + urllib.quote(url.encode('utf-8')) + self.get_options)) return feeds