diff --git a/resources/recipes/nikkei_sports_sub.recipe b/resources/recipes/nikkei_sports_sub.recipe deleted file mode 100644 index c08404dac5..0000000000 --- a/resources/recipes/nikkei_sports_sub.recipe +++ /dev/null @@ -1,95 +0,0 @@ -import string, re, sys -from calibre import strftime -from calibre.web.feeds.recipes import BasicNewsRecipe - -class NikkeiNet_subscription(BasicNewsRecipe): - title = u'\u65e5\u7d4c\u65b0\u805e\u96fb\u5b50\u7248' - __author__ = 'Hiroshi Miura' - description = 'News and current market affairs from Japan' - needs_subscription = True - oldest_article = 3 - max_articles_per_feed = 20 - language = 'ja' - - remove_tags_before = {'class':"cmn-section cmn-indent"} - remove_tags = [ - {'class':"JSID_basePageMove JSID_baseAsyncSubmit cmn-form_area JSID_optForm_utoken"}, - {'class':"cmn-article_keyword cmn-clearfix"}, - {'class':"cmn-print_headline cmn-clearfix"}, - ] - remove_tags_after = {'class':"cmn-pr_list"} - - - def get_browser(self): - br = BasicNewsRecipe.get_browser() - - cj = mechanize.LWPCookieJar() - br.set_cookiejar(cj) - - #br.set_debug_http(True) - #br.set_debug_redirects(True) - #br.set_debug_responses(True) - - if self.username is not None and self.password is not None: - #print "----------------------------get login form--------------------------------------------" - # open login form - br.open('https://id.nikkei.com/lounge/nl/base/LA0010.seam') - response = br.response() - #print "----------------------------get login form---------------------------------------------" - #print "----------------------------set login form---------------------------------------------" - # remove disabled input which brings error on mechanize - response.set_data(response.get_data().replace("", " -->")) - br.set_response(response) - br.select_form(name='LA0010Form01') - br['LA0010Form01:LA0010Email'] = self.username - br['LA0010Form01:LA0010Password'] = self.password - br.form.find_control(id='LA0010Form01:LA0010AutoLoginOn',type="checkbox").get(nr=0).selected = True - br.submit() - response1 = br.response() - #print "----------------------------send login form---------------------------------------------" - #print "----------------------------open news main page-----------------------------------------" - # open news site - br.open('http://www.nikkei.com/') - response2 = br.response() - #print "----------------------------www.nikkei.com BODY --------------------------------------" - #print response2.get_data() - #print "-------------------------^^-got auto redirect form----^^--------------------------------" - # forced redirect in default - br.select_form(nr=0) - br.submit() - response3 = br.response() - # return some cookie which should be set by Javascript - #print response3.geturl() - raw = response3.get_data() - #print "---------------------------response to form --------------------------------------------" - # grab cookie from JS and set it - redirectflag = re.search(r"var checkValue = '(\d+)';", raw, re.M).group(1) - br.select_form(nr=0) - - self.temp_files.append(PersistentTemporaryFile('_fa.html')) - self.temp_files[-1].write("#LWP-Cookies-2.0\n") - - self.temp_files[-1].write("Set-Cookie3: Cookie-dummy=Cookie-value; domain=\".nikkei.com\"; path=\"/\"; path_spec; secure; expires=\"2029-12-21 05:07:59Z\"; version=0\n") - self.temp_files[-1].write("Set-Cookie3: redirectFlag="+redirectflag+"; domain=\".nikkei.com\"; path=\"/\"; path_spec; secure; expires=\"2029-12-21 05:07:59Z\"; version=0\n") - self.temp_files[-1].close() - cj.load(self.temp_files[-1].name) - - br.submit() - - #br.set_debug_http(False) - #br.set_debug_redirects(False) - #br.set_debug_responses(False) - return br - - - - feeds = [ - (u'\u30b9\u30dd\u30fc\u30c4\uff1a\u30d7\u30ed\u91ce\u7403', u'http://www.zou3.net/php/rss/nikkei2rss.php?head=baseball'), - (u'\u30b9\u30dd\u30fc\u30c4\uff1a\u5927\u30ea\u30fc\u30b0', u'http://www.zou3.net/php/rss/nikkei2rss.php?head=mlb'), - (u'\u30b9\u30dd\u30fc\u30c4\uff1a\u30b5\u30c3\u30ab\u30fc', u'http://www.zou3.net/php/rss/nikkei2rss.php?head=soccer'), - (u'\u30b9\u30dd\u30fc\u30c4\uff1a\u30b4\u30eb\u30d5', u'http://www.zou3.net/php/rss/nikkei2rss.php?head=golf'), - (u'\u30b9\u30dd\u30fc\u30c4\uff1a\u76f8\u64b2', u'http://www.zou3.net/php/rss/nikkei2rss.php?head=sumou'), - (u'\u30b9\u30dd\u30fc\u30c4\uff1a\u7af6\u99ac', u'http://www.zou3.net/php/rss/nikkei2rss.php?head=keiba') - ] -