From 0c98870eff49051b498a96d0be002b776d981eaa Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Tue, 25 Nov 2014 22:55:26 +0530 Subject: [PATCH] ... --- recipes/wsj.recipe | 3 +-- recipes/wsj_free.recipe | 12 +----------- 2 files changed, 2 insertions(+), 13 deletions(-) diff --git a/recipes/wsj.recipe b/recipes/wsj.recipe index e8430a0310..8f16fd2ce5 100644 --- a/recipes/wsj.recipe +++ b/recipes/wsj.recipe @@ -152,9 +152,8 @@ class WSJ(JavascriptRecipe): break for a in CSSSelect('div.itpSectionHeaderPdf a[href]')(root): href = a.get('href') - if href: - break ans['cover'] = browser.download_file(href) + break feeds = ans['index'] = [] for a in CSSSelect('div.itpHeader ul.tab a[href]')(root): diff --git a/recipes/wsj_free.recipe b/recipes/wsj_free.recipe index 67ed5200b4..29e9ab46f2 100644 --- a/recipes/wsj_free.recipe +++ b/recipes/wsj_free.recipe @@ -27,7 +27,6 @@ class WSJ(JavascriptRecipe): no_stylesheets = True ignore_duplicate_articles = {'url'} remove_attributes = ['style', 'data-scrim'] - needs_subscription = True keep_only_tags = ( 'h1', # 'h2.subhead', 'h2.subHed.deck', @@ -46,14 +45,6 @@ class WSJ(JavascriptRecipe): 'div.nc-exp-artmeta', ) - def do_login(self, br, username, password): - br.visit( - 'https://id.wsj.com/access/pages/wsj/us/login_standalone.html?mg=com-wsj', timeout=120) # noqa - f = br.select_form(nr=0) - f['username'] = username - f['password'] = password - br.submit(timeout=120) - def preprocess_stage2(self, article, browser, url, recursion_level): # Slideshow and expandable images need to be processed here to # set the src attribute correctly @@ -156,9 +147,8 @@ class WSJ(JavascriptRecipe): break for a in CSSSelect('div.itpSectionHeaderPdf a[href]')(root): href = a.get('href') - if href: - break ans['cover'] = browser.download_file(href) + break feeds = ans['index'] = [] for a in CSSSelect('div.itpHeader ul.tab a[href]')(root):