From e7d69a0ee037cc6a0474eaeb2c427cb80a947c0a Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Wed, 16 Nov 2022 21:30:12 +0530 Subject: [PATCH] Try getting NYTimes from the internet archive nytimes.com is apparently doing a lot of bot detection. Let's see if getting it from the Internet Archive works better. This goes via a caching proxy so that any article is only downloaded once from the archive regardless of how many users download using the recipe. This ensures the archive is not unduly loaded. --- recipes/nytimes.recipe | 2 +- recipes/nytimes_sub.recipe | 2 +- recipes/nytimesbook.recipe | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/recipes/nytimes.recipe b/recipes/nytimes.recipe index 81ab36c076..7ea2a07595 100644 --- a/recipes/nytimes.recipe +++ b/recipes/nytimes.recipe @@ -15,7 +15,7 @@ from calibre.web.feeds.news import BasicNewsRecipe is_web_edition = True oldest_web_edition_article = 7 # days -use_wayback_machine = False +use_wayback_machine = True # The sections to download when downloading the web edition, comment out diff --git a/recipes/nytimes_sub.recipe b/recipes/nytimes_sub.recipe index 9f7a4c0e09..4594aaf92f 100644 --- a/recipes/nytimes_sub.recipe +++ b/recipes/nytimes_sub.recipe @@ -15,7 +15,7 @@ from calibre.web.feeds.news import BasicNewsRecipe is_web_edition = False oldest_web_edition_article = 7 # days -use_wayback_machine = False +use_wayback_machine = True # The sections to download when downloading the web edition, comment out diff --git a/recipes/nytimesbook.recipe b/recipes/nytimesbook.recipe index b9b739aa6d..9e2defdbbc 100644 --- a/recipes/nytimesbook.recipe +++ b/recipes/nytimesbook.recipe @@ -4,7 +4,7 @@ from calibre.web.feeds.news import BasicNewsRecipe -use_wayback_machine = False +use_wayback_machine = True def absolutize(url):