From e2c61dbeb0eab2ffcc971416602b835df6055285 Mon Sep 17 00:00:00 2001 From: "ilker m. sitki" Date: Wed, 4 Sep 2024 12:26:42 +0200 Subject: [PATCH] ignore duplicate articles Changes to be committed: modified: salzburger_nachrichten.recipe --- recipes/salzburger_nachrichten.recipe | 1 + 1 file changed, 1 insertion(+) diff --git a/recipes/salzburger_nachrichten.recipe b/recipes/salzburger_nachrichten.recipe index 72fa177aea..90d5cccda4 100644 --- a/recipes/salzburger_nachrichten.recipe +++ b/recipes/salzburger_nachrichten.recipe @@ -11,6 +11,7 @@ class SalzburgerNachrichten(BasicNewsRecipe): no_stylesheets = True remove_empty_feeds = True compress_news_images = True + ignore_duplicate_articles = {'url'} keep_only_tags = [ dict(name='h1', attrs={'class': 'article-title'}),