prevent adding duplicate articles

This commit is contained in:
ilker m. sitki 2023-11-02 14:11:50 +03:00
parent 110e5db70c
commit 8a9d2cf59e

View File

@ -13,6 +13,7 @@ class Cumhuriyet(BasicNewsRecipe):
encoding = 'utf-8' encoding = 'utf-8'
use_embedded_content = False use_embedded_content = False
timefmt = ' [%d %b %Y]' timefmt = ' [%d %b %Y]'
ignore_duplicate_articles = {'title', 'url'}
keep_only_tags = [ keep_only_tags = [
dict(name='h1', attrs={'class': 'baslik'}), dict(name='h1', attrs={'class': 'baslik'}),