diff options
| author | Cédric Bonhomme <cedric@cedricbonhomme.org> | 2019-05-24 09:24:03 +0200 |
|---|---|---|
| committer | Cédric Bonhomme <cedric@cedricbonhomme.org> | 2019-05-24 09:24:03 +0200 |
| commit | ae8fe47751f45d382981274ccd6d326a48a51e0c (patch) | |
| tree | 2118e0caed534394601f4e3c84a7cf5c0a5e2de5 /src/crawler | |
| parent | Do not raise connection error from jarr_get (diff) | |
| download | newspipe-ae8fe47751f45d382981274ccd6d326a48a51e0c.tar.gz newspipe-ae8fe47751f45d382981274ccd6d326a48a51e0c.tar.bz2 newspipe-ae8fe47751f45d382981274ccd6d326a48a51e0c.zip | |
Improved the search of existing articles.
Diffstat (limited to 'src/crawler')
| -rw-r--r-- | src/crawler/default_crawler.py | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/src/crawler/default_crawler.py b/src/crawler/default_crawler.py index fe67614f..79a746b5 100644 --- a/src/crawler/default_crawler.py +++ b/src/crawler/default_crawler.py @@ -135,8 +135,10 @@ async def insert_articles(queue, nḅ_producers=1): new_article = await construct_article(article, feed) try: - existing_article_req = art_contr.read(feed_id=feed.id, - entry_id=extract_id(article)) + existing_article_req = art_contr.read( + user_id=user.id, + feed_id=feed.id, + entry_id=extract_id(article)) except Exception as e: logger.exception("existing_article_req: " + str(e)) continue |