diff --git a/science_article_add/science_article_add/pipelines/duptodo.py b/science_article_add/science_article_add/pipelines/duptodo.py index 83c630a..e09d116 100644 --- a/science_article_add/science_article_add/pipelines/duptodo.py +++ b/science_article_add/science_article_add/pipelines/duptodo.py @@ -73,6 +73,8 @@ class DupTodoPipeline(MongoDBUtils): raise DropItem('⏳ 已存在的item: \n[%s]' % ', '.join([x['third_id'] for x in items])) insert_result = self._insert2db(datas, item_type) affect_count = len(insert_result.inserted_ids) + except DropItem as drop_item: + logger.warning("Filter item: %s", drop_item) except Exception as e: logger.error(f"❌ 插入 %s 失败 %s 条: {e}" % (item_type, item_count)) else: