|
|
|
@ -73,6 +73,8 @@ class DupTodoPipeline(MongoDBUtils):
|
|
|
|
raise DropItem('⏳ 已存在的item: \n[%s]' % ', '.join([x['third_id'] for x in items]))
|
|
|
|
raise DropItem('⏳ 已存在的item: \n[%s]' % ', '.join([x['third_id'] for x in items]))
|
|
|
|
insert_result = self._insert2db(datas, item_type)
|
|
|
|
insert_result = self._insert2db(datas, item_type)
|
|
|
|
affect_count = len(insert_result.inserted_ids)
|
|
|
|
affect_count = len(insert_result.inserted_ids)
|
|
|
|
|
|
|
|
except DropItem as drop_item:
|
|
|
|
|
|
|
|
logger.warning("Filter item: %s", drop_item)
|
|
|
|
except Exception as e:
|
|
|
|
except Exception as e:
|
|
|
|
logger.error(f"❌ 插入 %s 失败 %s 条: {e}" % (item_type, item_count))
|
|
|
|
logger.error(f"❌ 插入 %s 失败 %s 条: {e}" % (item_type, item_count))
|
|
|
|
else:
|
|
|
|
else:
|
|
|
|
|