You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
37 lines
835 B
Python
37 lines
835 B
Python
import scrapy
|
|
from science_article_add.items import ArticleItem, IdRelationItem, ArticleCitedItem
|
|
|
|
|
|
class WosItem(scrapy.Item):
|
|
# define the fields for your item here like:
|
|
third_id = scrapy.Field()
|
|
updated_at = scrapy.Field()
|
|
|
|
|
|
class WosArticleItem(ArticleItem):
|
|
__tablename__ = 'data_wos_article'
|
|
|
|
third_id = scrapy.Field()
|
|
"""
|
|
wos发文item
|
|
"""
|
|
exported = scrapy.Field()
|
|
updated_at = scrapy.Field()
|
|
|
|
|
|
class WosCitedNumberItem(ArticleCitedItem):
|
|
__tablename__ = 'relation_cited_number_wos'
|
|
|
|
"""发文被引量item"""
|
|
third_id = scrapy.Field()
|
|
cited = scrapy.Field()
|
|
updated_at = scrapy.Field()
|
|
|
|
|
|
class WosIdRelationItem(IdRelationItem):
|
|
__tablename__ = 'relation_school_wos'
|
|
|
|
query_ids = scrapy.Field()
|
|
school_ids = scrapy.Field()
|
|
task_ids = scrapy.Field()
|