wos:根据搜索记录下载

main
zhaoxiangpeng 1 week ago
parent 53eb41e8d3
commit 7da4ac90c6

@ -5,7 +5,7 @@ from scrapy import signals
from scrapy.http import Response
from scrapy.http.request.json_request import JsonRequest
from .database import DatabaseSpider
# from .database import DatabaseSpider
from science_article_wos.items import WosArticleItem, WosCitedNumberItem, WosIdRelationItem
from science_article_wos.scripts.wos_parse_data import parse_full_records
from science_article_wos.utils import model
@ -19,7 +19,7 @@ def maybe_list(val: Union[int, List[int]]) -> List[int]:
return list(val)
class DownloadBySearchRecordSpider(DatabaseSpider):
class DownloadBySearchRecordSpider(scrapy.Spider):
name = "download_by_search_record"
custom_settings = dict(
DOWNLOADER_MIDDLEWARES={

Loading…
Cancel
Save