wos:根据搜索记录下载

main
zhaoxiangpeng 1 week ago
parent 53eb41e8d3
commit 7da4ac90c6

@ -5,7 +5,7 @@ from scrapy import signals
from scrapy.http import Response from scrapy.http import Response
from scrapy.http.request.json_request import JsonRequest from scrapy.http.request.json_request import JsonRequest
from .database import DatabaseSpider # from .database import DatabaseSpider
from science_article_wos.items import WosArticleItem, WosCitedNumberItem, WosIdRelationItem from science_article_wos.items import WosArticleItem, WosCitedNumberItem, WosIdRelationItem
from science_article_wos.scripts.wos_parse_data import parse_full_records from science_article_wos.scripts.wos_parse_data import parse_full_records
from science_article_wos.utils import model from science_article_wos.utils import model
@ -19,7 +19,7 @@ def maybe_list(val: Union[int, List[int]]) -> List[int]:
return list(val) return list(val)
class DownloadBySearchRecordSpider(DatabaseSpider): class DownloadBySearchRecordSpider(scrapy.Spider):
name = "download_by_search_record" name = "download_by_search_record"
custom_settings = dict( custom_settings = dict(
DOWNLOADER_MIDDLEWARES={ DOWNLOADER_MIDDLEWARES={

Loading…
Cancel
Save