|
|
|
|
@ -5,7 +5,7 @@ from scrapy import signals
|
|
|
|
|
from scrapy.http import Response
|
|
|
|
|
from scrapy.http.request.json_request import JsonRequest
|
|
|
|
|
|
|
|
|
|
from .database import DatabaseSpider
|
|
|
|
|
# from .database import DatabaseSpider
|
|
|
|
|
from science_article_wos.items import WosArticleItem, WosCitedNumberItem, WosIdRelationItem
|
|
|
|
|
from science_article_wos.scripts.wos_parse_data import parse_full_records
|
|
|
|
|
from science_article_wos.utils import model
|
|
|
|
|
@ -19,7 +19,7 @@ def maybe_list(val: Union[int, List[int]]) -> List[int]:
|
|
|
|
|
return list(val)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class DownloadBySearchRecordSpider(DatabaseSpider):
|
|
|
|
|
class DownloadBySearchRecordSpider(scrapy.Spider):
|
|
|
|
|
name = "download_by_search_record"
|
|
|
|
|
custom_settings = dict(
|
|
|
|
|
DOWNLOADER_MIDDLEWARES={
|
|
|
|
|
|