diff --git a/science_article_wos/science_article_wos/spiders/download_by_search_record.py b/science_article_wos/science_article_wos/spiders/download_by_search_record.py index 7c5536f..ac915f8 100644 --- a/science_article_wos/science_article_wos/spiders/download_by_search_record.py +++ b/science_article_wos/science_article_wos/spiders/download_by_search_record.py @@ -5,7 +5,7 @@ from scrapy import signals from scrapy.http import Response from scrapy.http.request.json_request import JsonRequest -from .database import DatabaseSpider +# from .database import DatabaseSpider from science_article_wos.items import WosArticleItem, WosCitedNumberItem, WosIdRelationItem from science_article_wos.scripts.wos_parse_data import parse_full_records from science_article_wos.utils import model @@ -19,7 +19,7 @@ def maybe_list(val: Union[int, List[int]]) -> List[int]: return list(val) -class DownloadBySearchRecordSpider(DatabaseSpider): +class DownloadBySearchRecordSpider(scrapy.Spider): name = "download_by_search_record" custom_settings = dict( DOWNLOADER_MIDDLEWARES={