From c94aba0245311e665e70fc7c8bc552b899195448 Mon Sep 17 00:00:00 2001 From: zhaoxiangpeng <1943364377@qq.com> Date: Tue, 10 Mar 2026 15:09:58 +0800 Subject: [PATCH] =?UTF-8?q?wos:=E6=B7=BB=E5=8A=A0=E6=8E=A5=E5=8F=A3?= =?UTF-8?q?=E6=96=87=E6=A1=A3=E8=AF=B4=E6=98=8E?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../science_article_wos/middlewares.py | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/science_article_wos/science_article_wos/middlewares.py b/science_article_wos/science_article_wos/middlewares.py index 4704df6..b1afac3 100644 --- a/science_article_wos/science_article_wos/middlewares.py +++ b/science_article_wos/science_article_wos/middlewares.py @@ -109,6 +109,9 @@ class ScienceArticleWosDownloaderMiddleware: class WosStarterApiXkeyDownloaderMiddleware: + """ + https://api.clarivate.com/swagger-ui/?apikey=none&url=https%3A%2F%2Fdeveloper.clarivate.com%2Fapis%2Fwos-starter%2Fswagger + """ async def process_request(self, request, spider): key_param = { 'X-ApiKey': '53b8164e7543ccebe489988287e8b871bc2c0880' @@ -185,10 +188,13 @@ class WosCookieMiddleware: def get_sid_from_redis(self): val = self.redis_cli.rpoplpush(self.cookiepool_cache_key, self.cookiepool_cache_key) if val: - self.redis_cli.hincrby(f'{self.redis_key_prefix}:{val}', 'used_times', 1) + self.inc_used_times(val) return val return None + def inc_used_times(self, val: str = None): + self.redis_cli.hincrby(f'{self.redis_key_prefix}:{val}', 'used_times', 1) + def mark_sid_status(self, sid: str, status: str = 'validate'): """ :param sid: @@ -221,6 +227,11 @@ class WosCookieMiddleware: self.redis_cli.delete(f'{self.cookiepool_cache_key}') +class WosSessionMiddleware: + def process_request(self, request: Request, spider: Spider): + pass + + class A: def __init__(self, redis_cli): self.redis_cli = redis_cli