|
|
@ -33,10 +33,11 @@ DOWNLOAD_DELAY = 1
|
|
|
|
#TELNETCONSOLE_ENABLED = False
|
|
|
|
#TELNETCONSOLE_ENABLED = False
|
|
|
|
|
|
|
|
|
|
|
|
# Override the default request headers:
|
|
|
|
# Override the default request headers:
|
|
|
|
#DEFAULT_REQUEST_HEADERS = {
|
|
|
|
DEFAULT_REQUEST_HEADERS = {
|
|
|
|
# "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
|
|
|
|
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
|
|
|
|
# "Accept-Language": "en",
|
|
|
|
"Accept-Language": "en",
|
|
|
|
#}
|
|
|
|
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36"
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
# Enable or disable spider middlewares
|
|
|
|
# Enable or disable spider middlewares
|
|
|
|
# See https://docs.scrapy.org/en/latest/topics/spider-middleware.html
|
|
|
|
# See https://docs.scrapy.org/en/latest/topics/spider-middleware.html
|
|
|
|