You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
13 lines
333 B
Python
13 lines
333 B
Python
from scrapy.crawler import CrawlerProcess
|
|
from scrapy.utils.project import get_project_settings
|
|
|
|
from science_article_add.scripts.get_db_task import TaskManager
|
|
|
|
tm = TaskManager()
|
|
process = CrawlerProcess(get_project_settings())
|
|
|
|
task = tm.get_task_from_mysql()
|
|
|
|
process.crawl('wos_latest_increment', task_obj=task)
|
|
process.start()
|