from scrapy.crawler import CrawlerProcess
from scrapy.utils.project import get_project_settings

from science_article_add.scripts.get_db_task import TaskManager

tm = TaskManager()
process = CrawlerProcess(get_project_settings())

task = tm.get_task_from_mysql()

process.crawl('wos_latest_increment', task_obj=task)
process.start()