# coding: utf-8
# by jjc
from src.reptile.data.XhjDataThead import XhjDataThead
from src.reptile.data.XlNewsDataThead import XlNewsDataThead
from src.reptile.lib.Contab import Crontab
from src.reptile.lib.WorkProcess import WorkProcess
from src.reptile.service.XhjSpider import XhjSpider
from src.reptile.service.XlNewsSpider import XlNewsSpider
from src.reptile.task.SendJokes import SendJokes
from src.reptile.task.SendNews import SendNews

if __name__ == '__main__':
    MAX_THEAD_LEN = 1
    process = WorkProcess()
    xhjSpider = XhjSpider()
    # 新浪新闻
    xlnews_spider = XlNewsSpider()
    # join thead
    process.append_thead(xhjSpider)
    process.append_thead(xlnews_spider)
    # 数据写入线程
    process.append_thead(XhjDataThead(xhjSpider))
    process.append_thead(XlNewsDataThead(xlnews_spider))
    # 加入任务调度线程
    crontab_obj = Crontab()
    crontab_obj.task_list.append(SendNews())
    crontab_obj.task_list.append(SendJokes())
    process.append_thead(crontab_obj)
    print('开始采集........................')
    process.run()