if __name__ == '__main__':
    """"流程模擬"""
    multiprocessing.freeze_support() # 打包成exe時，需要該語句，防止系統(tǒng)無限創(chuàng)建子線程
    print(f"{time.strftime('%Y-%m-%d %H:%M:%S', time.localtime())} - [主進(jìn)程] - 程序已啟動")
    if WORKERS > 0:
        print(f"{time.strftime('%Y-%m-%d %H:%M:%S', time.localtime())} - [主進(jìn)程] - 當(dāng)前為并發(fā)爬取，每次采集{WORKERS}條url")
    else:
        print(f"{time.strftime('%Y-%m-%d %H:%M:%S', time.localtime())} - [主進(jìn)程] - 當(dāng)前為單線程爬取，時間間隔為{INTERVAL}秒")

    init_data_queue = multiprocessing.Queue()       # 從數(shù)據(jù)庫里取出來的需要爬取的url等信息
    result_data_queue = multiprocessing.Queue()     # 爬取的結(jié)果
    wait_to_insert_queue = multiprocessing.Queue()  # 等待寫入數(shù)據(jù)庫的數(shù)據(jù) 已經(jīng)去重 符合insert的格式要求

    p1 = multiprocessing.Process(target=get_remote_data, args=(init_data_queue, wait_to_insert_queue), name='[數(shù)據(jù)庫交互進(jìn)程]')
    p2 = multiprocessing.Process(target=scrapy_wechat, args=(init_data_queue, result_data_queue), name='[爬蟲進(jìn)程]')
    p3 = multiprocessing.Process(target=make_data, args=(result_data_queue, wait_to_insert_queue), name='[數(shù)據(jù)處理進(jìn)程]')
    try:
        p1.start()
        p2.start()
        p3.start()
    except Exception as e:
        print(f"{time.strftime('%Y-%m-%d %H:%M:%S', time.localtime())} - [主進(jìn)程] - 錯誤信息: {e}")