提交 1ec2de55 作者: 薛凌堃

证监会公告加入重新启动进程逻辑

上级 6e34ed73
import json import json
import os
import re import re
import subprocess
import sys
import time import time
import uuid import uuid
from datetime import datetime from datetime import datetime
...@@ -375,9 +378,11 @@ def SpiderByZJH(url, payload, dic_info, start_time,num): # dic_info 数据库 ...@@ -375,9 +378,11 @@ def SpiderByZJH(url, payload, dic_info, start_time,num): # dic_info 数据库
#重新放入redis #重新放入redis
baseCore.rePutIntoR('NoticeEnterprise:gnqy_socialCode_add', social_code) baseCore.rePutIntoR('NoticeEnterprise:gnqy_socialCode_add', social_code)
time.sleep(random.randint(60, 120)) time.sleep(random.randint(60, 120))
# state = 0 # 获取当前进程pid
# takeTime = baseCore.getTimeCost(start_time, time.time()) current_pid = baseCore.getPID()
# baseCore.recordLog(social_code, taskType, state, takeTime, url, '请求失败') # todo: 重新启动新进程,杀死当前进程
subprocess.Popen([sys.executable] + sys.argv)
os.kill(current_pid, 9)
soup = '' soup = ''
if soup == '': if soup == '':
return return
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论