提交 7c3290ba 作者: XveLingKun

天眼查-主要人员

上级 7a86fc5f
......@@ -42,8 +42,10 @@ def get_html(tycid, driver, headers):
div_part = soup.find('div', attrs={'data-dim': 'staff'})
# div_part.find('div', class_='dimHeader_root__XTCLe')
except:
log.info('没找到staff模块')
return -1
if div_part is None:
log.info('staff模块为空')
return -2
else:
try:
......@@ -139,9 +141,9 @@ def doJob():
else:
continue
# 根据从Redis中拿到的社会信用代码,在数据库中获取对应基本信息
item = baseCore.redicPullData('CorPersonEnterprise:gnqy_socialCode')
# item = baseCore.redicPullData('CorPersonEnterprise:gnqy_socialCode')
# 判断 如果Redis中已经没有数据,则等待
# social_code = '91110108780992804C'
item = '9133000070471161XA'
if item == None:
time.sleep(30 * 60)
continue
......@@ -219,9 +221,9 @@ def doJob():
elif charge == -2:
# 该企业没有人员信息
token.updateTokeen(id_cookie, 2)
baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', item)
log.info(f"{id}---{xydm}----{tycid}----没有核心人员或需要滑动验证----重新放入redis")
token.updateTokeen(id_cookie, 3)
# baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', item)
log.info(f"{id}---{xydm}----{tycid}----没有核心人员")
time.sleep(5)
# log.info(f"{id}---{xydm}----{tycid}----没有核心人员")
continue
......@@ -497,7 +499,9 @@ def doJob():
continue
else:
pass
response = requests.post('http://114.115.236.206:8088/sync/executive', data=json_updata, timeout=300,
# response = requests.post('http://114.115.236.206:8088/sync/executive', data=json_updata, timeout=300,
# verify=False)
response = requests.post('http://114.115.218.248:9292/userserver/sync/executive', data=json_updata, timeout=300,
verify=False)
print(response.text)
log.info('=========成功======')
......@@ -511,7 +515,7 @@ def doJob():
log.info(f'==={social_code}=====企业核心人员采集失败===重新放入redis====')
log.info(e)
# 重新塞入redis
baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', item)
# baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', item)
state = 0
takeTime = baseCore.getTimeCost(start, time.time())
baseCore.recordLog(social_code, taskType, state, takeTime, '', f'获取企业信息失败--{e}')
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论