提交 7c3290ba 作者: XveLingKun

天眼查-主要人员

上级 7a86fc5f
...@@ -42,8 +42,10 @@ def get_html(tycid, driver, headers): ...@@ -42,8 +42,10 @@ def get_html(tycid, driver, headers):
div_part = soup.find('div', attrs={'data-dim': 'staff'}) div_part = soup.find('div', attrs={'data-dim': 'staff'})
# div_part.find('div', class_='dimHeader_root__XTCLe') # div_part.find('div', class_='dimHeader_root__XTCLe')
except: except:
log.info('没找到staff模块')
return -1 return -1
if div_part is None: if div_part is None:
log.info('staff模块为空')
return -2 return -2
else: else:
try: try:
...@@ -139,9 +141,9 @@ def doJob(): ...@@ -139,9 +141,9 @@ def doJob():
else: else:
continue continue
# 根据从Redis中拿到的社会信用代码,在数据库中获取对应基本信息 # 根据从Redis中拿到的社会信用代码,在数据库中获取对应基本信息
item = baseCore.redicPullData('CorPersonEnterprise:gnqy_socialCode') # item = baseCore.redicPullData('CorPersonEnterprise:gnqy_socialCode')
# 判断 如果Redis中已经没有数据,则等待 # 判断 如果Redis中已经没有数据,则等待
# social_code = '91110108780992804C' item = '9133000070471161XA'
if item == None: if item == None:
time.sleep(30 * 60) time.sleep(30 * 60)
continue continue
...@@ -219,9 +221,9 @@ def doJob(): ...@@ -219,9 +221,9 @@ def doJob():
elif charge == -2: elif charge == -2:
# 该企业没有人员信息 # 该企业没有人员信息
token.updateTokeen(id_cookie, 2) token.updateTokeen(id_cookie, 3)
baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', item) # baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', item)
log.info(f"{id}---{xydm}----{tycid}----没有核心人员或需要滑动验证----重新放入redis") log.info(f"{id}---{xydm}----{tycid}----没有核心人员")
time.sleep(5) time.sleep(5)
# log.info(f"{id}---{xydm}----{tycid}----没有核心人员") # log.info(f"{id}---{xydm}----{tycid}----没有核心人员")
continue continue
...@@ -497,7 +499,9 @@ def doJob(): ...@@ -497,7 +499,9 @@ def doJob():
continue continue
else: else:
pass pass
response = requests.post('http://114.115.236.206:8088/sync/executive', data=json_updata, timeout=300, # response = requests.post('http://114.115.236.206:8088/sync/executive', data=json_updata, timeout=300,
# verify=False)
response = requests.post('http://114.115.218.248:9292/userserver/sync/executive', data=json_updata, timeout=300,
verify=False) verify=False)
print(response.text) print(response.text)
log.info('=========成功======') log.info('=========成功======')
...@@ -511,7 +515,7 @@ def doJob(): ...@@ -511,7 +515,7 @@ def doJob():
log.info(f'==={social_code}=====企业核心人员采集失败===重新放入redis====') log.info(f'==={social_code}=====企业核心人员采集失败===重新放入redis====')
log.info(e) log.info(e)
# 重新塞入redis # 重新塞入redis
baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', item) # baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', item)
state = 0 state = 0
takeTime = baseCore.getTimeCost(start, time.time()) takeTime = baseCore.getTimeCost(start, time.time())
baseCore.recordLog(social_code, taskType, state, takeTime, '', f'获取企业信息失败--{e}') baseCore.recordLog(social_code, taskType, state, takeTime, '', f'获取企业信息失败--{e}')
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论