天眼查核心人员

comData/tcyQydt/CorePerson.py

@@ -21,11 +21,11 @@ cnx_ = baseCore.cnx
 cursor_ = baseCore.cursor
 list_all_1 = []
 list_all_2 = []
-taskType = '天眼查/核心人员/福布斯'
+taskType = '天眼查/核心人员'
 def doJob():
     while True:
         # 根据从Redis中拿到的社会信用代码,在数据库中获取对应基本信息
-        social_code = baseCore.redicPullData('CorPersonEnterpriseFbs:gnqy_socialCode')
+        social_code = baseCore.redicPullData('CorPersonEnterprise:gnqy_socialCode')
         # 判断 如果Redis中已经没有数据，则等待
         # social_code = 'ZZSN23011300000004'
         if social_code == None:
@@ -38,24 +38,32 @@ def doJob():
                 pass
             else:
                 #数据重新塞入redis
-                baseCore.rePutIntoR('CorPersonEnterpriseFbs:gnqy_socialCode',social_code)
+                baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode',social_code)
                 continue
             id = data[0]
             xydm = data[2]
             tycid = data[11]
-            if tycid == None:
+            if tycid == None or tycid == '':
                 try:
                     retData = getTycIdByXYDM(xydm)
-                    tycid = retData['tycData']['id']
-                    #todo:写入数据库
-                    updateSql = f"update Enterprise set TYCID = '{tycid}' where SocialCode = '{xydm}'"
-                    cursor_.execute(updateSql)
-                    cnx_.commit()
+                    if retData:
+                        tycid = retData['id']
+                        # todo:写入数据库
+                        updateSql = f"update EnterpriseInfo set TYCID = '{tycid}' where SocialCode = '{xydm}'"
+                        cursor_.execute(updateSql)
+                        cnx_.commit()
+                    else:
+                        state = 0
+                        takeTime = baseCore.getTimeCost(start, time.time())
+                        baseCore.recordLog(social_code, taskType, state, takeTime, '', '获取天眼查id失败')
+                        log.info(f'======={social_code}====重新放入redis====')
+                        baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', social_code)
+                        continue
                 except:
                     state = 0
                     takeTime = baseCore.getTimeCost(start, time.time())
                     baseCore.recordLog(social_code, taskType, state, takeTime, '', '获取天眼查id失败')
-                    baseCore.rePutIntoR('CorPersonEnterpriseFbs:gnqy_socialCode',social_code)
+                    baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', social_code)
                     continue
             count = data[17]
             log.info(f"{id}---{xydm}----{tycid}----开始采集核心人员")
@@ -69,7 +77,6 @@ def doJob():
                 res = requests.get(url,headers=headers,proxies=ip)  # ,verify=False
                 time.sleep(1)
                 list_all = res.json()['data']['dataList']
-
                 if list_all:
                     for one_info in list_all:
                         name = one_info['name']
@@ -254,9 +261,9 @@ def doJob():
             print(response.text)
             log.info('=========成功======')
         except Exception as e:
-            log.info(f'==={social_code}=====企业核心人员采集失败====')
+            log.info(f'==={social_code}=====企业核心人员采集失败===重新放入redis====')
             # 重新塞入redis
-            baseCore.rePutIntoR('CorPersonEnterpriseFbs:gnqy_socialCode', social_code)
+            baseCore.rePutIntoR('CorPersonEnterprise:gnqy_socialCode', social_code)
             state = 0
             takeTime = baseCore.getTimeCost(start, time.time())
             baseCore.recordLog(social_code, taskType, state, takeTime, '', f'获取企业信息失败--{e}')