核心人员维护

comData/Tyc/CorePerson_Update.py

@@ -33,7 +33,7 @@ token = Token()
 def get_html(tycid, s, headers):
     url = f"https://www.tianyancha.com/company/{tycid}"
     # ip = baseCore.get_proxy()
-    response = s.get(url=url, headers=headers)
+    response = s.get(url=url, headers=headers) #, proxies=ip)
     if response.status_code == 200:
         pass
     else:
@@ -83,11 +83,17 @@ def doJob():
             'Accept-Encoding': 'gzip, deflate, br',
             'Accept-Language': 'zh-CN,zh;q=0.9',
             'Cache-Control': 'max-age=0',
-            # 'Connection': 'keep-alive',
+            'Connection': 'keep-alive',
             'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
             'version': 'TYC-Web'
         }
         cookies_list, id_cookie, user_name = token.get_cookies()
+        if cookies_list:
+            pass
+        else:
+            log.info("没有账号了,等待30分钟")
+            time.sleep(30*60)
+            continue
         log.info(f'=====当前使用的是{user_name}的cookie======')
         cookies = {}
         for cookie in cookies_list:

comData/Tyc/classtool.py

@@ -8,15 +8,18 @@ from bson import ObjectId
 from openpyxl import Workbook, load_workbook
 
 from base.BaseCore import BaseCore
+
 baseCore = BaseCore()
 log = baseCore.getLogger()
 cnx = baseCore.cnx
 cursor = baseCore.cursor
 db_storage = pymongo.MongoClient('mongodb://114.115.221.202:27017/', username='admin', password='ZZsn@9988').ZZSN[
     '天眼查登录信息']
+
+
 class File():
     # 创建文件
-    def createFile(self,file_name):
+    def createFile(self, file_name):
         if os.path.exists(file_name):
             return
         else:
@@ -32,14 +35,14 @@ class File():
             wb.close()
 
     # 删除文件
-    def deleteFile(self,file_name):
+    def deleteFile(self, file_name):
         if os.path.exists(file_name):
             os.remove(file_name)
         else:
             pass
 
     # 追加数据
-    def appenddata(self,file_name, sheet, data):
+    def appenddata(self, file_name, sheet, data):
         # 打开现有的Excel文件
         wb = load_workbook(file_name)
 
@@ -50,17 +53,27 @@ class File():
         wb.save(file_name)
         wb.close()
 
+
 class Token():
     # 获取token
     def get_cookies(self):
-        query = {
-            'fenghaoTime': {'$lt': 'updateTime'},  # 封号时间小于更新时间
-        }
+        flg = False
+        query = { "fenghaoTime": { "$lt": str(datetime.datetime.now() - datetime.timedelta(hours=2))}}
         result = db_storage.find_one(query, sort=[('updateTime', 1)])
-        cookies = result['cookies']
-        id_token = result['_id']
-        user_name = result['name']
-        return cookies, id_token, user_name
+        # results = db_storage.find({}, sort=[('updateTime', 1)])
+        if result:
+            flg = True
+        # for result in results:
+        #     if result['fenghaoTime'] < result['updateTime']:
+        #         flg = True
+        #         break
+        if flg:
+            cookies = result['cookies']
+            id_token = result['_id']
+            user_name = result['name']
+            return cookies, id_token, user_name
+        else:
+            return '', '', ''
 
     # 删除失效的token
     def delete_token(self, cookie_):
@@ -69,7 +82,7 @@ class Token():
         cnx.commit()
 
     # token的处理
-    def updateTokeen(self,id_token, type):
+    def updateTokeen(self, id_token, type):
         if type == 1:
             # session失效，删除token
             cursor.execute(f"delete from QCC_token where id={id_token}")
@@ -93,6 +106,7 @@ class Token():
             db_storage.update_one(filter, update)
         cnx.commit()
 
+
 class Tag():
     # 删除特定属性标签
     def deletep(self, soup, tag_, attribute_to_delete, value_to_delete):
@@ -136,4 +150,9 @@ class Tag():
                 span3.extract()
         spans4 = td.find_all('span', class_='text-span')
         for span4 in spans4:
-            span4.extract()
\ No newline at end of file
+            span4.extract()
+
+
+if __name__ == '__main__':
+    token = Token()
+    print(token.get_cookies())