工具包--数据库连接池

base/BaseCore.py

@@ -15,6 +15,11 @@ from selenium.webdriver.chrome.service import Service
 from openpyxl import Workbook
 import langid
 
+#创建连接池
+import pymysql
+from pymysql import connections
+from DBUtils.PooledDB import PooledDB
+
 # 注意 程序退出前 调用BaseCore.close() 关闭相关资源
 
 class BaseCore:
@@ -233,6 +238,20 @@ class BaseCore:
         # 连接到Redis
         self.r = redis.Redis(host="114.115.236.206", port=6379, password='clbzzsn', db=6)
 
+        self.pool_caiji = PooledDB(
+            creator=pymysql,
+            maxconnections=5,
+            mincached=2,
+            maxcached=5,
+            blocking=True,
+            host='114.115.159.144',
+            port=3306,
+            user='root',
+            password='zzsn9988',
+            database='caiji',
+            charset='utf8mb4'
+        )
+
     def close(self):
         try:
             self.__cursor_proxy.close()
@@ -432,34 +451,69 @@ class BaseCore:
         # })
         return driver
 
+
     # 根据社会信用代码获取企业信息
     def getInfomation(self, social_code):
+        data = []
+        try:
             sql = f"SELECT * FROM EnterpriseInfo WHERE SocialCode = '{social_code}'"
-        self.cursor.execute(sql)
-        data = self.cursor.fetchone()
+            # self.cursor.execute(sql)
+            # data = self.cursor.fetchone()
+            conn = self.pool_caiji.connection()
+            cursor = conn.cursor()
+            cursor.execute(sql)
+            data = cursor.fetchone()
+            data = list(data)
+            cursor.close()
+            conn.close()
+        except:
+            log = self.getLogger()
+            log.info('=========数据库操作失败========')
         return data
 
     # 更新企业采集次数
     def updateRun(self, social_code, runType, count):
+        try:
             sql_update = f"UPDATE EnterpriseInfo SET {runType} = {count} WHERE SocialCode = '{social_code}'"
-        self.cursor.execute(sql_update)
-        self.cnx.commit()
+            # self.cursor.execute(sql_update)
+            # self.cnx.commit()
+            conn = self.pool_caiji.connection()
+            cursor = conn.cursor()
+            cursor.execute(sql_update)
+            conn.commit()
+            cursor.close()
+            conn.close()
+        except:
+            log = self.getLogger()
+            log.info('======更新数据库失败======')
 
     # 保存日志入库
     def recordLog(self, xydm, taskType, state, takeTime, url, e):
+        try:
             createTime = self.getNowTime(1)
             ip = self.getIP()
             pid = self.getPID()
             sql = "INSERT INTO LogTable(SocialCode,TaskType,state,TakeTime,url,CreateTime,ProcessIp,PID,Exception) VALUES(%s,%s,%s,%s,%s,%s,%s,%s,%s)"
             values = [xydm, taskType, state, takeTime, url, createTime, ip, pid, e]
-        try:
-            self.cursor.execute(sql, values)
-        except Exception as e:
-            print(e)
-        self.cnx.commit()
+            # try:
+            #     self.cursor.execute(sql, values)
+            # except Exception as e:
+            #     print(e)
+            # self.cnx.commit()
+            cnn = self.pool_caiji.connection()
+            cursor = cnn.cursor()
+            cursor.execute(sql,values)
+            cnn.commit()
+            cursor.close()
+            cnn.close()
+        except:
+            log = self.getLogger()
+            log.info('======保存日志失败=====')
+
 
     #获取企查查token
     def GetToken(self):
+
         #获取企查查token
         query = "select token from QCC_token "
         # token = '67ec7402166df1da84ae83c4b95cefc0'  # 需要隔两个小时左右抓包修改
@@ -518,3 +572,10 @@ class BaseCore:
 
 
 
+
+
+
+
+
+
+