2023/08/12

comData/weixin_solo/wxList.py

@@ -104,10 +104,14 @@ def insertWxList(dic_url,json_search,page):
             continue
         else:
             insertCount=insertCount+1
-            insertSql=f"insert into wx_link(sid,site_uri,site_name,info_source_code,title,publish_time,link,state,create_time) values " \
-                      f"('{dic_url['sid']}','{dic_url['url_']}','{dic_url['name']}','{dic_url['info_source_code']}','{escape_string(news_title)}','{escape_string(news_date)}','{escape_string(url_news)}',0,now())"
-            cursor_.execute(insertSql)
-    cnx_.commit()
+            try:
+                insertSql=f"insert into wx_link(sid,site_uri,site_name,info_source_code,title,publish_time,link,state,create_time) values " \
+                          f"('{dic_url['sid']}','{dic_url['url_']}','{dic_url['name']}','{dic_url['info_source_code']}','{escape_string(news_title)}','{escape_string(news_date)}','{escape_string(url_news)}',0,now())"
+                cursor_.execute(insertSql)
+                cnx_.commit()
+            except Exception as e:
+                log.error(f"保存数据库失败：{e}")
+
     log.info(f"---{dic_url['name']}--第{page}页----总数：{listCount}---重复数：{repetCount}---新增数：{insertCount}-------------")
     if listCount==0:
         #列表为空认为结束
@@ -221,7 +225,7 @@ def getWxList(infoSourceCode):
         return
     origin = dic_url['name']
     biz = dic_url['biz']
-    for page in range(1,11):
+    for page in range(1,2):
         retFlag = getPageData(dic_url, page)
         time.sleep(random.randint(60,181))
         if retFlag: