提交 f44dcfc0 作者: 丁双波

2023/08/12

上级 10df345a
...@@ -104,10 +104,14 @@ def insertWxList(dic_url,json_search,page): ...@@ -104,10 +104,14 @@ def insertWxList(dic_url,json_search,page):
continue continue
else: else:
insertCount=insertCount+1 insertCount=insertCount+1
try:
insertSql=f"insert into wx_link(sid,site_uri,site_name,info_source_code,title,publish_time,link,state,create_time) values " \ insertSql=f"insert into wx_link(sid,site_uri,site_name,info_source_code,title,publish_time,link,state,create_time) values " \
f"('{dic_url['sid']}','{dic_url['url_']}','{dic_url['name']}','{dic_url['info_source_code']}','{escape_string(news_title)}','{escape_string(news_date)}','{escape_string(url_news)}',0,now())" f"('{dic_url['sid']}','{dic_url['url_']}','{dic_url['name']}','{dic_url['info_source_code']}','{escape_string(news_title)}','{escape_string(news_date)}','{escape_string(url_news)}',0,now())"
cursor_.execute(insertSql) cursor_.execute(insertSql)
cnx_.commit() cnx_.commit()
except Exception as e:
log.error(f"保存数据库失败:{e}")
log.info(f"---{dic_url['name']}--第{page}页----总数:{listCount}---重复数:{repetCount}---新增数:{insertCount}-------------") log.info(f"---{dic_url['name']}--第{page}页----总数:{listCount}---重复数:{repetCount}---新增数:{insertCount}-------------")
if listCount==0: if listCount==0:
#列表为空认为结束 #列表为空认为结束
...@@ -221,7 +225,7 @@ def getWxList(infoSourceCode): ...@@ -221,7 +225,7 @@ def getWxList(infoSourceCode):
return return
origin = dic_url['name'] origin = dic_url['name']
biz = dic_url['biz'] biz = dic_url['biz']
for page in range(1,11): for page in range(1,2):
retFlag = getPageData(dic_url, page) retFlag = getPageData(dic_url, page)
time.sleep(random.randint(60,181)) time.sleep(random.randint(60,181))
if retFlag: if retFlag:
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论