insert_err_sql=f"insert into dt_err(xydm,`from`,url,title,pub_date,zhaiyao,create_date,state,pageNo,pageIndex) values('{social_code}','{source}','{link}','{title}','{time_format}','{info_page['abstracts']}',now(),1,{num},{pageIndex})"
cursor.execute(insert_err_sql)
cnx.commit()
except:
pass
continue
try:
insert_sql='''insert into brpa_source_article(social_credit_code,title,summary,content,publish_date,source_address,origin,author,type,lang) values(%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'''
# 动态信息列表
up_okCount=up_okCount+1
list_info=[
social_code,
title,
info_page['abstracts'],# 摘要
contentText,# 正文
time_format,# 发布时间
link,
'天眼查',
source,
'2',
'zh'
]
cursor.execute(insert_sql,tuple(list_info))
cnx.commit()
# 采集一条资讯记录一条，记录该企业采到了多少的资讯
log.info(f'{social_code}----{link}:新增一条')
sel_sql="select article_id from brpa_source_article where source_address = %s and social_credit_code = %s"
# selectSql = f"select id,xydm,tycid from ssqy_tyc where state=3 and update_state =1 order by date_time asc limit 1"
selectSql="select id,xydm,tycid from ssqy_tyc where xydm = '91520200214409696J' "
cursor.execute(selectSql)
data=cursor.fetchone()
if(data):
pass
else:
log.info("没有数据了，结束脚本")
break
data_list=list(data)
id=data_list[0]
xydm=data_list[1]
tycid=data_list[2]
log.info(f"{id}---{xydm}----{tycid}----开始处理")
start_time=time.time()
updateBeginSql=f"update ssqy_tyc set update_state=2,date_time=now() where id={id}"
cursor.execute(updateBeginSql)
cnx.commit()
# 开始采集企业动态
retData=beinWork(tycid,xydm)
up_state=retData['up_state']
total=retData['total']
up_okCount=retData['up_okCount']
up_errorCount=retData['up_errorCount']
up_repetCount=retData['up_repetCount']
ifup_state:
stateNum=1
else:
stateNum=4
# updateEndSql = f"update ssqy_tyc set update_state={stateNum},up_okCount={up_okCount},up_errorCount={up_errorCount},up_repetCount={up_repetCount} ,date_time=now() where id={id}"
# cursor.execute(updateEndSql)
# cnx.commit()
# 取出数据库中okCount errorCount repetCount 并更新
selectOrginSql=f"select okCount,errorCount,repetCount,total from ssqy_tyc where id={id}"
cursor.execute(selectOrginSql)
count_info=cursor.fetchone()
okCount=count_info[0]
errorCount=count_info[1]
repetCount=count_info[2]
updateEndSql=f"update ssqy_tyc set update_state={stateNum},up_okCount={up_okCount},up_errorCount={up_errorCount},up_repetCount={up_repetCount} ,date_time=now(),okCount={okCount+up_okCount},errorCount={errorCount+up_errorCount},repetCount={repetCount+up_repetCount},total={total} where id={id}"
insert_sql='''insert into brpa_source_article(social_credit_code,title,summary,content,publish_date,source_address,origin,author,type,lang) values(%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'''
