提交 cfbb60b7 作者: Xiancai

外国企业动态自动化

上级 265f7dd1
# 雅虎财经企业动态获取 # 雅虎财经企业动态获取
...@@ -100,14 +100,17 @@ while True: ...@@ -100,14 +100,17 @@ while True:
enname = data[5] enname = data[5]
gpdm = data[3] gpdm = data[3]
xydm = data[2] xydm = data[2]
taskType = '企业动态'
# 获取该企业对应项目的采集次数 # 获取该企业对应项目的采集次数
count = data[17] count = data[17]
start_time = time.time() start_time = time.time()
if(gpdm==''): if(gpdm==''):
log.error(f"{name}--股票代码为空 跳过") log.error(f"{name}--股票代码为空 跳过")
if (xydm == ''): e = '.......股票代码为空 跳过'
log.error(f"{name}--信用代码为空 跳过") state = 0
takeTime = baseCore.getTimeCost(start_time,time.time())
baseCore.recordLog(xydm,taskType,state,takeTime,'',e)
continue
url=f"https://finance.yahoo.com/quote/{gpdm}/press-releases?p={gpdm}" url=f"https://finance.yahoo.com/quote/{gpdm}/press-releases?p={gpdm}"
driver.get(url) driver.get(url)
scroll(driver) scroll(driver)
...@@ -116,7 +119,6 @@ while True: ...@@ -116,7 +119,6 @@ while True:
except Exception as e: except Exception as e:
log.error(f"{name}--{gpdm}--没找到新闻元素") log.error(f"{name}--{gpdm}--没找到新闻元素")
e = str(e) + '.......没找到新闻元素' e = str(e) + '.......没找到新闻元素'
taskType = '企业动态'
state = 0 state = 0
takeTime = baseCore.getTimeCost(start_time,time.time()) takeTime = baseCore.getTimeCost(start_time,time.time())
baseCore.recordLog(xydm,taskType,state,takeTime,url,e) baseCore.recordLog(xydm,taskType,state,takeTime,url,e)
...@@ -129,7 +131,6 @@ while True: ...@@ -129,7 +131,6 @@ while True:
except Exception as e: except Exception as e:
log.error(f"{name}--{gpdm}--{i}----a标签没找到") log.error(f"{name}--{gpdm}--{i}----a标签没找到")
e = str(e) + '.......a标签没找到' e = str(e) + '.......a标签没找到'
taskType = '企业动态'
state = 0 state = 0
takeTime = baseCore.getTimeCost(start_time,time.time()) takeTime = baseCore.getTimeCost(start_time,time.time())
baseCore.recordLog(xydm,taskType,state,takeTime,url,e) baseCore.recordLog(xydm,taskType,state,takeTime,url,e)
...@@ -147,14 +148,12 @@ while True: ...@@ -147,14 +148,12 @@ while True:
if selects: if selects:
log.error(f"{name}--{gpdm}--网址已经存在----{news_url}") log.error(f"{name}--{gpdm}--网址已经存在----{news_url}")
e = '网址已存在' e = '网址已存在'
taskType = '企业动态'
state = 0 state = 0
takeTime = baseCore.getTimeCost(start_time,time.time()) takeTime = baseCore.getTimeCost(start_time,time.time())
baseCore.recordLog(xydm,taskType,state,takeTime,news_url,e) baseCore.recordLog(xydm,taskType,state,takeTime,news_url,e)
continue continue
title = a_ele.text.lstrip().strip().replace("'","''") title = a_ele.text.lstrip().strip().replace("'","''")
e = getZx(xydm,news_url,title,cnx) e = getZx(xydm,news_url,title,cnx)
taskType = '企业动态'
if e == '': if e == '':
state = 1 state = 1
else: else:
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论