提交 481d2a7b 作者: 薛凌堃

天眼查采集不用代理ip

上级 b2ffd1b2
......@@ -55,7 +55,8 @@ def getTycIdByXYDM(xydm):
try:
# headers['User-Agent'] = baseCore.getRandomUserAgent()
# headers['X-AUTH-TOKEN'] = baseCore.GetTYCToken()
response = requests.post(url,json=paramJsonData,headers=headers,verify=False, proxies=ip)
# response = requests.post(url,json=paramJsonData,headers=headers,verify=False, proxies=ip)
response = requests.post(url,json=paramJsonData,headers=headers,verify=False)
time.sleep(random.randint(3, 5))
retJsonData =json.loads(response.content.decode('utf-8'))
if retJsonData['data'] and retJsonData['state']== 'ok':
......
......@@ -62,7 +62,8 @@ def beinWork(tyc_code, social_code,start_time):
for m in range(0,3):
ip = baseCore.get_proxy()
headers['User-Agent'] = baseCore.getRandomUserAgent()
response = requests.get(url=url, headers=headers, proxies=ip, verify=False)
# response = requests.get(url=url, headers=headers, proxies=ip, verify=False)
response = requests.get(url=url, headers=headers, verify=False)
time.sleep(random.randint(3, 5))
break
if (response.status_code == 200):
......@@ -115,7 +116,8 @@ def beinWork(tyc_code, social_code,start_time):
try:
ip = baseCore.get_proxy()
headers['User-Agent'] = baseCore.getRandomUserAgent()
response_page = requests.get(url=url_page, headers=headers, proxies=ip, verify=False)
# response_page = requests.get(url=url_page, headers=headers, proxies=ip, verify=False)
response_page = requests.get(url=url_page, headers=headers, verify=False)
# time.sleep(3)
break
except:
......@@ -283,8 +285,8 @@ def beinWork(tyc_code, social_code,start_time):
def doJob():
while True:
# 根据从Redis中拿到的社会信用代码,在数据库中获取对应基本信息
# social_code = baseCore.redicPullData('NewsEnterprise:gnqy_socialCode')
social_code = '912301001275921118'
social_code = baseCore.redicPullData('NewsEnterprise:gnqy_socialCode')
# social_code = '912301001275921118'
# 判断 如果Redis中已经没有数据,则等待
if social_code == None:
time.sleep(20)
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论