提交 481d2a7b 作者: 薛凌堃

天眼查采集不用代理ip

上级 b2ffd1b2
...@@ -55,7 +55,8 @@ def getTycIdByXYDM(xydm): ...@@ -55,7 +55,8 @@ def getTycIdByXYDM(xydm):
try: try:
# headers['User-Agent'] = baseCore.getRandomUserAgent() # headers['User-Agent'] = baseCore.getRandomUserAgent()
# headers['X-AUTH-TOKEN'] = baseCore.GetTYCToken() # headers['X-AUTH-TOKEN'] = baseCore.GetTYCToken()
response = requests.post(url,json=paramJsonData,headers=headers,verify=False, proxies=ip) # response = requests.post(url,json=paramJsonData,headers=headers,verify=False, proxies=ip)
response = requests.post(url,json=paramJsonData,headers=headers,verify=False)
time.sleep(random.randint(3, 5)) time.sleep(random.randint(3, 5))
retJsonData =json.loads(response.content.decode('utf-8')) retJsonData =json.loads(response.content.decode('utf-8'))
if retJsonData['data'] and retJsonData['state']== 'ok': if retJsonData['data'] and retJsonData['state']== 'ok':
......
...@@ -62,7 +62,8 @@ def beinWork(tyc_code, social_code,start_time): ...@@ -62,7 +62,8 @@ def beinWork(tyc_code, social_code,start_time):
for m in range(0,3): for m in range(0,3):
ip = baseCore.get_proxy() ip = baseCore.get_proxy()
headers['User-Agent'] = baseCore.getRandomUserAgent() headers['User-Agent'] = baseCore.getRandomUserAgent()
response = requests.get(url=url, headers=headers, proxies=ip, verify=False) # response = requests.get(url=url, headers=headers, proxies=ip, verify=False)
response = requests.get(url=url, headers=headers, verify=False)
time.sleep(random.randint(3, 5)) time.sleep(random.randint(3, 5))
break break
if (response.status_code == 200): if (response.status_code == 200):
...@@ -115,7 +116,8 @@ def beinWork(tyc_code, social_code,start_time): ...@@ -115,7 +116,8 @@ def beinWork(tyc_code, social_code,start_time):
try: try:
ip = baseCore.get_proxy() ip = baseCore.get_proxy()
headers['User-Agent'] = baseCore.getRandomUserAgent() headers['User-Agent'] = baseCore.getRandomUserAgent()
response_page = requests.get(url=url_page, headers=headers, proxies=ip, verify=False) # response_page = requests.get(url=url_page, headers=headers, proxies=ip, verify=False)
response_page = requests.get(url=url_page, headers=headers, verify=False)
# time.sleep(3) # time.sleep(3)
break break
except: except:
...@@ -283,8 +285,8 @@ def beinWork(tyc_code, social_code,start_time): ...@@ -283,8 +285,8 @@ def beinWork(tyc_code, social_code,start_time):
def doJob(): def doJob():
while True: while True:
# 根据从Redis中拿到的社会信用代码,在数据库中获取对应基本信息 # 根据从Redis中拿到的社会信用代码,在数据库中获取对应基本信息
# social_code = baseCore.redicPullData('NewsEnterprise:gnqy_socialCode') social_code = baseCore.redicPullData('NewsEnterprise:gnqy_socialCode')
social_code = '912301001275921118' # social_code = '912301001275921118'
# 判断 如果Redis中已经没有数据,则等待 # 判断 如果Redis中已经没有数据,则等待
if social_code == None: if social_code == None:
time.sleep(20) time.sleep(20)
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论