提交 e8e37184 作者: LiuLiYuan

国资委 10/17

上级 050a6f23
...@@ -61,12 +61,10 @@ def paserUrl(html, listurl): ...@@ -61,12 +61,10 @@ def paserUrl(html, listurl):
return html return html
def getDriver(): def getDriver():
# ip = baseCore.get_proxy()
service = Service(driver_path) service = Service(driver_path)
chrome_options = webdriver.ChromeOptions() chrome_options = webdriver.ChromeOptions()
# chrome_options.add_argument('--headless') chrome_options.add_argument('--headless')
chrome_options.add_argument('--disable-gpu') chrome_options.add_argument('--disable-gpu')
# chrome_options.add_argument(('--proxy-server=' + ip['HTTP']))
# chrome_options.add_argument('--no-sandbox') # chrome_options.add_argument('--no-sandbox')
chrome_options.add_argument('--disable-dev-shm-usage') chrome_options.add_argument('--disable-dev-shm-usage')
chrome_options.add_experimental_option('excludeSwitches', ['enable-automation']) # 屏蔽chrome自动化受控提示 chrome_options.add_experimental_option('excludeSwitches', ['enable-automation']) # 屏蔽chrome自动化受控提示
...@@ -76,8 +74,8 @@ def getDriver(): ...@@ -76,8 +74,8 @@ def getDriver():
chrome_options.binary_location = chromr_bin chrome_options.binary_location = chromr_bin
chrome_options.add_argument( chrome_options.add_argument(
'user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.116 Safari/537.36') 'user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.116 Safari/537.36')
bro = webdriver.Chrome(chrome_options=chrome_options, service=service) # bro = webdriver.Chrome(chrome_options=chrome_options, service=service)
# bro = webdriver.Chrome(chrome_options=chrome_options, executable_path=driver_path) bro = webdriver.Chrome(chrome_options=chrome_options, executable_path=driver_path)
return bro return bro
def save_data(dic_news): def save_data(dic_news):
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论