提交 e8e37184 作者: LiuLiYuan

国资委 10/17

上级 050a6f23
......@@ -61,12 +61,10 @@ def paserUrl(html, listurl):
return html
def getDriver():
# ip = baseCore.get_proxy()
service = Service(driver_path)
chrome_options = webdriver.ChromeOptions()
# chrome_options.add_argument('--headless')
chrome_options.add_argument('--headless')
chrome_options.add_argument('--disable-gpu')
# chrome_options.add_argument(('--proxy-server=' + ip['HTTP']))
# chrome_options.add_argument('--no-sandbox')
chrome_options.add_argument('--disable-dev-shm-usage')
chrome_options.add_experimental_option('excludeSwitches', ['enable-automation']) # 屏蔽chrome自动化受控提示
......@@ -76,8 +74,8 @@ def getDriver():
chrome_options.binary_location = chromr_bin
chrome_options.add_argument(
'user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.116 Safari/537.36')
bro = webdriver.Chrome(chrome_options=chrome_options, service=service)
# bro = webdriver.Chrome(chrome_options=chrome_options, executable_path=driver_path)
# bro = webdriver.Chrome(chrome_options=chrome_options, service=service)
bro = webdriver.Chrome(chrome_options=chrome_options, executable_path=driver_path)
return bro
def save_data(dic_news):
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论