新增上市企业信息脚本维护

comData/ipoInfo/ipoInfo_newadd.py

@@ -10,8 +10,8 @@ import urllib3
 from base.BaseCore import BaseCore
 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 baseCore = BaseCore()
-chromedriver = "./chromedriver"
-browser = webdriver.Chrome(chromedriver)
+# chromedriver = "./chromedriver"
+# browser = webdriver.Chrome(chromedriver)
 taskType = '上市信息/东方财富网'
 log = baseCore.getLogger()
 error_list = []
@@ -23,6 +23,21 @@ while True:
         pass
     else:
         log.info('====已无数据====')
+        if list_all_info:
+            # 通过接口将数据保存进数据库
+            for num in range(0, len(list_all_info), 100):
+
+                json_updata = json.dumps(list_all_info[num:num + 100])
+                # print(json_updata)
+                try:
+                    response = requests.post('http://114.115.236.206:8088/sync/enterpriseIpo', data=json_updata,
+                                             timeout=300,
+                                             verify=False)
+                except Exception as e:
+                    log.info(e)
+                log.info("{}：到：{}".format(num, num + 100))
+                log.info(response.text)
+                list_all_info = []
         time.sleep(60)
         continue
     start = time.time()
@@ -126,15 +141,4 @@ while True:
     list_all_info.append(dic_cwsj)
     log.info(f'======{com_code}====采集成功=====')
 
-# 通过接口将数据保存进数据库
-for num in range(0, len(list_all_info),100):
 
-    json_updata = json.dumps(list_all_info[num:num+100])
-    # print(json_updata)
-    try:
-        response = requests.post('http://114.115.236.206:8088/sync/enterpriseIpo', data=json_updata, timeout=300,
-                                 verify=False)
-    except Exception as e:
-        print(e)
-    print("{}：到：{}".format(num, num + 100))
-    print(response.text)