东方财富网公告维护

comData/noticeReport/东方财富网-公告.py

-import os
+import os
@@ -49,9 +49,15 @@ def uptoOBS(pdf_url,pdf_name,type_id,social_code):
     for i in range(0, 3):
         try:
             response = requests.get(pdf_url, headers=headers,verify=False, timeout=20)
+            if response.status_code != 200:
+                return retData
             file_size = int(response.headers.get('Content-Length'))
             retData['content'] = response.text
-            break
+            #todo:判断内容是否成功
+            if '<div class="K">403</div>' in retData['content'] or 'Error Times: ' in retData['content']:
+                return retData
+            else:
+                break
         except:
             time.sleep(3)
             continue
@@ -339,7 +345,8 @@ def gonggao_info(dic_info):
                     info_content = json_2['data']['notice_content']
                 except:
                     info_content = ''
-                ifexist = ifInstert(com_name, social_code, info_url)
+                # ifexist = ifInstert(com_name, social_code, info_url)
+                ifexist = True
                 if ifexist:
                     # 解析PDF内容，先获取PDF链接 下载 解析成功，解析失败 ，传输成功，传输失败
                     result = GetContent(pdf_url, info_url,title, social_code, year, info_date, start_time, com_name, num)