东方财富网财务数据维护

comData/caiwushuju/东方财富网财务数据.py

-"""
+"""
@@ -458,77 +458,87 @@ def getReportTime():
 def job(taskType):
     # 将上市企业库中的全部A股代码存入list
     # 需要提供股票代码、企业信用代码
-    while True:
-        #从redis中获取企业信用代码
-        social_code = baseCore.redicPullData('FinanceFromEast:eastfinance_socialCode')
-        # social_code = '91100000100003962T'
-        # 判断 如果Redis中已经没有数据，则等待
-        if social_code == None:
-            time.sleep(20)
-            continue
-
-        sql_sel = f'''select securities_code,exchange from sys_base_enterprise_ipo where category = '1' and social_credit_code='{social_code}' '''
-        cursor.execute(sql_sel)
-        row = cursor.fetchone()
-        try:
-            securities_code = row[0]
-            pass
-        except:
-            log.info(f'======{social_code}没有股票代码======')
-            continue
-        exchange = row[1]
-        # for code in list_code:
-        #     social_code = rows[0]
-        #     exchange = rows[2]
-        #     if code==rows[1]:
-        #         securities_code = code
-        #     else:
-        #         continue
-        if exchange == 1:
-            com_code = 'bj' + securities_code
-        if exchange == 2:
-            com_code = 'sh' + securities_code
-        if exchange == 3:
-            com_code = 'sz' + securities_code
-        # if com_code=='sz002163':
-
-        list_date = getReportTime()
-        delist = []  # 记录该企业所有无数据的报告期
-        date_list = []  # 记录该企业所有数据的报告期
-        start_time = time.time()
-        # 分别对每个报告期进行采集
-        for info_date in list_date:
-            delist_all = []
-            info_date_list = []
-            dic_info = get_info(social_code, com_code, info_date, delist_all, info_date_list,taskType)
-            # print(dic_info)
-            # 将采集后的报告期存入redis
-            if len(dic_info)!=0:
-                # 调凯歌接口存储数据
-                data = json.dumps(dic_info)
-                # print(data)
-                url_baocun = 'http://114.115.236.206:8088/sync/finance/df'
-                for nnn in range(0, 3):
-                    try:
-                        res_baocun = requests.post(url_baocun, data=data)
-                        break
-                    except:
-                        time.sleep(1)
-                print(res_baocun.text)
+    def job(taskType):
+        # 将上市企业库中的全部A股代码存入list
+        # 需要提供股票代码、企业信用代码
+        while True:
+            # 从redis中获取企业信用代码
+            social_code = baseCore.redicPullData('FinanceFromEast:finance_socialCode')
+            # social_code = '91420300178856869P'
+            # 判断 如果Redis中已经没有数据，则等待
+            log.info(f'==========正在采集{social_code}============')
+            if social_code == None:
+                time.sleep(20)
+                continue
 
-                for nnn in range(0, 3):
-                    try:
-                        add_date(com_code, date_list)
-                        break
-                    except:
-                        time.sleep(1)
-            if len(info_date_list) != 0:
-                for date in info_date_list:
-                    date_list.append(date)
-        print(date_list)
-        # date_list = str(date_list)
-        end_time = time.time()
-        log.info(f'===={com_code}====该企业耗时{end_time-start_time}===')
+            sql_sel = f'''select securities_code,exchange from sys_base_enterprise_ipo where category = '1' and social_credit_code='{social_code}' '''
+            cursor.execute(sql_sel)
+            row = cursor.fetchone()
+            try:
+                securities_code = row[0]
+                pass
+            except:
+                log.info(f'======{social_code}没有股票代码======')
+                continue
+            exchange = row[1]
+            # for code in list_code:
+            #     social_code = rows[0]
+            #     exchange = rows[2]
+            #     if code==rows[1]:
+            #         securities_code = code
+            #     else:
+            #         continue
+            if exchange == 1:
+                com_code = 'bj' + securities_code
+            if exchange == 2:
+                com_code = 'sh' + securities_code
+            if exchange == 3:
+                com_code = 'sz' + securities_code
+            # if com_code=='sz002163':
+
+            list_date = getReportTime()
+            delist = []  # 记录该企业所有无数据的报告期
+            date_list = []  # 记录该企业所有数据的报告期
+            start_time = time.time()
+            # 分别对每个报告期进行采集
+            for info_date in list_date:
+                delist_all = []
+                info_date_list = []
+                dic_info = get_info(social_code, com_code, info_date, delist_all, info_date_list, taskType)
+                # print(dic_info)
+                # 将采集后的报告期存入redis
+                if len(info_date_list) != 0:
+                    for date in info_date_list:
+                        date_list.append(date)
+                if len(dic_info) != 0:
+                    # 调凯歌接口存储数据
+                    data = json.dumps(dic_info)
+                    # print(data)
+                    url_baocun = 'http://114.115.236.206:8088/sync/finance/df'
+                    for nnn in range(0, 3):
+                        try:
+                            res_baocun = requests.post(url_baocun, data=data)
+                            break
+                        except:
+                            time.sleep(1)
+                    print(res_baocun.text)
+
+                    for nnn in range(0, 3):
+                        try:
+                            add_date(com_code, date_list)
+                            break
+                        except:
+                            time.sleep(1)
+                # if len(info_date_list) != 0:
+                #     for date in info_date_list:
+                #         date_list.append(date)
+            log.info(date_list)
+            # date_list = str(date_list)
+            end_time = time.time()
+            log.info(f'===={com_code}====该企业耗时{end_time - start_time}===')
+        cnx.close()
+        cursor.close()
+        baseCore.close()
     cnx.close()
     cursor.close()
     baseCore.close()