工具包

base/BaseCore.py

@@ -228,10 +228,10 @@ class BaseCore:
     __USER_PHONE_AGENT_LIST = ['Mozilla/5.0 (Linux; Android 7.1.1; OPPO R9sk) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.111 Mobile Safari/537.36']
 
     def __init__(self):
-        self.__cnx_proxy = pymysql.connect(host='114.115.159.144', user='root', password='zzsn9988', db='clb_project',
+        self.__cnx_proxy = pymysql.connect(host='114.115.159.144', user='caiji', password='zzsn9988', db='clb_project',
                                            charset='utf8mb4')
         self.__cursor_proxy = self.__cnx_proxy.cursor()
-        self.cnx = pymysql.connect(host='114.115.159.144', user='root', password='zzsn9988', db='caiji',
+        self.cnx = pymysql.connect(host='114.115.159.144', user='caiji', password='zzsn9988', db='caiji',
                                    charset='utf8mb4')
 
         self.cursor = self.cnx.cursor()

base/RedisPPData.py

@@ -171,18 +171,40 @@ def BaseInfoEnterprise_task():
         pass
 
 #企业核心人员
+def CorPerson():
+    cnx, cursor = connectSql()
+    gn_query = "select SocialCode from EnterpriseInfo where Place = '1'"
+    cursor.execute(gn_query)
+    gn_result = cursor.fetchall()
+    gn_social_list = [item[0] for item in gn_result]
+    print('=======')
+    for item in gn_social_list:
+        r.rpush('CorPersonEnterprise:gnqy_socialCode', item)
+    closeSql(cnx, cursor)
+
+#企业核心人员定时任务：
+def CorPerson_task():
+    # 实例化一个调度器
+    scheduler = BlockingScheduler()
+    # 每个月执行一次
+    scheduler.add_job(CorPerson, 'cron', day='1', hour=0, minute=0)
+    try:
+        scheduler.start()
+    except Exception as e:
+        print('定时采集异常', e)
+        pass
 
 #东方财富网财务数据
 def FinanceFromEast():
     cnx_,cursor_ = cnn11()
     #从上市企业库中读取数据
-    sql_sel = '''select social_credit_code from sys_base_enterprise_ipo where category = '1' limit 10 '''
+    sql_sel = '''select social_credit_code from sys_base_enterprise_ipo where category = '1' '''
     cursor_.execute(sql_sel)
     finance = cursor_.fetchall()
     finance_list = [item[0] for item in finance]
     print('=======')
     for item in finance_list:
-        r.rpush('FinanceFromEast:finance_socialCode', item)
+        r.rpush('FinanceFromEast:eastfinance_socialCode', item)
     close11(cnx_,cursor_)
 
 #东方财富网财务数据定时任务
@@ -192,7 +214,6 @@ def FinanceFromEase_task():
     # 每个季度执行一次
     scheduler.add_job(FinanceFromEast, 'cron', month='1-12/3', day='1',hour=0, minute=0)
     try:
-        # 定时开始前执行一次
         scheduler.start()
     except Exception as e:
         print('定时采集异常', e)
@@ -250,11 +271,11 @@ def AnnualEnterpriseXueQ_task():
         print('定时采集异常', e)
         pass
 
-#国外企业基本信息
+#国外企业基本信息 redis中放入id
 def BaseInfoEnterpriseAbroad():
     cnx,cursor = connectSql()
     # 获取国外企业
-    gn_query = "select SocialCode from EnterpriseInfo where Place = '2' "
+    gn_query = "select id from EnterpriseInfo where Place = '2' "
     cursor.execute(gn_query)
     gn_result = cursor.fetchall()
     gn_social_list = [item[0] for item in gn_result]
@@ -280,24 +301,26 @@ def BaseInfoAbroad_task():
 def FBS():
     cnx,cursor = connectSql()
     # todo:调整为获取福布斯的数据库
-    # gw_query = "select id from EnterpriseInfo where ext1='fbs2000' and ext2='1' and Place=2"
-    # cursor.execute(gw_query)
-    # gw_result = cursor.fetchall()
+    gw_query = "select a.SocialCode from EnterpriseInfo a,EnterpriseType b where a.SocialCode=b.SocialCode and b.type=3 and a.Place=2"
+    cursor.execute(gw_query)
+    gw_result = cursor.fetchall()
 
     #获取国内企业
-    gn_query = "select id from EnterpriseInfo where ext1='fbs2000' and ext2='1' and Place=1"
+    gn_query = "select a.SocialCode from EnterpriseInfo a,EnterpriseType b where a.SocialCode=b.SocialCode and b.type=3 and a.Place=1 "
     cursor.execute(gn_query)
     gn_result = cursor.fetchall()
 
     gn_social_list = [item[0] for item in gn_result]
-    # gw_social_list = [item[0] for item in gw_result]
-
-    # for item in gw_social_list:
-    #     r.rpush('NewsEnterpriseFbs:gwqy_socialCode', item)
+    gw_social_list = [item[0] for item in gw_result]
 
+    for item in gw_social_list:
+        r.rpush('NewsEnterpriseFbs:gwqy_socialCode', item)
+        r.rpush('BaseInfoEnterpriseFbs:gwqy_social_code',item)
     for item in gn_social_list:
         if not r.exists(item):
             r.rpush('NewsEnterpriseFbs:gnqy_socialCode', item)
+            r.rpush('NoticeEnterpriseFbs:gnqy_socialCode',item)
+            r.rpush('BaseInfoEnterpriseFbs:gnqy_social_code',item)
     closeSql(cnx,cursor)
 
 #将IPO的国外股票代码放到redis中
@@ -310,7 +333,7 @@ def yahooCodeFromSql():
         gn_social_list = [item[0] for item in gn_result]
         print('=======')
         for item in gn_social_list:
-            r.rpush('NoticeEnterprise:securities_code', item)
+            r.rpush('FinanceFromEast:yahoo_securities_code', item)
     except Exception as e:
         log.info("数据查询异常")
     finally:
@@ -337,11 +360,11 @@ if __name__ == "__main__":
     # NoticeEnterprise()
     # AnnualEnterpriseIPO()
     # AnnualEnterprise()
-    BaseInfoEnterpriseAbroad()
+    # BaseInfoEnterpriseAbroad()
     # NewsEnterprise_task()
     # NewsEnterprise()
     # BaseInfoEnterprise()
-    # FBS()
+    FBS()
     # NoticeEnterprise_task()
     # AnnualEnterprise_task()
     # NoticeEnterprise()