添加福布斯

base/RedisPPData.py

@@ -29,28 +29,34 @@ r = basecore.r
 #     gn_social_list = [item[0] for item in gn_result]
 #     return gn_social_list,gw_social_list
 
+#企业动态
 def NewsEnterprise():
-    #获取国内企业
-    gn_query = "select SocialCode from EnterpriseInfo where Place = '1'"
-    cursor.execute(gn_query)
-    gn_result = cursor.fetchall()
+    # #获取国内企业
+    # gn_query = "select SocialCode from EnterpriseInfo where Place = '1'"
+    # cursor.execute(gn_query)
+    # gn_result = cursor.fetchall()
     #获取国外企业
     gw_query = "select SocialCode from EnterpriseInfo where Place = '2'"
     cursor.execute(gw_query)
     gw_result = cursor.fetchall()
 
     gw_social_list = [item[0] for item in gw_result]
-    gn_social_list = [item[0] for item in gn_result]
-    # return gn_social_list, gw_social_list
+    #todo:打印长度
+    print(len(gw_social_list))
+    # gn_social_list = [item[0] for item in gn_result]
+
     print('=======')
-    # gn_social_list,gw_social_list = pullDateFromSql()
-    #将数据插入到redis中
-    for item in gn_social_list:
-        r.rpush('NewsEnterprise:gnqy_socialCode', item)
 
+    #将数据插入到redis中
+    # for item in gn_social_list:
+    #     r.rpush('NewsEnterprise:gnqy_socialCode', item)
+    count = 0
     for item in gw_social_list:
         r.rpush('NewsEnterprise:gwqy_socialCode', item)
-
+        count+=1
+        print(item)
+    print(count)
+#企业动态定时任务
 def NewsEnterprise_task():
     # 实例化一个调度器
     scheduler = BlockingScheduler()
@@ -63,6 +69,7 @@ def NewsEnterprise_task():
         print('定时采集异常', e)
         pass
 
+#企业公告
 def NoticeEnterprise():
     # 获取国内企业
     gn_query = "select SocialCode from EnterpriseInfo where Place = '1' and SecuritiesCode is not null limit 1 "
@@ -72,7 +79,7 @@ def NoticeEnterprise():
     print('=======')
     for item in gn_social_list:
         r.rpush('NoticeEnterprise:gnqy_socialCode', item)
-
+#企业公告定时任务
 def NoticeEnterprise_task():
     # 实例化一个调度器
     scheduler = BlockingScheduler()
@@ -85,6 +92,7 @@ def NoticeEnterprise_task():
         print('定时采集异常', e)
         pass
 
+#企业年报
 def AnnualEnterprise():
     # 获取国内企业
     gn_query = "select SocialCode from EnterpriseInfo where Place = '1' and SecuritiesCode is not null"
@@ -94,7 +102,7 @@ def AnnualEnterprise():
     print('=======')
     for item in gn_social_list:
         r.rpush('AnnualEnterprise:gnqy_socialCode', item)
-
+#企业年报定时任务
 def AnnualEnterprise_task():
     # 实例化一个调度器
     scheduler = BlockingScheduler()
@@ -107,6 +115,7 @@ def AnnualEnterprise_task():
         print('定时采集异常', e)
         pass
 
+#企业基本信息
 def BaseInfoEnterprise():
     # 获取国内企业
     gn_query = "select SocialCode from EnterpriseInfo where Place = '1' limit 1 "
@@ -117,7 +126,7 @@ def BaseInfoEnterprise():
     for item in gn_social_list:
         r.rpush('BaseInfoEnterprise:gnqy_socialCode', item)
 
-#企业基本信息
+#企业基本信息定时任务
 def BaseInfoEnterprise_task():
     # 实例化一个调度器
     scheduler = BlockingScheduler()
@@ -130,12 +139,58 @@ def BaseInfoEnterprise_task():
         print('定时采集异常', e)
         pass
 
+#微信公众号
+def WeiXingetFromSql():
+    selectSql = "SELECT info_source_code from info_source where site_uri like '%mp.weixin.qq.com%'"
+    cursor.execute(selectSql)
+    results = cursor.fetchall()
+    result_list = [item[0] for item in results]
+
+    #放入redis
+    for item in result_list:
+        r.rpush('WeiXinGZH:infoSourceCode', item)
+#微信公众号定时任务
+def weixin_task():
+    # 实例化一个调度器
+    scheduler = BlockingScheduler()
+    # 每天执行一次
+    scheduler.add_job(WeiXingetFromSql, 'cron', hour=12,minute=0)
+    try:
+        # redisPushData  # 定时开始前执行一次
+        scheduler.start()
+    except Exception as e:
+        print('定时采集异常', e)
+        pass
+
+##福布斯=====从数据库中读取信息放入redis
+def FBS():
+    # todo:调整为获取福布斯的数据库
+    gw_query = "select SocialCode from EnterpriseInfo where Place = '2'"
+    cursor.execute(gw_query)
+    gw_result = cursor.fetchall()
+
+    # #获取国内企业
+    gn_query = "select SocialCode from EnterpriseInfo where Place = '1'"
+    cursor.execute(gn_query)
+    gn_result = cursor.fetchall()
+
+    gn_social_list = [item[0] for item in gn_result]
+    gw_social_list = [item[0] for item in gw_result]
+
+    for item in gw_social_list:
+        r.rpush('NewsEnterprise:gwqy_socialCode', item)
+
+    for item in gn_social_list:
+        r.rpush('NewsEnterprise:gnqy_socialCode', item)
+
 
 if __name__ == "__main__":
     start = time.time()
     # NewsEnterprise_task()
+    # NewsEnterprise()
+    FBS()
     # NoticeEnterprise_task()
-    AnnualEnterprise_task()
+    # AnnualEnterprise_task()
     log.info(f'====={basecore.getNowTime(1)}=====添加数据成功======耗时：{basecore.getTimeCost(start,time.time())}===')
     # cnx.close()
     # cursor.close()