9/8

comData/annualReport_XQW/annualreportUS.py

@@ -156,7 +156,7 @@ def spider(com_name,cik):
             # print(dic_news)
             # 将相应字段通过kafka传输保存
             try:
-                producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'])
+                producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'],batch_size=54788160,max_request_size=102400000)
                 kafka_result = producer.send("researchReportTopic",
                                              json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
@@ -256,8 +256,8 @@ if __name__ == '__main__':
     while True:
         start_time = time.time()
         # 获取企业信息
-        social_code = baseCore.redicPullData('AnnualEnterprise:usqy_socialCode')
-        # social_code = ''
+        # social_code = baseCore.redicPullData('AnnualEnterprise:usqy_socialCode')
+        social_code = 'ZZSN230711140539000'
         if not social_code:
             time.sleep(20)
             continue
@@ -270,7 +270,7 @@ if __name__ == '__main__':
         dic_info = baseCore.getInfomation(social_code)
         count = dic_info[15]
         code = dic_info[3]
-        com_name = dic_info[4]
+        com_name = dic_info[1]
         cik = dic_info[13]
         if code is None:
             exeception = '股票代码为空'
@@ -306,7 +306,7 @@ if __name__ == '__main__':
         #         break
         # break
         spider(com_name,cik)
-        # break
+        break