补充年报修改

comData/annualReport1014/report.py

@@ -28,14 +28,14 @@ pathType = 'QYYearReport/'
 type_id = 1
 create_by = 'XueLingKun'
 taskType = '企业年报'
-file_path = 'D:\\BaiduNetdiskDownload\\中国年报下载'
-
+file_path = 'D:\\BaiduNetdiskDownload\\Australia'
+log.info(f'=============当前pid为{baseCore.getPID()}==============')
 
 def sendKafka(dic_news):
     start_time = time.time()
     try:  # 114.116.116.241
-        producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'])
-        kafka_result = producer.send("policy",
+        producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'],max_request_size=1024*1024*20)
+        kafka_result = producer.send("researchReportTopic",
                                      json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
         print(kafka_result.get(timeout=10))
@@ -122,6 +122,7 @@ if __name__=='__main__':
     # print(pdf_list)
     num = 1
     for file in file_list:
+
         start_time = time.time()
         pdf_path = file_path + '/'+file
 

comData/annualReport1014/report_url.py

@@ -36,7 +36,7 @@ def sendKafka(dic_news):
     start_time = time.time()
     try:  # 114.116.116.241
         producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'])
-        kafka_result = producer.send("policy",
+        kafka_result = producer.send("researchReportTopic",
                                      json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
         print(kafka_result.get(timeout=10))