年报topic调整

comData/annualReport1014/report.py

@@ -36,7 +36,7 @@ def sendKafka(dic_news):
     start_time = time.time()
     try:  # 114.116.116.241
         producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'],max_request_size=1024*1024*20)
-        kafka_result = producer.send("researchReportTopic",
+        kafka_result = producer.send("researchReportYearTopic",
                                      json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
         print(kafka_result.get(timeout=10))

comData/annualReport1014/report1.py

@@ -41,7 +41,7 @@ def sendKafka(dic_news):
     start_time = time.time()
     try:  # 114.116.116.241
         producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'],max_request_size=1024*1024*20)
-        kafka_result = producer.send("researchReportTopic",
+        kafka_result = producer.send("researchReportYearTopic",
                                      json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
         print(kafka_result.get(timeout=10))

comData/annualReport1014/report_url.py

@@ -36,7 +36,7 @@ def sendKafka(dic_news):
     start_time = time.time()
     try:  # 114.116.116.241
         producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'])
-        kafka_result = producer.send("researchReportTopic",
+        kafka_result = producer.send("researchReportYearTopic",
                                      json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
         print(kafka_result.get(timeout=10))

comData/annualReport1014/report_url_om.py

@@ -36,7 +36,7 @@ def sendKafka(dic_news):
     start_time = time.time()
     try:  # 114.116.116.241
         producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'])
-        kafka_result = producer.send("policy",
+        kafka_result = producer.send("researchReportYearTopic",
                                      json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
         print(kafka_result.get(timeout=10))

comData/annualReport_US/annualreportUS.py

@@ -192,7 +192,7 @@ def spider(com_name,cik,up_okCount):
             # 将相应字段通过kafka传输保存
             try:
                 producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'],compression_type='gzip',batch_size=1638400,linger_ms=1,buffer_memory=33445532*2,max_request_size=1024*1024*50)   #,batch_size=20480000,buffer_memory=64000000)
-                kafka_result = producer.send("researchReportTopic",
+                kafka_result = producer.send("researchReportYearTopic",
                                              json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
                 log.info(kafka_result.get(timeout=10))