年报topic调整

comData/annualReport/client.conf

-
-# connect timeout in seconds
-# default value is 30s
-connect_timeout=300
- 
-# network timeout in seconds
-# default value is 30s
-network_timeout=600
- 
-# the base path to store log files
-#base_path=/home/tarena/django-project/cc_shop1/cc_shop1/logs
- 
-# tracker_server can ocur more than once, and tracker_server format is
-#  "host:port", host can be hostname or ip address
-tracker_server=114.115.215.96:22122
- 
-#standard log level as syslog, case insensitive, value list:
-### emerg for emergency
-### alert
-### crit for critical
-### error
-### warn for warning
-### notice
-### info
-### debug
-log_level=info
- 
-# if use connection pool
-# default value is false
-# since V4.05
-use_connection_pool = false
- 
-# connections whose the idle time exceeds this time will be closed
-# unit: second
-# default value is 3600
-# since V4.05
-connection_pool_max_idle_time = 3600
- 
-# if load FastDFS parameters from tracker server
-# since V4.05
-# default value is false
-load_fdfs_parameters_from_tracker=false
- 
-# if use storage ID instead of IP address
-# same as tracker.conf
-# valid only when load_fdfs_parameters_from_tracker is false
-# default value is false
-# since V4.05
-use_storage_id = false
- 
-# specify storage ids filename, can use relative or absolute path
-# same as tracker.conf
-# valid only when load_fdfs_parameters_from_tracker is false
-# since V4.05
-storage_ids_filename = storage_ids.conf
- 
- 
-#HTTP settings
-http.tracker_server_port=80
- 
-#use "#include" directive to include HTTP other settiongs
-##include http.conf
\ No newline at end of file

comData/annualReport/fbs_annualreport.py

@@ -19,7 +19,7 @@ cursor = baseCore.cursor
 def sendKafka(dic_news):
     try:  # 114.116.116.241
         producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'],max_request_size=1024*1024*20)
-        kafka_result = producer.send("researchReportTopic",
+        kafka_result = producer.send("researchReportYearTopic",
                                      json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
         print(kafka_result.get(timeout=10))

comData/annualReport/fbs_annualreport_1.py

@@ -19,7 +19,7 @@ cursor = baseCore.cursor
 def sendKafka(dic_news):
     try:  # 114.116.116.241
         producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'],max_request_size=1024*1024*20)
-        kafka_result = producer.send("researchReportTopic",
+        kafka_result = producer.send("researchReportYearTopic",
                                      json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
         print(kafka_result.get(timeout=10))

comData/annualReport/证监会-年报.py

-import json
+import json
@@ -180,7 +180,7 @@ def SpiderByZJH(url, payload, dic_info, num, start_time):
                     # 将相应字段通过kafka传输保存
                     try:
                         producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'],max_request_size=1024*1024*20)
-                        kafka_result = producer.send("researchReportTopic",
+                        kafka_result = producer.send("researchReportYearTopic",
                                                      json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
                         print(kafka_result.get(timeout=10))

comData/annualReport/雪球网-年报.py

-# -*- coding: utf-8 -*-
+# -*- coding: utf-8 -*-
@@ -221,7 +221,7 @@ def spider_annual_report(dict_info,num):
             # 将相应字段通过kafka传输保存
             try:
                 producer = KafkaProducer(bootstrap_servers=['114.115.159.144:9092'],max_request_size=1024*1024*20)
-                kafka_result = producer.send("researchReportTopic",
+                kafka_result = producer.send("researchReportYearTopic",
                                              json.dumps(dic_news, ensure_ascii=False).encode('utf8'))
 
                 print(kafka_result.get(timeout=10))