采用webMagic框架实现爬虫

baidu_search/src/main/java/com/zzsn/utility/index/Constants.java

@@ -113,4 +113,12 @@ public class Constants {
 
     public static final String  KAFKA_CONSUMER_PARTITION= prop.getProperty("KAFKA_CONSUMER_PARTITION");
     public static final String  KAFKA_PRODUCT_PARTITION= prop.getProperty("KAFKA_PRODUCT_PARTITION");
+
+    public static final int KAFKA_COUNT=Integer.valueOf(prop.getProperty("whiles"));
+
+    public static final String testBaidu=prop.getProperty("KAFKA_test_TOPIC");
+
+    public static final Integer PAGESIZE=Integer.valueOf(prop.getProperty("pageSize"));
+
+    public static final Integer AVERGER=Integer.valueOf(prop.getProperty("averger"));
 }