提交 fcdddb16 作者: chenshiqiang

commit temp

上级 de3fee5e
...@@ -50,26 +50,29 @@ public class DealLeaderDataService { ...@@ -50,26 +50,29 @@ public class DealLeaderDataService {
SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
BoolQueryBuilder boolQueryBuilder1 = QueryBuilders.boolQuery() BoolQueryBuilder boolQueryBuilder1 = QueryBuilders.boolQuery()
.must(QueryBuilders.termsQuery("subjectId", Arrays.asList("1750716233967157250", "1750716067187048450"))) .must(QueryBuilders.termsQuery("subjectId", Arrays.asList("1750716233967157250", "1750716067187048450")))
.must(QueryBuilders.termsQuery("id", Arrays.asList("1750716067187048450284182235652014131"))); ;
boolQueryBuilder1.filter(QueryBuilders.rangeQuery("createDate").gte(EsDateUtil.esFieldDateFormat(startTime))); boolQueryBuilder1.filter(QueryBuilders.rangeQuery("createDate").gte(EsDateUtil.esFieldDateFormat(startTime)));
searchSourceBuilder.query(boolQueryBuilder1); searchSourceBuilder.query(boolQueryBuilder1);
searchSourceBuilder.sort("createDate", SortOrder.DESC); searchSourceBuilder.sort("createDate", SortOrder.DESC);
Integer pagesize = 1; Integer pagesize =5;
for (int i = 1; true; i++) { for (int i = 1; true; i++) {
Page<InfoExtractionParam> subjectdatabase = esUtil.queryPage("subjectdatabase", searchSourceBuilder, InfoExtractionParam.class, i, pagesize); Page<InfoExtractionParam> subjectdatabase = esUtil.queryPage("subjectdatabase", searchSourceBuilder, InfoExtractionParam.class, i, pagesize);
List<InfoExtractionParam> records = subjectdatabase.getRecords(); List<InfoExtractionParam> records = subjectdatabase.getRecords();
log.info("页码:{},总页:{},总数量{}", i, subjectdatabase.getPages(), subjectdatabase.getTotal()); log.info("页码:{},总页:{},总数量{}", i, subjectdatabase.getPages(), subjectdatabase.getTotal());
List<CharacterChangeInfoExtract > list=new ArrayList<>();
if (CollectionUtil.isNotEmpty(records)) { if (CollectionUtil.isNotEmpty(records)) {
JSONObject jsonObjectParam = new JSONObject(); JSONObject jsonObjectParam = new JSONObject();
for (InfoExtractionParam record : records) {
List<CharacterChangeInfoExtract> list = new ArrayList<>();
Map<String, List<InfoExtractionParam>> map = new HashMap<>(); Map<String, List<InfoExtractionParam>> map = new HashMap<>();
map.put("data_list", records); map.put("data_list", Collections.singletonList(record));
jsonObjectParam.put("data", map); jsonObjectParam.put("data", map);
log.info("request"); log.info("request");
String result = HttpUtil.doPost(relationEntityUrl, jsonObjectParam, 40000); String result = HttpUtil.doPost(relationEntityUrl, jsonObjectParam, 40000);
log.info("response:{}",result); log.info("response:{}", result);
Object objectResult = parseResult(result); Object objectResult = parseResult(result);
JSONArray dataResultList = null; JSONArray dataResultList = null;
if (null != objectResult) { if (null != objectResult) {
...@@ -78,26 +81,31 @@ public class DealLeaderDataService { ...@@ -78,26 +81,31 @@ public class DealLeaderDataService {
if (dataResultList != null) { if (dataResultList != null) {
for (Object dataResultObject : dataResultList) { for (Object dataResultObject : dataResultList) {
JSONObject dataResult = JSONObject.parseObject(dataResultObject.toString()); JSONObject dataResult = JSONObject.parseObject(dataResultObject.toString());
if(dataResult.get("infos")!=null){ if (dataResult.get("infos") != null) {
JSONArray jsonArray= (JSONArray) JSONArray.parse(String.valueOf(dataResult.get("infos"))); JSONArray jsonArray = (JSONArray) JSONArray.parse(String.valueOf(dataResult.get("infos")));
for (Object data : jsonArray) { for (Object data : jsonArray) {
JSONObject temp = JSONObject.parseObject(data.toString()); JSONObject temp = JSONObject.parseObject(data.toString());
list.add(CharacterChangeInfoExtract.builder() list.add(CharacterChangeInfoExtract.builder()
.updateDesc(temp.get("updateDesc")!=null?temp.get("updateDesc").toString():"") .updateDesc(temp.get("updateDesc") != null ? temp.get("updateDesc").toString() : "")
.dutyOriginal(temp.get("oriStation")!=null?temp.get("oriStation").toString():"") .dutyOriginal(temp.get("oriStation") != null ? temp.get("oriStation").toString() : "")
.duty(temp.get("curStation")!=null?temp.get("curStation").toString():"") .duty(temp.get("curStation") != null ? temp.get("curStation").toString() : "")
.name(temp.get("person")!=null?temp.get("person").toString():"") .name(temp.get("person") != null ? temp.get("person").toString() : "")
.articleTitle(dataResult.get("id")!=null?dataResult.get("id").toString():"") .articleId(dataResult.get("id") != null ? dataResult.get("id").toString() : "")
.articleId(dataResult.get("id")!=null?dataResult.get("id").toString():"")
.build()); .build());
} }
} }
} }
} }
if(!list.isEmpty()){ if (!list.isEmpty()) {
try {
log.info("inserting");
characterChangeInfoExtractService.saveBatch(list); characterChangeInfoExtractService.saveBatch(list);
}catch (Exception e){
log.error("异常:{}",e.getMessage());
} }
}
}
} else { } else {
log.info("此轮数据处理完毕============================================"); log.info("此轮数据处理完毕============================================");
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论