elasticsearch执行词频分析

最新推荐文章于 2024-07-27 20:19:46 发布

Atmo忆Gen璇

最新推荐文章于 2024-07-27 20:19:46 发布

阅读量261

点赞数

分类专栏： elasticsearch

本文链接：https://blog.csdn.net/weixin_38206491/article/details/116918834

版权

elasticsearch 专栏收录该内容

2 篇文章 0 订阅

订阅专栏

@PostMapping("/executeAnalyze")
@ApiOperation("执行词频分析")
public WebResponse<List<FileUtilExecuteResult>> executeAnalyze(@RequestBody @Validated FileUtilDTO fileDTO) {
    List<FileUtilExecuteResult> fileUtilExecuteResults = elasticSearchService.executeAnalyze(fileDTO.getBatchNo(), fileDTO.getKeywords(), fileDTO.getSatisfyAll());
    return ResponseUtil.success(fileUtilExecuteResults, "执行成功");
}

@Override
    public List<FileUtilExecuteResult> executeAnalyze(String batchNo, List<String> keywords, String satisfyAll) {
        boolean isSatisfyAll = (satisfyAll == null || satisfyAll.equals("0")) ? false : true;
        List<FileUtilExecuteResult> fileUtilExecuteResults = new ArrayList<>();
        Date now = DateUtils.getNow();
        QueryWrapper<FileUtilContent> queryWrapper = new QueryWrapper<>();
        queryWrapper.eq("batch_no", batchNo);
        List<FileUtilContent> fileContentList = contractFileService.list(queryWrapper);
        String operateNo = IDUtil.generateNo("", redisTemplate);

        try {
            for (FileUtilContent fileUtilContent : fileContentList) {
                Map<String, Integer> keyWordMap = new HashMap<>();
                //文档id
                String id = fileUtilContent.getEsId();
                TermVectorsRequest request = new TermVectorsRequest(SystemConstant.ELASTICSEARCH_IDEX_NAME, id);
                request.setFields("content");
                request.setFieldStatistics(true);
                request.setTermStatistics(true);
                request.setPositions(true);
                request.setOffsets(true);
                request.setPayloads(true);
                TermVectorsResponse termResponse =
                        highLevelClient.termvectors(request, RequestOptions.DEFAULT);

                // 是否找到文档
                boolean found = termResponse.getFound();

                if (!found) {
                    continue;
                }

//                long docVersion = termResponse.getDocVersion();
//                log.info("文档版本: {}", docVersion);

                List<TermVectorsResponse.TermVector> termVectorsList = termResponse.getTermVectorsList();
                for (TermVectorsResponse.TermVector termVector : termVectorsList) {
                    List<TermVectorsResponse.TermVector.Term> terms = termVector.getTerms();
                    for (TermVectorsResponse.TermVector.Term term : terms) {
                        for (String keyword : keywords) {
                            if (keyword.equals(term.getTerm())) {
                                Integer docFreq = term.getTermFreq();
//                                if (keyWordMap.containsKey(keyWord)) {
//                                    Integer oldKeyCount = keyWordMap.get(keyWord);
//                                    Integer newKeyCount= oldKeyCount +docFreq;
//                                    keyWordMap.put(keyWord,newKeyCount);
//                                }else{
//                                    keyWordMap.put(keyWord,docFreq);
//                                }
                                keyWordMap.put(keyword, docFreq);
                            }
                        }
                        //System.out.println("----term---" + term.getTerm() + "  -DocFreq:-" + term.getDocFreq() + "  -TermFreq:-" + term.getTermFreq() + "--" + term.getTokens());
                    }
                }

                if (!keyWordMap.isEmpty()) {
                    if (isSatisfyAll && !(keyWordMap.size() == keywords.size())) {
                        continue;
                    }
                    FileUtilExecuteResult fileUtilExecuteResult = new FileUtilExecuteResult();
                    fileUtilExecuteResult.setId(IDUtil.genUUID());
                    fileUtilExecuteResult.setBatchNo(batchNo);
                    fileUtilExecuteResult.setCreateTime(now);
                    fileUtilExecuteResult.setOperateNo(operateNo);
                    fileUtilExecuteResult.setTitle(fileUtilContent.getTitle());
                    fileUtilExecuteResult.setSerialNo(fileUtilContent.getSerialNo());
                    fileUtilExecuteResult.setResult(keyWordMap.toString());
                    fileUtilExecuteResult.setPackageName(fileUtilContent.getPackageName());
                    fileUtilExecuteResult.setContractNo(fileUtilContent.getContractNo());
                    fileUtilExecuteResult.setContractName(fileUtilContent.getContractName());
                    fileUtilExecuteResultService.save(fileUtilExecuteResult);
                    fileUtilExecuteResults.add(fileUtilExecuteResult);
                }

            }
        } catch (IOException e) {
            e.printStackTrace();
        }
        return fileUtilExecuteResults;
    }