网站发布到ftp,上海市建设人才网站,装修图片,青岛网站推广优化公司1.前置条件已经安装和搭建好了elasticsearch中间件 一#xff1a;项目中引入elasticsearch相关依赖 我安装的elasticsearch版本是7.10.2 对应依赖的版本保持一致 此处省略springboot 搭建及必要的依赖项 dependencygroupIdorg.elasticsearch.client/group…1.前置条件已经安装和搭建好了elasticsearch中间件 一项目中引入elasticsearch相关依赖 我安装的elasticsearch版本是7.10.2 对应依赖的版本保持一致 此处省略springboot 搭建及必要的依赖项 dependencygroupIdorg.elasticsearch.client/groupIdartifactIdelasticsearch-rest-high-level-client/artifactIdversion7.10.2/version/dependencydependencygroupIdorg.elasticsearch/groupIdartifactIdelasticsearch/artifactIdversion7.10.2/version/dependency二项目配置文件里配置上elasticsearch相关的信息 application.yml
es:data:host: ip # es安装所在的服务器ipport: 9200 #es对外暴露的端口clusterName: hc-es-cluster #es的集群三工程里编写elasticsearch相关的配置代码 import org.apache.http.HttpHost;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestHighLevelClient;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;Configuration
public class ESConfig {Value(${es.data.host})private String host;Value(${es.data.clusterName})private String clusterName;Value(${es.data.port})private Integer port;Beanpublic RestHighLevelClient restHighLevelClient() {RestHighLevelClient client new RestHighLevelClient(RestClient.builder(new HttpHost(host, port, http)));return client;}
}
四项目中的引入和测试
import cn.hutool.json.JSONUtil;
import com.jinyi.up.user.JinyiUserProviderApplication;
import com.jinyi.up.user.esPojo.AggDimensionEnum;
import com.jinyi.up.user.esPojo.EsUser;
import com.jinyi.up.user.esPojo.EsUserSearchQueryDto;
import org.apache.commons.lang3.StringUtils;
import org.elasticsearch.action.DocWriteRequest;
import org.elasticsearch.action.admin.indices.delete.DeleteIndexRequest;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.delete.DeleteRequest;
import org.elasticsearch.action.delete.DeleteResponse;
import org.elasticsearch.action.get.GetRequest;
import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.support.master.AcknowledgedResponse;
import org.elasticsearch.action.update.UpdateRequest;
import org.elasticsearch.action.update.UpdateResponse;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.client.indices.CreateIndexRequest;
import org.elasticsearch.client.indices.CreateIndexResponse;
import org.elasticsearch.client.indices.GetIndexRequest;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.common.xcontent.XContentType;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.index.query.TermQueryBuilder;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.aggregations.Aggregation;
import org.elasticsearch.search.aggregations.AggregationBuilders;
import org.elasticsearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.*;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.elasticsearch.search.fetch.subphase.FetchSourceContext;
import org.junit.jupiter.api.Test;
import org.springframework.boot.test.context.SpringBootTest;import javax.annotation.Resource;
import java.io.IOException;
import java.util.*;
import java.util.stream.Collectors;/*** author huangchong* date 2023/9/2 14:36* desc*/
SpringBootTest(classes {JinyiUserProviderApplication.class})
public class TestES {Resourceprivate RestHighLevelClient esClient;/*** 创建索引** throws IOException*/Testpublic void createIndex() throws IOException {//1.创建索引请求CreateIndexRequest request new CreateIndexRequest(hc_index);//2.执行创建请求CreateIndexResponse indexResponse esClient.indices().create(request, RequestOptions.DEFAULT);System.out.println(indexResponse);}/*** 获取索引 判断是否存在** throws IOException*/Testpublic void getIndex() throws IOException {//1.创建索引请求GetIndexRequest request new GetIndexRequest(hc_index);//2.执行存在请求Boolean exists esClient.indices().exists(request, RequestOptions.DEFAULT);System.out.println(exists);}/*** 删除索引** throws IOException*/Testpublic void deleteIndex() throws IOException {//1.创建索引请求DeleteIndexRequest request new DeleteIndexRequest(hc_index);//2.执行删除请求AcknowledgedResponse response esClient.indices().delete(request, RequestOptions.DEFAULT);System.out.println(response.isAcknowledged());}/*** 添加文档** throws IOException*/Testpublic void addEsDocument() throws IOException {EsUser esUser new EsUser(1L, hc, 32, 12, new Date());//1.指定索引库IndexRequest request new IndexRequest(hc_index);// PUT /hc_index/_doc/1request.id(1).timeout(TimeValue.timeValueSeconds(2));//2.将数据放入请求request.source(JSONUtil.toJsonStr(esUser), XContentType.JSON);//发送请求IndexResponse response esClient.index(request, RequestOptions.DEFAULT);System.out.println(response.toString());}/*** 判断文档是否存在文档** throws IOException*/Testpublic void existsEsDocument() throws IOException {//1.指定索引库 和 查询idGetRequest request new GetRequest(hc_index, 1);//不获取返回的_source 的上下文request.fetchSourceContext(new FetchSourceContext(false));request.storedFields(_none_);boolean exists esClient.exists(request, RequestOptions.DEFAULT);System.out.println(exists);}/*** 获取文档** throws IOException*/Testpublic void getEsDocument() throws IOException {//1.指定索引库 和 查询idGetRequest request new GetRequest(hc_index, 1);//不获取返回的_source 的上下文// request.fetchSourceContext(new FetchSourceContext(false));// request.storedFields(_none_);GetResponse getResponse esClient.get(request, RequestOptions.DEFAULT);System.out.println(getResponse.toString());String sourceAsString getResponse.getSourceAsString();System.out.println(sourceAsString); //返回全部内容 和命令一样}/*** 更新文档** throws IOException*/Testpublic void updateEsDocument() throws IOException {//1.指定索引库 和 查询idGetRequest request new GetRequest(hc_index, 1);GetResponse getResponse esClient.get(request, RequestOptions.DEFAULT);System.out.println(getResponse.toString());String sourceAsString getResponse.getSourceAsString();EsUser esUser JSONUtil.toBean(sourceAsString, EsUser.class);//1.指定索引库 和 查询idUpdateRequest updateRequest new UpdateRequest(hc_index, String.valueOf(esUser.getId()));//不获取返回的_source 的上下文updateRequest.timeout(TimeValue.timeValueSeconds(2));esUser.setUserName(huangchong 2);updateRequest.doc(JSONUtil.toJsonStr(esUser), XContentType.JSON);UpdateResponse updateResponse esClient.update(updateRequest, RequestOptions.DEFAULT);System.out.println(updateResponse.toString());}/*** 删除文档** throws IOException*/Testpublic void deleteEsDocument() throws IOException {//1.指定索引库 和 查询idDeleteRequest deleteRequest new DeleteRequest(hc_index, 1);deleteRequest.timeout(1s);DeleteResponse delete esClient.delete(deleteRequest, RequestOptions.DEFAULT);System.out.println(delete.toString());}/*** 批量操作** throws IOException*/Testpublic void bulkAddEsDocument() throws IOException {BulkRequest bulkRequest new BulkRequest();bulkRequest.timeout(10s);ListEsUser esUsers new ArrayListEsUser();esUsers.add(new EsUser(11L, hc1, 31, 1, new Date()));esUsers.add(new EsUser(17L, hc2, 31, 1, new Date()));esUsers.add(new EsUser(18L, hc3, 28, 2, new Date()));esUsers.add(new EsUser(19L, hc4, 25, 2, new Date()));esUsers.add(new EsUser(20L, hc5, 19, 3, new Date()));//批量插入for (int i 0; i esUsers.size(); i) {EsUser esUser esUsers.get(i);bulkRequest.add(new IndexRequest(hc_index).id(String.valueOf(esUser.getId())).source(JSONUtil.toJsonStr(esUser), XContentType.JSON).opType(DocWriteRequest.OpType.CREATE));}esClient.bulk(bulkRequest, RequestOptions.DEFAULT);}/*** private AggregatorFactories.Builder aggregations;* 1.SearchRequest 请求* 2.SearchSourceBuilder 条件构建* searchSourceBuilder.highlighter() 高亮** throws IOException*/Testpublic void queryEsDocument() throws IOException {// 1.指定索引库SearchRequest searchRequest new SearchRequest(hc_index);//2.构建查询请求条件SearchSourceBuilder searchSourceBuilder new SearchSourceBuilder();//QueryBuilders工具类 termQuery 精确查询TermQueryBuilder termQueryBuilder QueryBuilders.termQuery(userName, hc4);searchSourceBuilder.query(termQueryBuilder);searchSourceBuilder.timeout(TimeValue.timeValueSeconds(60L));searchRequest.source(searchSourceBuilder);SearchResponse response esClient.search(searchRequest, RequestOptions.DEFAULT);SearchHits searchHits response.getHits();SearchHit[] hits searchHits.getHits();for (int i 0; i hits.length; i) {SearchHit hit hits[i];String sourceAsString hit.getSourceAsString();System.out.println(JSONUtil.toBean(sourceAsString, EsUser.class).toString());}}/*** private AggregatorFactories.Builder aggregations;* 1.SearchRequest 请求* 2.SearchSourceBuilder 条件构建* searchSourceBuilder.highlighter() 高亮** throws IOException*/Testpublic void aggsEsDocument() throws IOException {//对hc_index库的查询请求SearchRequest searchRequest new SearchRequest(hc_index);//paramDto 转BoolQueryBuilder 对查询条件统一封装EsUserSearchQueryDto queryDto new EsUserSearchQueryDto();queryDto.setLikeWords(hc);queryDto.setUserStatus(1,2,3);queryDto.setAggDimensions(age);BoolQueryBuilder boolQueryBuilder buildQuery(queryDto);//查询条件构建SearchSourceBuilder searchSourceBuilder new SearchSourceBuilder();searchSourceBuilder.query(boolQueryBuilder);//聚合分析无需得到分页结果只要聚合结果就行buildQueryFromSize(searchSourceBuilder, 1, 0);//构建聚合aggregationsBuild(searchSourceBuilder, queryDto);searchRequest.source(searchSourceBuilder);//获取结果SearchResponse searchResponse esClient.search(searchRequest, RequestOptions.DEFAULT);MapString, Aggregation aggregationMap searchResponse.getAggregations().asMap();ParsedValueCount idNumAggs (ParsedValueCount) aggregationMap.get(idNum);ParsedSum ageSumAggs (ParsedSum) aggregationMap.get(ageSum);ParsedAvg ageAveAggs (ParsedAvg) aggregationMap.get(ageAve);ParsedCardinality userNumAggs (ParsedCardinality) aggregationMap.get(userStatusCount);}/*** 构建聚合方式*/private void aggregationsBuild(SearchSourceBuilder sourceBuilder, EsUserSearchQueryDto queryDto) {ValueCountAggregationBuilder idNumAggs AggregationBuilders.count(idNum).field(id);SumAggregationBuilder ageSumAggs AggregationBuilders.sum(ageSum).field(age);//平均值AvgAggregationBuilder ageAvgAggs AggregationBuilders.avg(ageAve).field(age);//统计去重后的数量CardinalityAggregationBuilder userStatusAggs AggregationBuilders.cardinality(userStatusCount).field(userStatus);sourceBuilder.aggregation(idNumAggs);sourceBuilder.aggregation(ageSumAggs);sourceBuilder.aggregation(userStatusAggs);sourceBuilder.aggregation(ageAvgAggs);if (StringUtils.isNotEmpty(queryDto.getAggDimensions())) {ListString list Arrays.asList(queryDto.getAggDimensions().split(,)).stream().map(s - s.trim()).collect(Collectors.toList());for (String dimension : list) {AggDimensionEnum dimensionEnum AggDimensionEnum.getByDimension(dimension);if (dimension null) {continue;}TermsAggregationBuilder aggs AggregationBuilders.terms(dimensionEnum.getDimension()).field(dimensionEnum.getField()).size(10000);sourceBuilder.aggregation(aggs);aggs.subAggregation(idNumAggs);aggs.subAggregation(ageSumAggs);aggs.subAggregation(ageAvgAggs);aggs.subAggregation(userStatusAggs);}}}protected void buildQueryFromSize(SearchSourceBuilder sourceBuilder, Integer start, Integer size) {sourceBuilder.from(start);sourceBuilder.size(size);}/*** 构建查询条件** param queryDto* return*/private BoolQueryBuilder buildQuery(EsUserSearchQueryDto queryDto) {BoolQueryBuilder query QueryBuilders.boolQuery();//搜索 分词if (StringUtils.isNotEmpty(queryDto.getUserName())) {query.must(QueryBuilders.matchQuery(userName, queryDto.getUserName()));}//匹配 包含 模糊查询if (StringUtils.isNotEmpty(queryDto.getLikeWords())) {query.must(QueryBuilders.wildcardQuery(userName, * queryDto.getLikeWords() *));}//订单状态 多状态 or查询if (StringUtils.isNotEmpty(queryDto.getUserStatus())) {String[] orderStatuss StringUtils.split(queryDto.getUserStatus(), ,);BoolQueryBuilder orQuery QueryBuilders.boolQuery()// 多个状态查询.should(QueryBuilders.termsQuery(userStatus, orderStatuss));query.must(orQuery);}//订单创建时间if (queryDto.getBeginCreateTime() ! null) {query.must(QueryBuilders.rangeQuery(createTime).gte(queryDto.getBeginCreateTime().getTime()));}if (queryDto.getEndCreateTime() ! null) {query.must(QueryBuilders.rangeQuery(createTime).lte(queryDto.getEndCreateTime().getTime()));}return query;}
}
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import org.springframework.stereotype.Component;import java.util.Date;/*** author huangchong* date 2023/9/2 14:51* desc*/
Data
AllArgsConstructor
NoArgsConstructor
Component
public class EsUser {private Long id;private String userName;private Integer age;private Integer userStatus;private Date createTime;}import lombok.Data;import java.util.Date;/*** author huangchong* date 2023/9/3 16:12* desc*/
Data
public class EsUserSearchQueryDto {private Long id;private String userName;private String likeWords;private Integer age;private String userStatus;private Date beginCreateTime;private Date endCreateTime;private String aggDimensions;
}package com.jinyi.up.user.esPojo;import java.util.Arrays;
import java.util.Map;
import java.util.stream.Collectors;/*** 聚合分析维度* author huangchong* date 2023/9/3 17:00* desc*/
public enum AggDimensionEnum {userStatus(userStatus, userStatus, 用户状态),age(age, age, 年纪类型),name(userName, userName, 名字);private final String dimension;private final String field;private final String desc;AggDimensionEnum(String dimension, String field, String desc) {this.dimension dimension;this.field field;this.desc desc;}public String getDesc() {return desc;}public String getDimension() {return dimension;}public String getField() {return field;}private static final MapString, String aggDimensionEnumMap Arrays.stream(values()).collect(Collectors.toMap(AggDimensionEnum::getDimension, AggDimensionEnum::getDesc));public static MapString, String getAggDimensionEnumMap() {return aggDimensionEnumMap;}public static AggDimensionEnum getByDimension(String dimension) {for (AggDimensionEnum dimensionEnum : values()) {if (dimensionEnum.dimension.equals(dimension)) {return dimensionEnum;}}return null;}
}
