301 lines
10 KiB
Java
301 lines
10 KiB
Java
package com.gzzn.omms.msgexchangeapi.elasticsearch;
|
|
|
|
import java.util.ArrayList;
|
|
import java.util.List;
|
|
import java.util.Map;
|
|
import java.util.UUID;
|
|
|
|
import javax.annotation.PostConstruct;
|
|
|
|
import org.elasticsearch.action.admin.indices.create.CreateIndexResponse;
|
|
import org.elasticsearch.action.admin.indices.delete.DeleteIndexResponse;
|
|
import org.elasticsearch.action.admin.indices.exists.indices.IndicesExistsRequest;
|
|
import org.elasticsearch.action.admin.indices.exists.indices.IndicesExistsResponse;
|
|
import org.elasticsearch.action.delete.DeleteResponse;
|
|
import org.elasticsearch.action.get.GetRequestBuilder;
|
|
import org.elasticsearch.action.get.GetResponse;
|
|
import org.elasticsearch.action.index.IndexResponse;
|
|
import org.elasticsearch.action.search.SearchRequestBuilder;
|
|
import org.elasticsearch.action.search.SearchResponse;
|
|
import org.elasticsearch.action.update.UpdateRequest;
|
|
import org.elasticsearch.client.transport.TransportClient;
|
|
import org.elasticsearch.common.text.Text;
|
|
import org.elasticsearch.index.query.QueryBuilder;
|
|
import org.elasticsearch.search.SearchHit;
|
|
import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
|
|
import org.elasticsearch.search.sort.SortOrder;
|
|
import org.slf4j.Logger;
|
|
import org.slf4j.LoggerFactory;
|
|
import org.springframework.beans.factory.annotation.Autowired;
|
|
import org.springframework.stereotype.Component;
|
|
import org.springframework.util.StringUtils;
|
|
|
|
import com.alibaba.fastjson.JSONObject;
|
|
|
|
@Component
|
|
public class ElasticsearchUtil {
|
|
|
|
private static final Logger LOGGER = LoggerFactory.getLogger(ElasticsearchUtil.class);
|
|
|
|
@Autowired
|
|
private TransportClient transportClient;
|
|
private static TransportClient client;
|
|
|
|
/**
|
|
* @PostContruct是spring框架的注解 spring容器初始化的时候执行该方法
|
|
*/
|
|
@PostConstruct
|
|
public void init() {
|
|
client = this.transportClient;
|
|
}
|
|
|
|
/**
|
|
* 创建索引
|
|
*
|
|
* @param index
|
|
* @return
|
|
*/
|
|
public static boolean createIndex(String index) {
|
|
if (!isIndexExist(index)) {
|
|
LOGGER.info("Index is not exits!");
|
|
}
|
|
CreateIndexResponse indexresponse = client.admin().indices().prepareCreate(index).execute().actionGet();
|
|
LOGGER.info("执行建立成功？" + indexresponse.isAcknowledged());
|
|
return indexresponse.isAcknowledged();
|
|
}
|
|
|
|
/**
|
|
* 删除索引
|
|
*
|
|
* @param index
|
|
* @return
|
|
*/
|
|
public static boolean deleteIndex(String index) {
|
|
if (!isIndexExist(index)) {
|
|
LOGGER.info("Index is not exits!");
|
|
}
|
|
DeleteIndexResponse dResponse = client.admin().indices().prepareDelete(index).execute().actionGet();
|
|
if (dResponse.isAcknowledged()) {
|
|
LOGGER.info("delete index " + index + " successfully!");
|
|
} else {
|
|
LOGGER.info("Fail to delete index " + index);
|
|
}
|
|
return dResponse.isAcknowledged();
|
|
}
|
|
|
|
/**
|
|
* 判断索引是否存在
|
|
*
|
|
* @param index
|
|
* @return
|
|
*/
|
|
public static boolean isIndexExist(String index) {
|
|
IndicesExistsResponse inExistsResponse = client.admin().indices().exists(new IndicesExistsRequest(index)).actionGet();
|
|
if (inExistsResponse.isExists()) {
|
|
LOGGER.info("Index [" + index + "] is exist!");
|
|
} else {
|
|
LOGGER.info("Index [" + index + "] is not exist!");
|
|
}
|
|
return inExistsResponse.isExists();
|
|
}
|
|
|
|
/**
|
|
* @Author: LX
|
|
* @Description: 判断inde下指定type是否存在
|
|
* @Date: 2018/11/6 14:46
|
|
* @Modified by:
|
|
*/
|
|
public boolean isTypeExist(String index, String type) {
|
|
return isIndexExist(index)
|
|
? client.admin().indices().prepareTypesExists(index).setTypes(type).execute().actionGet().isExists()
|
|
: false;
|
|
}
|
|
|
|
/**
|
|
* 数据添加，正定ID
|
|
*
|
|
* @param jsonObject 要增加的数据
|
|
* @param index 索引，类似数据库
|
|
* @param type 类型，类似表
|
|
* @param id 数据ID
|
|
* @return
|
|
*/
|
|
public static String addData(JSONObject jsonObject, String index, String type, String id) {
|
|
IndexResponse response = client.prepareIndex(index, type, id).setSource(jsonObject).get();
|
|
LOGGER.info("addData response status:{},id:{}", response.status().getStatus(), response.getId());
|
|
return response.getId();
|
|
}
|
|
|
|
/**
|
|
* 数据添加
|
|
*
|
|
* @param jsonObject 要增加的数据
|
|
* @param index 索引，类似数据库
|
|
* @param type 类型，类似表
|
|
* @return
|
|
*/
|
|
public static String addData(JSONObject jsonObject, String index, String type) {
|
|
return addData(jsonObject, index, type, ElasticsearchUtil.getUUID32());
|
|
}
|
|
|
|
/**
|
|
* 通过ID删除数据
|
|
*
|
|
* @param index 索引，类似数据库
|
|
* @param type 类型，类似表
|
|
* @param id 数据ID
|
|
*/
|
|
public static void deleteDataById(String index, String type, String id) {
|
|
|
|
DeleteResponse response = client.prepareDelete(index, type, id).execute().actionGet();
|
|
|
|
LOGGER.info("deleteDataById response status:{},id:{}", response.status().getStatus(), response.getId());
|
|
}
|
|
|
|
/**
|
|
* 通过ID 更新数据
|
|
*
|
|
* @param jsonObject 要增加的数据
|
|
* @param index 索引，类似数据库
|
|
* @param type 类型，类似表
|
|
* @param id 数据ID
|
|
* @return
|
|
*/
|
|
public static void updateDataById(JSONObject jsonObject, String index, String type, String id) {
|
|
|
|
UpdateRequest updateRequest = new UpdateRequest();
|
|
|
|
updateRequest.index(index).type(type).id(id).doc(jsonObject);
|
|
|
|
client.update(updateRequest);
|
|
|
|
}
|
|
|
|
/**
|
|
* 通过ID获取数据
|
|
*
|
|
* @param index 索引，类似数据库
|
|
* @param type 类型，类似表
|
|
* @param id 数据ID
|
|
* @param fields 需要显示的字段，逗号分隔（缺省为全部字段）
|
|
* @return
|
|
*/
|
|
public static Map<String, Object> searchDataById(String index, String type, String id, String fields) {
|
|
|
|
GetRequestBuilder getRequestBuilder = client.prepareGet(index, type, id);
|
|
|
|
if (!StringUtils.isEmpty(fields)) {
|
|
getRequestBuilder.setFetchSource(fields.split(","), null);
|
|
}
|
|
|
|
GetResponse getResponse = getRequestBuilder.execute().actionGet();
|
|
|
|
return getResponse.getSource();
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
* 使用分词查询
|
|
*
|
|
* @param index 索引名称
|
|
* @param type 类型名称,可传入多个type逗号分隔
|
|
* @param query 查询条件
|
|
* @param size 文档大小限制
|
|
* @param fields 需要显示的字段，逗号分隔（缺省为全部字段）
|
|
* @param sortField 排序字段
|
|
* @param sortOrder
|
|
* @param highlightField 高亮字段
|
|
* @return
|
|
*/
|
|
public static List<Map<String, Object>> searchListData(
|
|
String index, String type, QueryBuilder query, Integer size,
|
|
String fields, String sortField, SortOrder sortOrder, String highlightField) {
|
|
|
|
SearchRequestBuilder searchRequestBuilder = client.prepareSearch(index);
|
|
if (!StringUtils.isEmpty(type)) {
|
|
searchRequestBuilder.setTypes(type.split(","));
|
|
}
|
|
|
|
if (!StringUtils.isEmpty(highlightField)) {
|
|
HighlightBuilder highlightBuilder = new HighlightBuilder();
|
|
// 设置高亮字段
|
|
highlightBuilder.field(highlightField);
|
|
searchRequestBuilder.highlighter(highlightBuilder);
|
|
}
|
|
|
|
searchRequestBuilder.setQuery(query);
|
|
|
|
if (!StringUtils.isEmpty(fields)) {
|
|
searchRequestBuilder.setFetchSource(fields.split(","), null);
|
|
}
|
|
searchRequestBuilder.setFetchSource(true);
|
|
|
|
if (!StringUtils.isEmpty(sortField)) {
|
|
if(null==sortOrder){
|
|
sortOrder = SortOrder.DESC;
|
|
}
|
|
searchRequestBuilder.addSort(sortField, sortOrder);
|
|
}
|
|
|
|
if (size != null && size > 0) {
|
|
searchRequestBuilder.setSize(size);
|
|
}
|
|
|
|
//打印的内容 可以在 Elasticsearch head 和 Kibana 上执行查询
|
|
LOGGER.info("\n{}", searchRequestBuilder);
|
|
|
|
SearchResponse searchResponse = searchRequestBuilder.execute().actionGet();
|
|
|
|
long totalHits = searchResponse.getHits().totalHits;
|
|
long length = searchResponse.getHits().getHits().length;
|
|
|
|
LOGGER.info("共查询到[{}]条数据,处理数据条数[{}]", totalHits, length);
|
|
|
|
if (searchResponse.status().getStatus() == 200) {
|
|
// 解析对象
|
|
return setSearchResponse(searchResponse, highlightField);
|
|
}
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
/**
|
|
* 高亮结果集 特殊处理
|
|
*
|
|
* @param searchResponse
|
|
* @param highlightField
|
|
*/
|
|
private static List<Map<String, Object>> setSearchResponse(SearchResponse searchResponse, String highlightField) {
|
|
List<Map<String, Object>> sourceList = new ArrayList<Map<String, Object>>();
|
|
StringBuffer stringBuffer = new StringBuffer();
|
|
for (SearchHit searchHit : searchResponse.getHits().getHits()) {
|
|
searchHit.getSourceAsMap().put("id", searchHit.getId());
|
|
|
|
if (!StringUtils.isEmpty(highlightField)) {
|
|
|
|
System.out.println("遍历 高亮结果集，覆盖 正常结果集" + searchHit.getSourceAsMap());
|
|
Text[] text = searchHit.getHighlightFields().get(highlightField).getFragments();
|
|
|
|
if (text != null) {
|
|
for (Text str : text) {
|
|
stringBuffer.append(str.string());
|
|
}
|
|
//遍历 高亮结果集，覆盖 正常结果集
|
|
searchHit.getSourceAsMap().put(highlightField, stringBuffer.toString());
|
|
}
|
|
}
|
|
sourceList.add(searchHit.getSourceAsMap());
|
|
}
|
|
return sourceList;
|
|
}
|
|
|
|
private static String getUUID32(){
|
|
String uuid = UUID.randomUUID().toString().replace("-", "").toLowerCase();
|
|
return uuid;
|
|
}
|
|
|
|
}
|