Elasticsearch的使用
我这边是以elasticsearch-2.4.3为例:引入maven
<dependency>
<groupId>org.elasticsearch.client</groupId>
<artifactId>transport</artifactId>
<version>6.4.3</version>
</dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-core</artifactId>
<version>2.11.1</version>
</dependency>
1、创建连接器:
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.transport.InetSocketTransportAddress; import java.net.InetAddress;
import java.net.UnknownHostException; public class EsTcpClient { private static TransportClient client; /**
* 获取TCP 客户端
*
* @return
*/
public static synchronized TransportClient getClient() {
if (client == null) {
build();
}
return client;
} /**
* 关闭客户端
*/
public static void close() {
if (client != null) {
client.close();
}
} /**
* 建立连接
*
* @return
*/
private static void build() {
try {
//特别注意:如果cluster 起了名字,需要在连接时指定名字,否则验证客户端连接的不是默认集群elasticsearch,会忽略,则无法找到节点
Settings settings = Settings.settingsBuilder()
.put("cluster.name", "elasticsearch").build();
// .put("client.transport.ignore_cluster_name", true).build(); // 忽略集群名字验证, 打开后集群名字不对也能连接上
client = TransportClient.builder().settings(settings).build()
.addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName('localhost'), 9300)); } catch (UnknownHostException e) {
throw new RuntimeException(e);
}
} }
impl类
import java.util.ArrayList;
import java.util.List; import org.apache.commons.lang3.StringUtils;
import org.elasticsearch.action.admin.indices.create.CreateIndexResponse;
import org.elasticsearch.action.count.CountResponse;
import org.elasticsearch.action.delete.DeleteResponse;
import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.update.UpdateResponse;
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.sort.SortOrder; import com.gky.common.constant.ElasticSearchIndexTypeConstant.IndexType;
import com.gky.common.util.GsonHolder; @SuppressWarnings("deprecation")
public class ElasticSearchTcpDaoImpl{
//TCP连接客户端:
private TransportClient client = null; public ElasticSearchTcpDaoImpl(TransportClient client) {
this.client = client;
}
public TransportClient getClient() {
return client;
} public boolean careateIndex(String Mapperjson, IndexType indexType) {
CreateIndexResponse createIndexResponse = client.admin().indices().prepareCreate(indexType.INDEX()).addMapping(indexType.INDEX(), Mapperjson).get();
return createIndexResponse.isAcknowledged();
} public boolean insert(Object doc,Long id,IndexType indexType) {
String json = GsonHolder.gson.toJson(doc);
IndexResponse response = client.prepareIndex(indexType.INDEX(), indexType.TYPE(), String.valueOf(id)).setSource(json).get();
return response.isCreated();
} public boolean update(Object doc,Long oid,IndexType indexType) {
String json = GsonHolder.gson.toJson(doc); UpdateResponse response = client.prepareUpdate(indexType.INDEX(), indexType.TYPE(), String.valueOf(oid))
.setDoc(json)
.get(); return !response.isCreated();
} public boolean delete(long id,IndexType indexType) {
DeleteResponse response = client.prepareDelete(indexType.INDEX(), indexType.TYPE(), String.valueOf(id)).get(); return response.isFound();
} public Object searchById(Class<?> cls, long id,IndexType indexType) {
GetResponse response = client.prepareGet(indexType.INDEX(), indexType.TYPE(), String.valueOf(id)).get();
if (response.isExists()) {
String json = response.getSourceAsString();
return Gson.gson.fromJson(json, cls);
}
return null;
} public List<Object> searchByUserId(Class<?> cls, long id,IndexType indexType, Integer pageStart, Integer pageSize) {
QueryBuilder filter = new BoolQueryBuilder()
.must(QueryBuilders.termQuery("modifiedId", id));
SearchResponse response = client.prepareSearch(indexType.INDEX())
.setTypes(indexType.TYPE())
.setQuery(filter)
.setFrom(pageStart)
.addSort("addTime", SortOrder.DESC)
.setSize(pageSize)
.execute()
.actionGet();
SearchHit[] hits = response.getHits().getHits();
List<Object> objs = new ArrayList<>();
for (SearchHit hit : hits) {
Object obj= GsonHolder.gson.fromJson(hit.getSourceAsString(), cls);
objs.add(obj);
}
return objs;
} /**
* 全查
*/
public List<Object> searchAll(Class<?> cls,IndexType indexType, Integer pageStart, Integer pageSize,String start,String end,String model,String makeObject,String modifiedName) {
BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
if(indexType.name().equals("LOGS")){
if (StringUtils.isNotBlank(model)) {
//通配符查询
boolQueryBuilder.must(QueryBuilders.wildcardQuery("model", model));
}
if (StringUtils.isNotBlank(makeObject)) {
//查询解析查询字符串
boolQueryBuilder.must(QueryBuilders.queryStringQuery(makeObject).field("content"));
}
if (StringUtils.isNotBlank(modifiedName)) {
boolQueryBuilder.must(QueryBuilders.queryStringQuery(modifiedName).field("modifiedName"));
}
}else{
if (StringUtils.isNotBlank(start)) {
//范围内查询
boolQueryBuilder.must(QueryBuilders.rangeQuery("addTime").format(start));
}
if (StringUtils.isNotBlank(end)) {
boolQueryBuilder.must(QueryBuilders.rangeQuery("addTime").to(end));
}
if (StringUtils.isNotBlank(model)) {
//通配符查询
boolQueryBuilder.must(QueryBuilders.wildcardQuery("model", model));
}
if (StringUtils.isNotBlank(makeObject)) {
//查询解析查询字符串
boolQueryBuilder.must(QueryBuilders.queryStringQuery(makeObject).field("makeObject"));
}
}
SearchResponse response = client.prepareSearch(indexType.INDEX())
.setTypes(indexType.TYPE())
//.setQuery(QueryBuilders.matchAllQuery())
//.addSort(SortBuilders.fieldSort("addTime").order(SortOrder.DESC))
.addSort("addTime", SortOrder.DESC)
.setFrom(pageStart)
.setSize(pageSize)
.setQuery(boolQueryBuilder)
.execute()
.actionGet(); SearchHit[] hits = response.getHits().getHits();
List<Object> objs = new ArrayList<>();
for (SearchHit hit : hits) {
Object obj= Gson.gson.fromJson(hit.getSourceAsString(), cls);
objs.add(obj);
}
return objs;
}
public List<Object> searchAll(Class<?> cls,IndexType indexType, Integer pageStart, Integer pageSize, String mode) {
QueryBuilder filter = new BoolQueryBuilder()
.must(QueryBuilders.termQuery("searchMode", mode)); SearchResponse response = client.prepareSearch(indexType.INDEX())
.setTypes(indexType.TYPE())
//.setQuery(QueryBuilders.matchAllQuery())
.setQuery(filter)
//.addSort(SortBuilders.fieldSort("addTime").order(SortOrder.DESC))
.addSort("addTime", SortOrder.DESC)
.setFrom(pageStart)
.setSize(pageSize)
.execute()
.actionGet();
SearchHit[] hits = response.getHits().getHits();
List<Object> objs = new ArrayList<>();
for (SearchHit hit : hits) {
Object obj= Gson.gson.fromJson(hit.getSourceAsString(), cls);
objs.add(obj);
}
return objs;
}
public List<Object> searchAll(Class<?> cls,IndexType indexType, Integer pageStart, Integer pageSize, String mode,Object modifierId) {
QueryBuilder filter = new BoolQueryBuilder()
.must(QueryBuilders.termQuery("searchMode", mode))
.must(QueryBuilders.termQuery("modifierId", modifierId));
SearchResponse response = client.prepareSearch(indexType.INDEX())
.setTypes(indexType.TYPE())
//.setQuery(QueryBuilders.matchAllQuery())
.setQuery(filter)
//.addSort(SortBuilders.fieldSort("addTime").order(SortOrder.DESC))
.addSort("addTime", SortOrder.DESC)
.setFrom(pageStart)
.setSize(pageSize)
.execute()
.actionGet();
SearchHit[] hits = response.getHits().getHits();
List<Object> objs = new ArrayList<>();
for (SearchHit hit : hits) {
Object obj= Gson.gson.fromJson(hit.getSourceAsString(), cls);
objs.add(obj);
}
return objs;
} /**
* total
*/
public Integer getTotal(IndexType indexType) {
CountResponse countResponse = client.prepareCount(indexType.INDEX()).setTypes(indexType.TYPE()).get();
Long logt=countResponse.getCount();
return logt.intValue();
}
public Integer getTotal(IndexType indexType,Long oid) {
QueryBuilder filter = new BoolQueryBuilder()
.must(QueryBuilders.termQuery("modifiedId", oid));
CountResponse countResponse = client.prepareCount(indexType.INDEX()).setTypes(indexType.TYPE()).setQuery(filter).get();
Long logt=countResponse.getCount();
return logt.intValue();
}
public Integer getTotal(IndexType indexType,String start,String end,String model,String makeObject,String modifiedName) {
BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
if(indexType.name().equals("LOG")){
if (StringUtils.isNotBlank(model)) {
boolQueryBuilder.must(QueryBuilders.wildcardQuery("modifiyMode", model));
}
if (StringUtils.isNotBlank(makeObject)) {
boolQueryBuilder.must(QueryBuilders.queryStringQuery(makeObject).field("content"));
}
if (StringUtils.isNotBlank(modifiedName)) {
boolQueryBuilder.must(QueryBuilders.queryStringQuery(modifiedName).field("modifiedName"));
}
}else{
if (StringUtils.isNotBlank(start)) {
boolQueryBuilder.must(QueryBuilders.rangeQuery("addTime").format(start));
}
if (StringUtils.isNotBlank(end)) {
boolQueryBuilder.must(QueryBuilders.rangeQuery("addTime").to(end));
}
if (StringUtils.isNotBlank(model)) {
boolQueryBuilder.must(QueryBuilders.wildcardQuery("model", model));
}
if (StringUtils.isNotBlank(makeObject)) {
boolQueryBuilder.must(QueryBuilders.queryStringQuery(makeObject).field("makeObject"));
}
} CountResponse countResponse = client.prepareCount(indexType.INDEX()).setTypes(indexType.TYPE()).setQuery(boolQueryBuilder).get();
Long logt=countResponse.getCount();
return logt.intValue();
} }
Gson类
public class Gson {
public static Gson gson;
public static JsonParser jsonParser;
static {
gson = new GsonBuilder()
.setDateFormat("yyyy-MM-dd HH:mm:ss")
.create();
jsonParser = new JsonParser();
}
public static JsonElement getTopLevelElement(String json, String fieldName) {
JsonObject jsonObject = GsonHolder.jsonParser.parse(json).getAsJsonObject();
return jsonObject.get(fieldName);
}
}
Elasticsearch的使用的更多相关文章
- Elasticsearch之java的基本操作一
摘要 接触ElasticSearch已经有一段了.在这期间,遇到很多问题,但在最后自己的不断探索下解决了这些问题.看到网上或多或少的都有一些介绍ElasticSearch相关知识的文档,但个人觉得 ...
- Elasticsearch 5.0 中term 查询和match 查询的认识
Elasticsearch 5.0 关于term query和match query的认识 一.基本情况 前言:term query和match query牵扯的东西比较多,例如分词器.mapping ...
- 以bank account 数据为例,认识elasticsearch query 和 filter
Elasticsearch 查询语言(Query DSL)认识(一) 一.基本认识 查询子句的行为取决于 query context filter context 也就是执行的是查询(query)还是 ...
- Ubuntu 14.04中Elasticsearch集群配置
Ubuntu 14.04中Elasticsearch集群配置 前言:本文可用于elasticsearch集群搭建参考.细分为elasticsearch.yml配置和系统配置 达到的目的:各台机器配置成 ...
- ElasticSearch 5学习(10)——结构化查询(包括新特性)
之前我们所有的查询都属于命令行查询,但是不利于复杂的查询,而且一般在项目开发中不使用命令行查询方式,只有在调试测试时使用简单命令行查询,但是,如果想要善用搜索,我们必须使用请求体查询(request ...
- ElasticSearch 5学习(9)——映射和分析(string类型废弃)
在ElasticSearch中,存入文档的内容类似于传统数据每个字段一样,都会有一个指定的属性,为了能够把日期字段处理成日期,把数字字段处理成数字,把字符串字段处理成字符串值,Elasticsearc ...
- .net Elasticsearch 学习入门笔记
一. es安装相关1.elasticsearch安装 运行http://localhost:9200/2.head插件3.bigdesk插件安装(安装细节百度:windows elasticsear ...
- 自己写的数据交换工具——从Oracle到Elasticsearch
先说说需求的背景,由于业务数据都在Oracle数据库中,想要对它进行数据的分析会非常非常慢,用传统的数据仓库-->数据集市这种方式,集市层表会非常大,查询的时候如果再做一些group的操作,一个 ...
- 如何在Elasticsearch中安装中文分词器(IK+pinyin)
如果直接使用Elasticsearch的朋友在处理中文内容的搜索时,肯定会遇到很尴尬的问题--中文词语被分成了一个一个的汉字,当用Kibana作图的时候,按照term来分组,结果一个汉字被分成了一组. ...
- jar hell & elasticsearch ik 版本问题
想给es 安装一个ik 的插件, 我的es 是 2.4.0, 下载了一个版本是 1.9.5, [2016-10-09 16:56:26,248][INFO ][node ] [node-2] init ...
随机推荐
- kill the lock
$ killall -s 9 krunner_lock [ZT][From:] http://www.commandlinefu.com/commands/view/2264/unlock-your- ...
- PHP和MySQL Web开发 经典书籍
<PHP和MySQL Web开发> PHP and MySQL Web Development“使用PHP和MySQL构建数据库驱动的Web应用程序的权威指南” 笔者推荐 PHP和MySQ ...
- matlab 工具函数、matlab toolbox(工具箱)
minimize.m:最小化可微多元函数 minimize.m:最小化一个可微的多元函数: Minimize a differentiable multivariate function,函数接口说明 ...
- EPPlus简单使用
在使用之前需要在项目中添加对EEPULS.dll的引用 1,创建excel 2,创建sheet 3,添加内容 4,修改 5,保存 FileInfo newFile = new FileInfo(fil ...
- 极简代码(七)—— SNR
10⋅log10∑x=1Nx∑y=1Nyf2(x,y)∑x=1Nx∑y=1Ny(f(x,y)−f^(x,y))2 这里不妨先用 matlab 所支持的函数对象(函数式编程)定义这样一个函数变量,可作为 ...
- matlab 微积分
符号变量,symbolic variable 1. 高阶导数 高阶导数的计算,当然可以用手工的方式,但显然这种机械重复的推导,更适用于计算机的计算方式: f(x)=sinxx2+4x+3⇒d4fdx4 ...
- JavaScript:undefined And null差异
班吃饭的时候,同事偶然问了一个问题:undefined和null究竟有什么差别?无法回答,回去查阅相关文档,算了有了一个了解,做相关的总结.在開始之前,请看例如以下代码,算是抛出这个问题: conso ...
- windows安装Oracle10G
1.解压文件10201_database_win32.zip.并双击解压文件夹下的setup.exe,出现安装界面,例如以下: 输入口令和确认口令.如:password,点击下一步,出现例如以下 ...
- net share列出了Windows的默认共享(包括C盘)
另外还有单独开启办法: 开启共享方法: 命令行方式:net share 博客=F:\娱乐\种子 我设置了一个名为“博客”的共享,路径为:“F:\娱乐\种子”. GUI方式:找到“F:\娱乐”的“种子” ...
- 修改window.external使JS可调用Delphi方法
原文地址:http://hi.baidu.com/rarnu/blog/item/4ec80608022766d663d986ea.html 在js中,有一个比较特殊的对象,即window.exter ...