ElasticSearch5.X—模糊查询和获取所有索引字段

最近在做一个分布式数据存储的项目，需要用到ElastciSearch加速数据查询，其中部分功能需要进行模糊查询和统计索引库中已经建立的索引字段，网上查阅了很多资料，最终把这两个问题解决了，不容易！下面的代码是具体的功能实现。

1. import java.net.InetAddress;
2. import java.net.UnknownHostException;
3. import java.util.ArrayList;
4. import java.util.HashMap;
5. import java.util.List;
6. import java.util.Map;
7. import java.util.Set;
8. import java.io.IOException;
9. import org.elasticsearch.action.admin.indices.create.CreateIndexRequestBuilder;
10. import org.elasticsearch.action.admin.indices.create.CreateIndexResponse;
11. import org.elasticsearch.action.admin.indices.exists.indices.IndicesExistsRequest;
12. import org.elasticsearch.action.admin.indices.exists.indices.IndicesExistsResponse;
13. import org.elasticsearch.action.admin.indices.exists.types.TypesExistsResponse;
14. import org.elasticsearch.action.admin.indices.mapping.put.PutMappingRequest;
15. import org.elasticsearch.action.admin.indices.stats.IndexStats;
16. import org.elasticsearch.action.admin.indices.stats.IndicesStatsResponse;
17. import org.elasticsearch.action.delete.DeleteResponse;
18. import org.elasticsearch.action.get.GetResponse;
19. import org.elasticsearch.action.index.IndexResponse;
20. import org.elasticsearch.action.search.SearchResponse;
21. import org.elasticsearch.client.Client;
22. import org.elasticsearch.client.IndicesAdminClient;
23. import org.elasticsearch.client.Requests;
24. import org.elasticsearch.cluster.ClusterState;
25. import org.elasticsearch.cluster.metadata.IndexMetaData;
26. import org.elasticsearch.cluster.metadata.MappingMetaData;
27. import org.elasticsearch.common.settings.Settings;
28. import org.elasticsearch.common.transport.InetSocketTransportAddress;
29. import org.elasticsearch.common.xcontent.XContentBuilder;
30. import org.elasticsearch.common.xcontent.XContentFactory;
31. import org.elasticsearch.index.query.BoolQueryBuilder;
32. import org.elasticsearch.index.query.QueryBuilder;
33. import org.elasticsearch.index.query.QueryBuilders;
34. import org.elasticsearch.search.SearchHit;
35. import org.elasticsearch.search.SearchHitField;
36. import org.elasticsearch.search.SearchHits;
37. import org.elasticsearch.transport.client.PreBuiltTransportClient;
38. public class EsIndexwildcardQueryAndFieldStatistic {
39. private static Client client;
40. private static Settings settings;
41. private static String index = "blog21";
42. private static String type = "article21";
43. // 注意区分5.X系列的ES版本client初始化
44. static {
45. settings = Settings.builder()
46. .put("cluster.name", "backup_elasticsearch")
47. .put("client.transport.sniff", true).build();
48. try {
49. client = new PreBuiltTransportClient(settings)
50. .addTransportAddress(new InetSocketTransportAddress(
51. InetAddress.getByName("172.17.173.21"), 9300));
52. } catch (UnknownHostException e) {
53. e.printStackTrace();
54. }
55. }
56. public static void main(String[] args) throws IOException {
57. // 创建索引
58. CreateIndexResponse indexResponse = client.admin().indices()
59. .prepareCreate(index).get();
60. // 建立映射
61. XContentBuilder mapping = XContentFactory.jsonBuilder().startObject()
62. .startObject("properties").startObject("PolicyCode")
63. .field("type", "keyword").field("store", "yes").endObject()
64. .startObject("ServiceId").field("type", "keyword")
65. .field("store", "yes").endObject().startObject("CreateTime")
66. .field("type", "date").field("format", "yyyy-MM-dd HH:mm:ss")
67. .field("store", "yes").endObject().endObject().endObject();
68. PutMappingRequest mappingRequest = Requests.putMappingRequest(index)
69. .source(mapping).type(type);
70. client.admin().indices().putMapping(mappingRequest).actionGet();
71. // 插入数据
72. for (int i = 0; i < 10; i++) {
73. HashMap<String, Object> hashMap = new HashMap<String, Object>();
74. if (i % 2 == 0) {
75. hashMap.put("PolicyCode", "5674504720");
76. hashMap.put("ServiceId", "SE2");
77. hashMap.put("CreateTime", "2016-08-21 00:00:01");
78. } else {
79. hashMap.put("PolicyCode", "666666666");
80. hashMap.put("ServiceId", "SE3");
81. hashMap.put("CreateTime", "2016-10-21 00:00:01");
82. }
83. client.prepareIndex(index, type).setSource(hashMap).get();
84. }
85. // 精确查询
86. QueryBuilder qb1 = QueryBuilders.termQuery("PolicyCode", "5674504720");
87. // 模糊查询， “*”表示0到多个字符，而使用“？”表示一个字符
88. QueryBuilder qb2 = QueryBuilders.wildcardQuery("ServiceId", "*SE*");
89. QueryBuilder qb3 = QueryBuilders.wildcardQuery("ServiceId", "SE?");
90. QueryBuilder qb4 = QueryBuilders.wildcardQuery("ServiceId", "?SE?");
91. QueryBuilder qb5 = QueryBuilders.wildcardQuery("ServiceId", "SE2?");
92. QueryBuilder qb6 = QueryBuilders.wildcardQuery("ServiceId", "SE2*");
93. QueryBuilder qb7 = QueryBuilders.wildcardQuery("ServiceId", "*SE3*");
94. //       SearchResponse response = client.prepareSearch(index)
95. //       .setTypes(type)
96. //       .setQuery(qb3)
97. //       .execute()
98. //       .actionGet();
99. try {
100. Thread.sleep(2000);     //ES在新建 索引库后并往里面插入数据时是异步的，需要等待一定时间，才能查询到索引库中的数据
101. } catch (InterruptedException e) {
102. e.printStackTrace();
103. }
104. SearchResponse response = client.prepareSearch(index).setTypes(type)
105. .setQuery(QueryBuilders.boolQuery().must(qb2)).get();
106. SearchHits hits = response.getHits();
107. if (hits.totalHits > 0) {
108. for (SearchHit hit : hits) {
109. System.out.println("score:" + hit.getScore() + ":\t"
110. + hit.getId());
111. }
112. } else {
113. System.out.println("搜到0条结果");
114. }

1. //获取索引库字段
2. List<String> fieldList = new ArrayList<String>();
3. ClusterState cs = client.admin().cluster().prepareState()
4. .setIndices(index).execute().actionGet().getState();
5. IndexMetaData imd = cs.getMetaData().index(index);
6. MappingMetaData mdd = imd.mapping(type);
7. Map<String, Object> mapProperties = new HashMap<String, Object>();
8. try {
9. mapProperties = mdd.getSourceAsMap();
10. } catch (IOException e) {
11. e.printStackTrace();
12. }
13. fieldList = getIndexFieldList("", mapProperties);
14. System.out.println("Field List:");
15. for (String field : fieldList) {
16. System.out.println(field);
17. }
18. client.close();
19. }
20. private static List<String> getIndexFieldList(String fieldName,
21. Map<String, Object> mapProperties) {
22. List<String> fieldList = new ArrayList<String>();
23. Map<String, Object> map = (Map<String, Object>) mapProperties
24. .get("properties");
25. Set<String> keys = map.keySet();
26. for (String key : keys) {
27. if (((Map<String, Object>) map.get(key)).containsKey("type")) {
28. fieldList.add(fieldName + "" + key);
29. } else {
30. List<String> tempList = getIndexFieldList(fieldName + "" + key
31. + ".", (Map<String, Object>) map.get(key));
32. fieldList.addAll(tempList);
33. }
34. }
35. return fieldList;
36. }
37. }