ElasticSearch的java api
pom
<dependencies> <dependency> <groupId>org.elasticsearch.client</groupId> <artifactId>transport</artifactId> <version>6.0.0</version> </dependency> <dependency> <groupId>org.apache.logging.log4j</groupId> <artifactId>log4j-core</artifactId> <version>2.9.1</version> </dependency> <dependency> <groupId>junit</groupId> <artifactId>junit</artifactId> <version>4.12</version> </dependency> <dependency> <groupId>com.google.code.gson</groupId> <artifactId>gson</artifactId> <version>2.8.2</version> </dependency> </dependencies>
创建索引
package com.zy.esapi; import com.google.gson.Gson; import org.elasticsearch.action.bulk.BulkRequestBuilder; import org.elasticsearch.action.bulk.BulkResponse; import org.elasticsearch.action.index.IndexResponse; import org.elasticsearch.client.transport.TransportClient; import org.elasticsearch.common.settings.Settings; import org.elasticsearch.common.transport.TransportAddress; import org.elasticsearch.common.xcontent.XContentFactory; import org.elasticsearch.common.xcontent.XContentType; import org.elasticsearch.transport.client.PreBuiltTransportClient; import org.junit.After; import org.junit.Before; import org.junit.Test; import java.io.IOException; import java.net.InetAddress; import java.net.UnknownHostException; import java.util.HashMap; /** * create by zy * TODO:创建索引 */ public class CreateIndexTest { private TransportClient client; private IndexResponse indexResponse; /** * 创建client * * @throws UnknownHostException */ @Before public void initClient() throws UnknownHostException { client = new PreBuiltTransportClient(Settings.builder().put("cluster.name", "myes").build()) .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.41"), 9300)) .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.42"), 9300)) .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.43"), 9300)); } /** * 常用的 map格式 * * @throws Exception */ @Test public void index1() throws Exception { HashMap<String, String> jsonMap = new HashMap<String, String>(); jsonMap.put("id", "1"); jsonMap.put("name", "zhangsan"); jsonMap.put("sex", "1"); jsonMap.put("age", "18"); jsonMap.put("address", "beijing"); //index type id indexResponse = client.prepareIndex("user", "baseinfo", "1") .setSource(jsonMap) .get(); } /** * 自己拼装json * * @throws Exception */ @Test public void index2() throws Exception { String json = "{" + "\"id\":\"2\"," + "\"name\":\"kimchy\"," + "\"sex\":\"1\"," + "\"age\":\"22\"," + "\"address\":\"shanghai\"" + "}"; indexResponse = client.prepareIndex("user", "baseinfo", "2") .setSource(json, XContentType.JSON) .get(); } /** * XcontentBuilder * * @throws IOException */ @Test public void index3() throws IOException { indexResponse = client.prepareIndex("user", "baseinfo", "3") .setSource(new XContentFactory().jsonBuilder() .startObject() .field("id", "3") .field("name", "lisi") .field("age", "18") .field("sex", "0") .field("address", "beijing") .endObject()) .get(); } /** * 常用的 对象json格式 */ @Test public void index4() { Gson gson = new Gson(); UserBaseInfo user = new UserBaseInfo("6", "xueyou", "13", "1", "xianggang"); String json = gson.toJson(user); indexResponse = client.prepareIndex("user", "baseinfo", user.getId()) .setSource(json, XContentType.JSON) .get(); } /** * 批量创建 * 批量操作，可以提高创建索引的速度，主要减少网络请求。 * 如果正常情况，创建一个文档就会发送一次网络请求，其实就是发起一次http请求。 * bulkIndex就可以将多个文档合并在一起之后，发送一次请求。 * * @throws IOException */ @Test public void index5() throws IOException { BulkRequestBuilder bulk = client.prepareBulk(); bulk.add(client.prepareIndex("user", "baseinfo", "4") .setSource(new XContentFactory().jsonBuilder() .startObject() .field("id", "4") .field("name", "wangwu") .field("age", "18") .field("sex", "0") .field("address", "hangzhou") .endObject())); bulk.add(client.prepareIndex("user", "baseinfo", "5") .setSource(new XContentFactory().jsonBuilder() .startObject() .field("id", "5") .field("name", "zhaoliu") .field("age", "18") .field("sex", "0") .field("address", "shenzhen") .endObject())); BulkResponse bulkResponse = bulk.get(); System.out.println(bulkResponse); } /** * 打印返回信息 */ @After public void printResultAndCloseClient() { System.out.println("index:" + indexResponse.getIndex()); System.out.println("type:" + indexResponse.getType()); System.out.println("id:" + indexResponse.getId()); System.out.println("version:" + indexResponse.getVersion()); System.out.println("status:" + indexResponse.getResult()); client.close(); } }
删除索引
package com.zy.esapi; import org.elasticsearch.action.ActionListener; import org.elasticsearch.action.delete.DeleteResponse; import org.elasticsearch.client.transport.TransportClient; import org.elasticsearch.common.settings.Settings; import org.elasticsearch.common.transport.TransportAddress; import org.elasticsearch.index.query.QueryBuilders; import org.elasticsearch.index.reindex.BulkByScrollResponse; import org.elasticsearch.index.reindex.DeleteByQueryAction; import org.elasticsearch.rest.RestStatus; import org.elasticsearch.transport.client.PreBuiltTransportClient; import org.junit.After; import org.junit.Before; import org.junit.Test; import java.net.InetAddress; import java.net.UnknownHostException; /** * create by zy * TODO: */ public class DeleteIndexTest { private TransportClient client; private DeleteResponse response; @Before public void init() throws UnknownHostException { Settings settings = Settings.builder().put("cluster.name", "myes").build(); client = new PreBuiltTransportClient(settings) .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.41"), 9300)) .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.42"), 9300)) .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.43"), 9300)); } @After public void close() throws UnknownHostException { if (response != null) { String index = response.getIndex(); String type = response.getType(); String id = response.getId(); long version = response.getVersion(); System.out.println("index " + index + " type" + type + "" + id + "" + version + "" + version); RestStatus status = response.status(); System.out.println("status:" + status.getStatus()); client.close(); } } /** * 根据文档进行删除 * * @throws UnknownHostException */ @Test public void delete1() throws UnknownHostException { response = client.prepareDelete("user", "baseinfo", "1").get(); } @Test /** * 根据根据查询结果删除数据，并触发相关事件 */ public void delete2() throws UnknownHostException { DeleteByQueryAction.INSTANCE.newRequestBuilder(client) .filter(QueryBuilders.matchQuery("sex", "1")) .source("user") .execute(new ActionListener<BulkByScrollResponse>() { public void onResponse(BulkByScrollResponse response) { long deleted = response.getDeleted(); System.out.println("---------------" + deleted); } public void onFailure(Exception e) { System.out.println("------------错误了"); } }); } }
查询
package com.zy.esapi; import com.google.gson.Gson; import org.elasticsearch.action.get.GetResponse; import org.elasticsearch.action.get.MultiGetItemResponse; import org.elasticsearch.action.get.MultiGetResponse; import org.elasticsearch.action.search.SearchRequestBuilder; import org.elasticsearch.action.search.SearchResponse; import org.elasticsearch.client.transport.TransportClient; import org.elasticsearch.common.settings.Settings; import org.elasticsearch.common.text.Text; import org.elasticsearch.common.transport.TransportAddress; import org.elasticsearch.common.xcontent.XContentType; import org.elasticsearch.index.query.MatchAllQueryBuilder; import org.elasticsearch.index.query.QueryBuilders; import org.elasticsearch.search.SearchHit; import org.elasticsearch.search.SearchHits; import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder; import org.elasticsearch.search.sort.SortOrder; import org.elasticsearch.transport.client.PreBuiltTransportClient; import org.junit.Before; import org.junit.Test; import java.net.InetAddress; import java.net.UnknownHostException; import java.util.ArrayList; /** * create by zy * TODO:查询 */ public class QueryTest { private TransportClient client; /** * 创建client * * @throws UnknownHostException */ @Before public void initClient() throws UnknownHostException { client = new PreBuiltTransportClient(Settings.builder().put("cluster.name", "myes").build()) .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.41"), 9300)) .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.42"), 9300)) .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.43"), 9300)); } /** * 根据id查询一个 */ @Test public void query1() { GetResponse response = client.prepareGet("user", "baseinfo", "1").get(); String index = response.getIndex(); String type = response.getType(); String id = response.getId(); System.out.println(response.getSourceAsString()); System.out.println(index); System.out.println(type); System.out.println(id); client.close(); } /** * 查询多个id */ @Test public void query2() { MultiGetResponse responses = client.prepareMultiGet() .add("user", "baseinfo", "1") .add("user", "baseinfo", "2") .add("user", "baseinfo", "3") .add("user", "baseinfo", "4") .get(); ArrayList<UserBaseInfo> users = new ArrayList<UserBaseInfo>(); for (MultiGetItemResponse response : responses) { String json = response.getResponse().getSourceAsString(); Gson gson = new Gson(); UserBaseInfo user = gson.fromJson(json, UserBaseInfo.class); users.add(user); } System.out.println(users); client.close(); } @Test public void query3() { SearchResponse response = client.prepareSearch("user").setTypes("baseinfo") //所有的查询方式都可以直接new出来， .setQuery(new MatchAllQueryBuilder()) //5.x以后如果用字段排序，需要在setting中预先设置fielddata=true .addSort("id", SortOrder.DESC) //浅分页 .setFrom(1).setSize(3) .get(); SearchHits hits = response.getHits(); for (SearchHit hit : hits) { System.out.println(hit.getSourceAsString()); //docid没有值，旧版本有值 //int docId = hit.docId(); //System.out.println(docId); } } /** * DELETE user PUT /user/?pretty PUT user/_mapping/baseinfo { "properties":{ "id":{ "type":"text", "fielddata":true }, "name":{ "type":"text" }, "age":{ "type":"text" }, "sex":{ "type":"text" }, "address":{ "type":"text" } } } */ //--------------------------------search 高亮-------------------------------- //建立索引 需要用ik分词器 /** * DELETE allarticle * PUT /allarticle?pretty * { * "settings" : { * "analysis" : { * "analyzer" : { * "ik" : { * "tokenizer" : "ik_max_word" * } * } * } * }, * "mappings" : { * "article" : { * "dynamic" : true, * "properties" : { * "id" : { * "type" : "text", * "fielddata": true * }, * "title" : { * "type" : "text", * "analyzer" : "ik_max_word" * }, * "content" : { * "type" : "text", * "analyzer" : "ik_max_word" * } * } * } * } * } */ /** * 数据准备 * * @throws UnknownHostException */ @Test public void initPageData() throws UnknownHostException { for (int i = 1; i <= 100; i++) { // 描述json 数据 Article article = new Article(); article.setId(i + ""); article.setTitle(i + "搜索工作其实很快乐"); article.setContent(i + "我们希望我们的搜索解决方案要快，我们希望有一个零配置和一个完全免费的搜索模式，我们希望能够简单地使用JSON通过HTTP的索引数据，我们希望我们的搜索服务器始终可用，我们希望能够一台开始并扩展到数百，我们要实时搜索，我们要简单的多租户，我们希望建立一个云的解决方案。Elasticsearch旨在解决所有这些问题和更多的问题。"); Gson gson = new Gson(); String json = gson.toJson(article); // 建立文档 client.prepareIndex("allarticle", "article", article.getId()) .setSource(json, XContentType.JSON) .get(); } //释放资源 client.close(); } @Test //高亮查询 public void test11() throws Exception { // 搜索数据 SearchRequestBuilder searchRequestBuilder = client .prepareSearch("allarticle").setTypes("article") //.setQuery(QueryBuilders.termQuery("title", "搜索")); .setQuery(QueryBuilders.multiMatchQuery("搜索", "title", "content"));//这种多字段查询效率高些 //设置高亮数据 HighlightBuilder hiBuilder = new HighlightBuilder(); //设置格式 hiBuilder.preTags("<font style='color:red'>"); hiBuilder.postTags("</font>"); //设置字段 hiBuilder.field("title"); hiBuilder.field("content"); searchRequestBuilder.highlighter(hiBuilder); //获得查询结果数据 SearchResponse searchResponse = searchRequestBuilder.get(); //获取查询结果集 SearchHits searchHits = searchResponse.getHits(); System.out.println("共搜到:" + searchHits.getTotalHits() + "条结果!"); //遍历结果 for (SearchHit hit : searchHits) { System.out.println("start************************************"); System.out.println("String方式打印文档搜索内容:"); System.out.println(hit.getSourceAsString()); System.out.println("-----------------------------------------"); System.out.println("Map方式打印高亮内容"); System.out.println(hit.getHighlightFields()); System.out.println("-----------------------------------------"); System.out.println("遍历高亮集合，打印高亮片段:"); Text[] titles = hit.getHighlightFields().get("title").getFragments(); for (Text str : titles) { System.out.println(str); } Text[] contents = hit.getHighlightFields().get("content").getFragments(); for (Text str : contents) { System.out.println(str); } System.out.println("end**************************************"); } //释放资源 client.close(); } }
其他类
package com.zy.esapi; /** * create by zy * TODO: */ public class Article { private String id; private String title; private String content; public Article() { } public Article(String id, String title, String content) { this.id = id; this.title = title; this.content = content; } public String getId() { return id; } public void setId(String id) { this.id = id; } public String getTitle() { return title; } public void setTitle(String title) { this.title = title; } public String getContent() { return content; } public void setContent(String content) { this.content = content; } @Override public String toString() { return "Article{" + "id='" + id + '\'' + ", title='" + title + '\'' + ", content='" + content + '\'' + '}'; } } package com.zy.esapi; import java.io.Serializable; /** * create by zy * TODO: */ public class UserBaseInfo implements Serializable { private String id; private String name; private String age; private String sex; private String address; public UserBaseInfo() { } public UserBaseInfo(String id, String name, String age, String sex, String address) { this.id = id; this.name = name; this.age = age; this.sex = sex; this.address = address; } public String getId() { return id; } public void setId(String id) { this.id = id; } public String getName() { return name; } public void setName(String name) { this.name = name; } public String getAge() { return age; } public void setAge(String age) { this.age = age; } public String getSex() { return sex; } public void setSex(String sex) { this.sex = sex; } public String getAddress() { return address; } public void setAddress(String address) { this.address = address; } @Override public String toString() { return "UserBaseInfo{" + "id='" + id + '\'' + ", name='" + name + '\'' + ", age='" + age + '\'' + ", sex='" + sex + '\'' + ", address='" + address + '\'' + '}'; } }
