ElasticSearch的java api

2021-08-25 13:48:08

pom

    <dependencies>

        <dependency>

            <groupId>org.elasticsearch.client</groupId>

            <artifactId>transport</artifactId>

            <version>6.0.0</version>

        </dependency>

        <dependency>

            <groupId>org.apache.logging.log4j</groupId>

            <artifactId>log4j-core</artifactId>

            <version>2.9.1</version>

        </dependency>

        <dependency>

            <groupId>junit</groupId>

            <artifactId>junit</artifactId>

            <version>4.12</version>

        </dependency>

        <dependency>

            <groupId>com.google.code.gson</groupId>

            <artifactId>gson</artifactId>

            <version>2.8.2</version>

        </dependency>

    </dependencies>

创建索引

package com.zy.esapi;

import com.google.gson.Gson;

import org.elasticsearch.action.bulk.BulkRequestBuilder;

import org.elasticsearch.action.bulk.BulkResponse;

import org.elasticsearch.action.index.IndexResponse;

import org.elasticsearch.client.transport.TransportClient;

import org.elasticsearch.common.settings.Settings;

import org.elasticsearch.common.transport.TransportAddress;

import org.elasticsearch.common.xcontent.XContentFactory;

import org.elasticsearch.common.xcontent.XContentType;

import org.elasticsearch.transport.client.PreBuiltTransportClient;

import org.junit.After;

import org.junit.Before;

import org.junit.Test;

import java.io.IOException;

import java.net.InetAddress;

import java.net.UnknownHostException;

import java.util.HashMap;

/**

 * create by zy

 * TODO:创建索引

 */

public class CreateIndexTest {

    private TransportClient client;

    private IndexResponse indexResponse;

    /**

     * 创建client

     *

     * @throws UnknownHostException

     */

    @Before

    public void initClient() throws UnknownHostException {

        client = new PreBuiltTransportClient(Settings.builder().put("cluster.name", "myes").build())

                .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.41"), 9300))

                .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.42"), 9300))

                .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.43"), 9300));

    }

    /**

     * 常用的 map格式

     *

     * @throws Exception

     */

    @Test

    public void index1() throws Exception {

        HashMap<String, String> jsonMap = new HashMap<String, String>();

        jsonMap.put("id", "1");

        jsonMap.put("name", "zhangsan");

        jsonMap.put("sex", "1");

        jsonMap.put("age", "18");

        jsonMap.put("address", "beijing");

        //index type id

        indexResponse = client.prepareIndex("user", "baseinfo", "1")

                .setSource(jsonMap)

                .get();

    }

    /**

     * 自己拼装json

     *

     * @throws Exception

     */

    @Test

    public void index2() throws Exception {

        String json = "{" +

                "\"id\":\"2\"," +

                "\"name\":\"kimchy\"," +

                "\"sex\":\"1\"," +

                "\"age\":\"22\"," +

                "\"address\":\"shanghai\"" +

                "}";

        indexResponse = client.prepareIndex("user", "baseinfo", "2")

                .setSource(json, XContentType.JSON)

                .get();

    }

    /**

     * XcontentBuilder

     *

     * @throws IOException

     */

    @Test

    public void index3() throws IOException {

        indexResponse = client.prepareIndex("user", "baseinfo", "3")

                .setSource(new XContentFactory().jsonBuilder()

                        .startObject()

                        .field("id", "3")

                        .field("name", "lisi")

                        .field("age", "18")

                        .field("sex", "0")

                        .field("address", "beijing")

                        .endObject())

                .get();

    }

    /**

     * 常用的  对象json格式

     */

    @Test

    public void index4() {

        Gson gson = new Gson();

        UserBaseInfo user = new UserBaseInfo("6", "xueyou", "13", "1", "xianggang");

        String json = gson.toJson(user);

        indexResponse = client.prepareIndex("user", "baseinfo", user.getId())

                .setSource(json, XContentType.JSON)

                .get();

    }

    /**

     * 批量创建

     * 批量操作，可以提高创建索引的速度，主要减少网络请求。

     * 如果正常情况，创建一个文档就会发送一次网络请求，其实就是发起一次http请求。

     * bulkIndex就可以将多个文档合并在一起之后，发送一次请求。

     *

     * @throws IOException

     */

    @Test

    public void index5() throws IOException {

        BulkRequestBuilder bulk = client.prepareBulk();

        bulk.add(client.prepareIndex("user", "baseinfo", "4")

                .setSource(new XContentFactory().jsonBuilder()

                        .startObject()

                        .field("id", "4")

                        .field("name", "wangwu")

                        .field("age", "18")

                        .field("sex", "0")

                        .field("address", "hangzhou")

                        .endObject()));

        bulk.add(client.prepareIndex("user", "baseinfo", "5")

                .setSource(new XContentFactory().jsonBuilder()

                        .startObject()

                        .field("id", "5")

                        .field("name", "zhaoliu")

                        .field("age", "18")

                        .field("sex", "0")

                        .field("address", "shenzhen")

                        .endObject()));

        BulkResponse bulkResponse = bulk.get();

        System.out.println(bulkResponse);

    }

    /**

     * 打印返回信息

     */

    @After

    public void printResultAndCloseClient() {

        System.out.println("index:" + indexResponse.getIndex());

        System.out.println("type:" + indexResponse.getType());

        System.out.println("id:" + indexResponse.getId());

        System.out.println("version:" + indexResponse.getVersion());

        System.out.println("status:" + indexResponse.getResult());

        client.close();

    }

}

删除索引

package com.zy.esapi;

import org.elasticsearch.action.ActionListener;

import org.elasticsearch.action.delete.DeleteResponse;

import org.elasticsearch.client.transport.TransportClient;

import org.elasticsearch.common.settings.Settings;

import org.elasticsearch.common.transport.TransportAddress;

import org.elasticsearch.index.query.QueryBuilders;

import org.elasticsearch.index.reindex.BulkByScrollResponse;

import org.elasticsearch.index.reindex.DeleteByQueryAction;

import org.elasticsearch.rest.RestStatus;

import org.elasticsearch.transport.client.PreBuiltTransportClient;

import org.junit.After;

import org.junit.Before;

import org.junit.Test;

import java.net.InetAddress;

import java.net.UnknownHostException;

/**

 * create by zy

 * TODO:

 */

public class DeleteIndexTest {

    private TransportClient client;

    private DeleteResponse response;

    @Before

    public void init() throws UnknownHostException {

        Settings settings = Settings.builder().put("cluster.name", "myes").build();

        client = new PreBuiltTransportClient(settings)

                .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.41"), 9300))

                .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.42"), 9300))

                .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.43"), 9300));

    }

    @After

    public void close() throws UnknownHostException {

        if (response != null) {

            String index = response.getIndex();

            String type = response.getType();

            String id = response.getId();

            long version = response.getVersion();

            System.out.println("index " + index + "  type" + type + "" + id + "" + version + "" + version);

            RestStatus status = response.status();

            System.out.println("status:" + status.getStatus());

            client.close();

        }

    }

    /**

     * 根据文档进行删除

     *

     * @throws UnknownHostException

     */

    @Test

    public void delete1() throws UnknownHostException {

        response = client.prepareDelete("user", "baseinfo", "1").get();

    }

    @Test

    /**

     * 根据根据查询结果删除数据，并触发相关事件

     */

    public void delete2() throws UnknownHostException {

        DeleteByQueryAction.INSTANCE.newRequestBuilder(client)

                .filter(QueryBuilders.matchQuery("sex", "1"))

                .source("user")

                .execute(new ActionListener<BulkByScrollResponse>() {

                    public void onResponse(BulkByScrollResponse response) {

                        long deleted = response.getDeleted();

                        System.out.println("---------------" + deleted);

                    }

                    public void onFailure(Exception e) {

                        System.out.println("------------错误了");

                    }

                });

    }

}

查询

package com.zy.esapi;

import com.google.gson.Gson;

import org.elasticsearch.action.get.GetResponse;

import org.elasticsearch.action.get.MultiGetItemResponse;

import org.elasticsearch.action.get.MultiGetResponse;

import org.elasticsearch.action.search.SearchRequestBuilder;

import org.elasticsearch.action.search.SearchResponse;

import org.elasticsearch.client.transport.TransportClient;

import org.elasticsearch.common.settings.Settings;

import org.elasticsearch.common.text.Text;

import org.elasticsearch.common.transport.TransportAddress;

import org.elasticsearch.common.xcontent.XContentType;

import org.elasticsearch.index.query.MatchAllQueryBuilder;

import org.elasticsearch.index.query.QueryBuilders;

import org.elasticsearch.search.SearchHit;

import org.elasticsearch.search.SearchHits;

import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;

import org.elasticsearch.search.sort.SortOrder;

import org.elasticsearch.transport.client.PreBuiltTransportClient;

import org.junit.Before;

import org.junit.Test;

import java.net.InetAddress;

import java.net.UnknownHostException;

import java.util.ArrayList;

/**

 * create by zy

 * TODO:查询

 */

public class QueryTest {

    private TransportClient client;

    /**

     * 创建client

     *

     * @throws UnknownHostException

     */

    @Before

    public void initClient() throws UnknownHostException {

        client = new PreBuiltTransportClient(Settings.builder().put("cluster.name", "myes").build())

                .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.41"), 9300))

                .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.42"), 9300))

                .addTransportAddress(new TransportAddress(InetAddress.getByName("192.168.44.43"), 9300));

    }

    /**

     * 根据id查询一个

     */

    @Test

    public void query1() {

        GetResponse response = client.prepareGet("user", "baseinfo", "1").get();

        String index = response.getIndex();

        String type = response.getType();

        String id = response.getId();

        System.out.println(response.getSourceAsString());

        System.out.println(index);

        System.out.println(type);

        System.out.println(id);

        client.close();

    }

    /**

     * 查询多个id

     */

    @Test

    public void query2() {

        MultiGetResponse responses = client.prepareMultiGet()

                .add("user", "baseinfo", "1")

                .add("user", "baseinfo", "2")

                .add("user", "baseinfo", "3")

                .add("user", "baseinfo", "4")

                .get();

        ArrayList<UserBaseInfo> users = new ArrayList<UserBaseInfo>();

        for (MultiGetItemResponse response : responses) {

            String json = response.getResponse().getSourceAsString();

            Gson gson = new Gson();

            UserBaseInfo user = gson.fromJson(json, UserBaseInfo.class);

            users.add(user);

        }

        System.out.println(users);

        client.close();

    }

    @Test

    public void query3() {

        SearchResponse response = client.prepareSearch("user").setTypes("baseinfo")

                //所有的查询方式都可以直接new出来，

                .setQuery(new MatchAllQueryBuilder())

                //5.x以后如果用字段排序，需要在setting中预先设置fielddata=true

                .addSort("id", SortOrder.DESC)

                //浅分页

                .setFrom(1).setSize(3)

                .get();

        SearchHits hits = response.getHits();

        for (SearchHit hit : hits) {

            System.out.println(hit.getSourceAsString());

            //docid没有值，旧版本有值

            //int docId = hit.docId();

            //System.out.println(docId);

        }

    }

    /**

     *

     DELETE user

     PUT /user/?pretty

     PUT user/_mapping/baseinfo

     {

     "properties":{

     "id":{

     "type":"text",

     "fielddata":true

     },

     "name":{

     "type":"text"

     },

     "age":{

     "type":"text"

     },

     "sex":{

     "type":"text"

     },

     "address":{

     "type":"text"

     }

     }

     }

     */

    //--------------------------------search 高亮--------------------------------

    //建立索引 需要用ik分词器

    /**

     * DELETE allarticle

     * PUT /allarticle?pretty

     * {

     * "settings" : {

     * "analysis" : {

     * "analyzer" : {

     * "ik" : {

     * "tokenizer" : "ik_max_word"

     * }

     * }

     * }

     * },

     * "mappings" : {

     * "article" : {

     * "dynamic" : true,

     * "properties" : {

     * "id" : {

     * "type" : "text",

     * "fielddata": true

     * },

     * "title" : {

     * "type" : "text",

     * "analyzer" : "ik_max_word"

     * },

     * "content" : {

     * "type" : "text",

     * "analyzer" : "ik_max_word"

     * }

     * }

     * }

     * }

     * }

     */

    /**

     * 数据准备

     *

     * @throws UnknownHostException

     */

    @Test

    public void initPageData() throws UnknownHostException {

        for (int i = 1; i <= 100; i++) {

            // 描述json 数据

            Article article = new Article();

            article.setId(i + "");

            article.setTitle(i + "搜索工作其实很快乐");

            article.setContent(i

                    + "我们希望我们的搜索解决方案要快，我们希望有一个零配置和一个完全免费的搜索模式，我们希望能够简单地使用JSON通过HTTP的索引数据，我们希望我们的搜索服务器始终可用，我们希望能够一台开始并扩展到数百，我们要实时搜索，我们要简单的多租户，我们希望建立一个云的解决方案。Elasticsearch旨在解决所有这些问题和更多的问题。");

            Gson gson = new Gson();

            String json = gson.toJson(article);

            // 建立文档

            client.prepareIndex("allarticle", "article", article.getId())

                    .setSource(json, XContentType.JSON)

                    .get();

        }

        //释放资源

        client.close();

    }

    @Test

    //高亮查询

    public void test11() throws Exception {

        // 搜索数据

        SearchRequestBuilder searchRequestBuilder = client

                .prepareSearch("allarticle").setTypes("article")

                //.setQuery(QueryBuilders.termQuery("title", "搜索"));

                .setQuery(QueryBuilders.multiMatchQuery("搜索", "title", "content"));//这种多字段查询效率高些

        //设置高亮数据

        HighlightBuilder hiBuilder = new HighlightBuilder();

        //设置格式

        hiBuilder.preTags("<font style='color:red'>");

        hiBuilder.postTags("</font>");

        //设置字段

        hiBuilder.field("title");

        hiBuilder.field("content");

        searchRequestBuilder.highlighter(hiBuilder);

        //获得查询结果数据

        SearchResponse searchResponse = searchRequestBuilder.get();

        //获取查询结果集

        SearchHits searchHits = searchResponse.getHits();

        System.out.println("共搜到:" + searchHits.getTotalHits() + "条结果!");

        //遍历结果

        for (SearchHit hit : searchHits) {

            System.out.println("start************************************");

            System.out.println("String方式打印文档搜索内容:");

            System.out.println(hit.getSourceAsString());

            System.out.println("-----------------------------------------");

            System.out.println("Map方式打印高亮内容");

            System.out.println(hit.getHighlightFields());

            System.out.println("-----------------------------------------");

            System.out.println("遍历高亮集合，打印高亮片段:");

            Text[] titles = hit.getHighlightFields().get("title").getFragments();

            for (Text str : titles) {

                System.out.println(str);

            }

            Text[] contents = hit.getHighlightFields().get("content").getFragments();

            for (Text str : contents) {

                System.out.println(str);

            }

            System.out.println("end**************************************");

        }

        //释放资源

        client.close();

    }

}

其他类

package com.zy.esapi;

/**

 * create by zy

 * TODO:

 */

public class Article {

    private String id;

    private String title;

    private String content;

    public Article() {

    }

    public Article(String id, String title, String content) {

        this.id = id;

        this.title = title;

        this.content = content;

    }

    public String getId() {

        return id;

    }

    public void setId(String id) {

        this.id = id;

    }

    public String getTitle() {

        return title;

    }

    public void setTitle(String title) {

        this.title = title;

    }

    public String getContent() {

        return content;

    }

    public void setContent(String content) {

        this.content = content;

    }

    @Override

    public String toString() {

        return "Article{" +

                "id='" + id + '\'' +

                ", title='" + title + '\'' +

                ", content='" + content + '\'' +

                '}';

    }

}

package com.zy.esapi;

import java.io.Serializable;

/**

 * create by zy

 * TODO:

 */

public class UserBaseInfo implements Serializable {

    private String id;

    private String name;

    private String age;

    private String sex;

    private String address;

    public UserBaseInfo() {

    }

    public UserBaseInfo(String id, String name, String age, String sex, String address) {

        this.id = id;

        this.name = name;

        this.age = age;

        this.sex = sex;

        this.address = address;

    }

    public String getId() {

        return id;

    }

    public void setId(String id) {

        this.id = id;

    }

    public String getName() {

        return name;

    }

    public void setName(String name) {

        this.name = name;

    }

    public String getAge() {

        return age;

    }

    public void setAge(String age) {

        this.age = age;

    }

    public String getSex() {

        return sex;

    }

    public void setSex(String sex) {

        this.sex = sex;

    }

    public String getAddress() {

        return address;

    }

    public void setAddress(String address) {

        this.address = address;

    }

    @Override

    public String toString() {

        return "UserBaseInfo{" +

                "id='" + id + '\'' +

                ", name='" + name + '\'' +

                ", age='" + age + '\'' +

                ", sex='" + sex + '\'' +

                ", address='" + address + '\'' +

                '}';

    }

}
上一篇：让你忘记 Flash 的15款精彩 HTML5 游戏


下一篇：hdu 2018 母牛的故事