登录 注册

整合 Elasticsearch

本贴最后更新于 1599 天前，其中的信息可能已经时异事殊

一、 依赖包

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>

    <groupId>com.qiang</groupId>
    <artifactId>Elasticsearch</artifactId>
    <version>1.0.0-SNAPSHOT</version>

    <dependencies>
        <!-- 测试依赖 -->
        <dependency>
            <groupId>junit</groupId>
            <artifactId>junit</artifactId>
            <version>4.11</version>
            <scope>test</scope>
        </dependency>
        <!-- elasticsearch依赖 -->
        <dependency>
            <groupId>org.elasticsearch</groupId>
            <artifactId>elasticsearch</artifactId>
            <version>6.4.3</version>
        </dependency>
        <dependency>
            <groupId>org.elasticsearch.client</groupId>
            <artifactId>transport</artifactId>
            <version>6.4.3</version>
        </dependency>
        <!-- 日志依赖 -->
        <dependency>
            <groupId>org.apache.logging.log4j</groupId>
            <artifactId>log4j-core</artifactId>
            <version>2.10.0</version>
        </dependency>
        <dependency>
            <groupId>org.apache.logging.log4j</groupId>
            <artifactId>log4j-api</artifactId>
            <version>2.10.0</version>
        </dependency>
    </dependencies>

</project>

二、 连接到 Elasticsearch

public class TransportClientUtils {

    public TransportClient transportClient() {
        TransportClient transportClient = null;
        try {
            Settings settings = Settings.builder()
                    //自动发现新加入集群的机器
                    .put("client.transport.sniff", true)
                    .put("cluster.name", "elasticsearch").build();
            transportClient = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new TransportAddress(new InetSocketAddress("192.168.17.222", 9300)));
        } catch (Exception e) {
            e.printStackTrace();
        }
        return transportClient;
    }
}

三、 操作 Elasticsearch

数据
image.png

public class ElasticsearchBuilder {
    TransportClient transportClient = new TransportClientUtils().transportClient();

    @Test
    public void test1() throws Exception {
        //判断索引是否存在
        boolean exists = transportClient.admin().indices().prepareExists("animals").execute().actionGet().isExists();
        System.out.println(exists);
    }

    @Test
    public void test2() throws Exception {
        //添加
        for (int i = 1; i <= 3; i++) {
            long s = Long.parseLong(new SimpleDateFormat("yyyyMMddHHmmssSSS").format(new Date()));
            IndexResponse indexResponse = transportClient.prepareIndex("animals", "dogs")
                    .setSource(jsonBuilder()
                            .startObject()
                            .field("名字", "傻狗" + i)
                            .field("颜色", "白色" + i)
                            .field("时间", s)
                            .field("@timestamp", new Date())
                            .endObject())
                    .get();
            Thread.sleep(100);
            System.out.println(indexResponse);
        }
    }

    @Test
    public void test3() throws Exception {
        //删除
        DeleteResponse deleteResponse = transportClient.prepareDelete("animals", "dogs", "xVA65G4BCACHllmZ5ygu").get();
        System.out.println(deleteResponse);
    }

    @Test
    public void test4() throws Exception {
        //修改
        UpdateResponse updateResponse = transportClient.prepareUpdate("animals", "dogs", "xFA65G4BCACHllmZ5ygi").setDoc(jsonBuilder()
                .startObject()
                .field("颜色", "黑色9")
                .endObject())
                .get();
        System.out.println(updateResponse);
    }

    @Test
    public void test5() throws Exception {
        //根据ID查询
        GetResponse getResponse = transportClient.prepareGet("animals", "dogs", "xFA65G4BCACHllmZ5ygi").get();
        String sourceAsString = getResponse.getSourceAsString();
        System.out.println(sourceAsString);
    }

    @Test
    public void test6() throws Exception {
        //根据索引查询,默认10条，setSize()设置大小
        String index = "animals";
        QueryBuilder query = QueryBuilders.matchAllQuery();
        SearchResponse response = transportClient.prepareSearch(index).setQuery(query).setSize(100).execute().actionGet();
        for (SearchHit searchHit : response.getHits()) {
            String sourceAsString = searchHit.getSourceAsString();
            System.out.println(sourceAsString);
        }
    }

    @Test
    public void test7() throws Exception {
        //根据类型查询,默认10条，setSize()设置大小
        SearchResponse response = transportClient.prepareSearch("animals").setTypes("dogs").setSize(100).execute().actionGet();
        for (SearchHit searchHit : response.getHits()) {
            String sourceAsString = searchHit.getSourceAsString();
            System.out.println(sourceAsString);
        }
    }

    @Test
    public void test8() throws Exception {
        //单条件查询
        QueryBuilder queryBuilder = QueryBuilders.termQuery("名字.keyword", "傻狗3");
        SearchResponse response = transportClient.prepareSearch("animals").setTypes("dogs")
                .setQuery(queryBuilder)
                .setFrom(0).setSize(1000).setExplain(true)
                .execute()
                .actionGet();
        //直接遍历
        for (SearchHit searchHit : response.getHits()) {
            String sourceAsString = searchHit.getSourceAsString();
            System.out.println(sourceAsString);
        }
        //存入集合后再遍历
        SearchHits hits = response.getHits();
        List<Map<String, Object>> list = new ArrayList<Map<String, Object>>();
        for (int i = 0; i < hits.getHits().length; i++) {
            Map<String, Object> maps = hits.getAt(i).getSourceAsMap();
            list.add(maps);
        }
        for (Object o : list) {
            System.out.println(o);
        }
    }

    @Test
    public void test9() throws Exception {
        //多条件查询
        Map<String, String> map = new HashMap<String, String>();
        map.put("名字.keyword", "傻狗3");
        map.put("颜色.keyword", "白色3");
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        for (String key : map.keySet()) {
            //得到每个key的value值
            String value = map.get(key);
            boolQueryBuilder.must(QueryBuilders.termQuery(key, value));
        }
        SearchResponse response = transportClient.prepareSearch("animals").setTypes("dogs")
                .setQuery(boolQueryBuilder)
                .setFrom(0).setSize(1000).setExplain(true)
                .execute()
                .actionGet();
        //直接遍历
        for (SearchHit searchHit : response.getHits()) {
            String sourceAsString = searchHit.getSourceAsString();
            System.out.println(sourceAsString);
        }
        //存入集合后再遍历
        SearchHits hits = response.getHits();
        List<Map<String, Object>> list = new ArrayList<Map<String, Object>>();
        for (int i = 0; i < hits.getHits().length; i++) {
            Map<String, Object> maps = hits.getAt(i).getSourceAsMap();
            list.add(maps);
        }
        for (Object o : list) {
            System.out.println(o);
        }
    }

    @Test
    public void test10() throws Exception {
        //单条件模糊查询
        WildcardQueryBuilder wBuilder = QueryBuilders.wildcardQuery("名字.keyword", "*" + "傻狗" + "*");
        SearchResponse response = transportClient.prepareSearch("animals").setTypes("dogs")
                .setQuery(wBuilder)
                .setFrom(0).setSize(10000).setExplain(true)
                .execute()
                .actionGet();
        //直接遍历
        for (SearchHit searchHit : response.getHits()) {
            String sourceAsString = searchHit.getSourceAsString();
            System.out.println(sourceAsString);
        }
        //存入集合后再遍历
        SearchHits hits = response.getHits();
        List<Map<String, Object>> list = new ArrayList<Map<String, Object>>();
        for (int i = 0; i < hits.getHits().length; i++) {
            Map<String, Object> maps = hits.getAt(i).getSourceAsMap();
            list.add(maps);
        }
        for (Object o : list) {
            System.out.println(o);
        }
    }

    @Test
    public void test11() throws Exception {
        //多条件模糊查询
        Map<String, String> map = new HashMap<String, String>();
        map.put("名字.keyword", "傻狗3");
        map.put("颜色.keyword", "白色3");
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        for (String key : map.keySet()) {
            //得到每个key的value值
            String value = map.get(key);
            boolQueryBuilder.must(QueryBuilders.wildcardQuery(key, "*" + value + "*"));
        }
        SearchResponse response = transportClient.prepareSearch("animals").setTypes("dogs")
                .setQuery(boolQueryBuilder)
                .setFrom(0).setSize(10000).setExplain(true)
                .execute()
                .actionGet();
        //直接遍历
        for (SearchHit searchHit : response.getHits()) {
            String sourceAsString = searchHit.getSourceAsString();
            System.out.println(sourceAsString);
        }
        //存入集合后再遍历
        SearchHits hits = response.getHits();
        List<Map<String, Object>> list = new ArrayList<Map<String, Object>>();
        for (int i = 0; i < hits.getHits().length; i++) {
            Map<String, Object> maps = hits.getAt(i).getSourceAsMap();
            list.add(maps);
        }
        for (Object o : list) {
            System.out.println(o);
        }
    }

    @Test
    public void test12() throws Exception {
        //模糊查询
        //设置索引和类型
        SearchRequestBuilder requestBuilder = transportClient.prepareSearch("animals").setTypes("dogs");
        //设置模糊查询条件
        WildcardQueryBuilder queryBuilder = QueryBuilders.wildcardQuery("名字.keyword", "*狗*");
        //开始查询
        SearchRequestBuilder searchRequestBuilder = requestBuilder.setQuery(queryBuilder);
        //设置多少条数据
        SearchResponse responses = searchRequestBuilder.setFrom(0).setSize(10).execute().actionGet();
        for (SearchHit searchHit : responses.getHits()) {
            String sourceAsString = searchHit.getSourceAsString();
            System.out.println(sourceAsString);
        }
    }

    @Test
    public void test13() throws Exception {
        //求最大值
        AggregationBuilder max = AggregationBuilders.max("max").field("时间");
        SearchResponse sr = transportClient.prepareSearch("animals").addAggregation(max).get();
        Max maxValue = sr.getAggregations().get("max");
        long value = (long) maxValue.getValue();
        System.out.println(value);
    }

    @Test
    public void test14() throws Exception {
        //求最小值
        AggregationBuilder min = AggregationBuilders.min("min").field("时间");
        SearchResponse sr = transportClient.prepareSearch("animals").addAggregation(min).get();
        Min minValue = sr.getAggregations().get("min");
        long value = (long) minValue.getValue();
        System.out.println(value);
    }

    @Test
    public void test15() throws Exception {
        //求平均值
        AggregationBuilder avg = AggregationBuilders.avg("avg").field("时间");
        SearchResponse sr = transportClient.prepareSearch("animals").addAggregation(avg).get();
        Avg avgValue = sr.getAggregations().get("avg");
        long value = (long) avgValue.getValue();
        System.out.println(value);
    }

    @Test
    public void test16() throws Exception {
        //求和的值
        AggregationBuilder sum = AggregationBuilders.sum("sum").field("时间");
        SearchResponse sr = transportClient.prepareSearch("animals").addAggregation(sum).get();
        Sum sumValue = sr.getAggregations().get("sum");
        long value = (long) sumValue.getValue();
        System.out.println(value);
    }

    @Test
    public void test17() throws Exception {
        //时间范围查询
        SearchResponse response = transportClient
                .prepareSearch("animals")
                .setTypes("dogs")
                .setQuery(QueryBuilders
                        .rangeQuery("@timestamp")
                        .gte("2019-12-08T13:02:07.069Z").lte("2019-12-08T13:02:07.554Z"))
                .setFrom(0).setSize(10000).setExplain(true)
                .execute()
                .actionGet();
        //直接遍历
        for (SearchHit searchHit : response.getHits()) {
            String sourceAsString = searchHit.getSourceAsString();
            System.out.println(sourceAsString);
        }
    }

    @Test
    public void test18() throws Exception {
        //long类型的数据范围查询
        SearchResponse response = transportClient
                .prepareSearch("animals")
                .setTypes("dogs")
                .setQuery(QueryBuilders
                        .rangeQuery("时间")
                        .gte("20191208210207059").lte("20191208210207554"))
                .setFrom(0).setSize(10000).setExplain(true)
                .execute()
                .actionGet();
        //直接遍历
        for (SearchHit searchHit : response.getHits()) {
            String sourceAsString = searchHit.getSourceAsString();
            System.out.println(sourceAsString);
        }
    }

    @Test
    public void test19() {
        //分组聚合,查询字段是以名字为分组的文档有多少个
        AggregationBuilder aggregationBuilder = AggregationBuilders
                .terms("name")//定义分组聚合的名字
                .field("名字.keyword");//查询以port字段为分组出现的次数
        SearchResponse response = transportClient
                .prepareSearch("animals")//索引
                .addAggregation(aggregationBuilder)
                .execute()
                .actionGet();
        Terms terms = response.getAggregations().get("name");//获取定义分组聚合的名字
        for (Terms.Bucket tb : terms.getBuckets()) {
            System.out.println(tb.getKey() + ":" + tb.getDocCount());
        }
    }

    @Test
    public void test20() {
        //聚合分类统计，强制返回空bucket
        SearchResponse response = transportClient.prepareSearch("animals")
                .setTypes("dogs")
                .addAggregation(
                        AggregationBuilders.dateHistogram("histogram")//定义名字
                                .field("@timestamp")
                                .dateHistogramInterval(DateHistogramInterval.MONTH)//以一个月为间隔单位
                                .format("yyyy-MM-dd")
                                .minDocCount(0)//可以返回没有数据的月份
                                .extendedBounds(
                                        new ExtendedBounds("2019-01-01", "2019-12-31")//强制返回数据的范围
                                )
                )
                .setSize(0)
                .get();
        Histogram histogram = response.getAggregations().get("histogram");//获取定义的名字
        List<? extends Histogram.Bucket> buckets = histogram.getBuckets();
        for (Histogram.Bucket bucket : buckets) {
            System.out.println(bucket.getKeyAsString());
            System.out.println(bucket.getKey());
            System.out.println(bucket.getDocCount());
        }
    }

    @Test
    public void test21() {
        //过滤聚合,单个条件
        //设置过滤条件，时间字段为20191208210207430的文档有多少个
        QueryBuilder builder = QueryBuilders.termsQuery("时间", "20191208210207430");
        AggregationBuilder aggregationBuilder = AggregationBuilders
                .filter("time", builder);//定义过滤聚合的名字
        SearchResponse response = transportClient
                .prepareSearch("animals")//索引
                .addAggregation(aggregationBuilder)
                .execute()
                .actionGet();
        Filter filter = response.getAggregations().get("time");//获取定义过滤聚合的名字
        System.out.println(filter.getDocCount());
    }

    @Test
    public void test22() throws IOException {
        //过滤聚合,多个条件,名字是傻狗1的文档有多少个，颜色是白色2的文档有多少个
        FiltersAggregationBuilder aggregationBuilder = AggregationBuilders.filters("filters",//定义名字
                new FiltersAggregator.KeyedFilter("名字", QueryBuilders.termQuery("名字.keyword", "傻狗1")),
                new FiltersAggregator.KeyedFilter("颜色", QueryBuilders.termQuery("颜色.keyword", "白色2"))
        );
        SearchResponse response = transportClient
                .prepareSearch("animals")
                .addAggregation(aggregationBuilder)
                .execute()
                .actionGet();
        Filters filters = response.getAggregations().get("filters");//获取定义的名字
        for (Filters.Bucket fb : filters.getBuckets()) {
            System.out.println(fb.getKey() + ":" + fb.getDocCount());
        }
    }

    @Test
    public void test23() {
        //获取 elasticsearch 服务器时间戳
        long timestamp = transportClient.admin().cluster().prepareClusterStats().get().getTimestamp();
        System.out.println(timestamp);
    }
}

四、 常见错误

错误

ERROR StatusLogger Log4j2 could not find a logging implementation. Please add log4j-core to the classpath. Using SimpleLogger to log to the console...

解决

<!-- 日志依赖 -->
        <dependency>
            <groupId>org.apache.logging.log4j</groupId>
            <artifactId>log4j-core</artifactId>
            <version>2.10.0</version>
        </dependency>
        <dependency>
            <groupId>org.apache.logging.log4j</groupId>
            <artifactId>log4j-api</artifactId>
            <version>2.10.0</version>
        </dependency>

log4j2.xml

<?xml version="1.0" encoding="UTF-8"?>
<Configuration status="WARN">
    <Appenders>
        <Console name="Console" target="SYSTEM_OUT">
            <PatternLayout pattern="%d{HH:mm:ss.SSS} [%t] %-5level %logger{36} - %msg%n"/>
        </Console>
    </Appenders>
    <Loggers>
        <Root level="info">
            <AppenderRef ref="Console"/>
        </Root>
    </Loggers>
</Configuration>
  • Elasticsearch

    Elasticsearch 是一个基于 Lucene 的搜索服务器。它提供了一个分布式多用户能力的全文搜索引擎，基于 RESTful 接口。Elasticsearch 是用 Java 开发的，并作为 Apache 许可条款下的开放源码发布，是当前流行的企业级搜索引擎。设计用于云计算中，能够达到实时搜索，稳定，可靠，快速，安装使用方便。

    116 引用 • 99 回帖 • 267 关注
盐城 位置
635 30 130 77 19 30 2 25 306

相关帖子

回帖
整合 Elasticsearch

欢迎来到这里！

我们正在构建一个小众社区，大家在这里相互信任，以平等 • 自由 • 奔放的价值观进行分享交流。最终，希望大家能够找到与自己志同道合的伙伴，共同成长。

注册 关于
请输入回帖内容 ...
QForever
盐城
回帖
0
 帖子
12
 积分
411