Elasticsearch Java Api

elasticsearch有很多Java Api提供使用

TransportClient

使用最原始的TransportClient来进行操作

<dependency>
    <groupId>org.elasticsearch.client</groupId>
    <artifactId>transport</artifactId>
    <version>5.4.0</version>
</dependency>

创建TransportClient，后续操作都需要用到该对象

1
2
3

TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
        .addTransportAddress(new InetSocketTransportAddress(InetAddress.getLocalHost(),
                9300));

索引操作

创建索引管理客户端，后续索引管理都需要用到该对象

1	IndicesAdminClient indices = client.admin().indices();

1
2
3

// 判断索引是否存在
IndicesExistsResponse existsResponse = indices.prepareExists("index2").get();
System.out.println(existsResponse.isExists());

// 判断type是否存在
TypesExistsResponse typesExistsResponse = indices.prepareTypesExists("index2")
        .setTypes("default").get();
System.out.println(typesExistsResponse.isExists());

// 创建一个索引
CreateIndexResponse createIndexResponse = indices.prepareCreate("index3")
        .setSettings(Settings.builder().put("index.number_of_shards",3)
                    .put("index.number_of_replicas",1))
        .get();
System.out.println(createIndexResponse.isAcknowledged());

// 更新settings
UpdateSettingsResponse settingsResponse = indices.prepareUpdateSettings("index3")
        .setSettings(Settings.builder().put("index.number_of_replicas", 2))
        .get();
System.out.println(settingsResponse.isAcknowledged());

// 获取settings
GetSettingsResponse getSettingsResponse = indices.prepareGetSettings("index3").get();
getSettingsResponse.getIndexToSettings().forEach(
        cursor -> {
            String index = cursor.key;
            Settings settings = cursor.value;
            Integer number_of_replicas = settings.getAsInt("index.number_of_replicas", null);
        }
);

// 设置mapping
// {"properties":{"name":{"type":"keyword"}}}
CreateIndexResponse createIndexAddMappingResponse = indices.prepareCreate("index4")
        .addMapping("default", XContentFactory.jsonBuilder().startObject().startObject("properties")
                .startObject("name").field("type", "keyword").endObject().endObject().endObject()
        ).get();

// 获取mapping
GetMappingsResponse mappingsResponse = indices.prepareGetMappings("index4").get();
ImmutableOpenMap<String, MappingMetaData> index4Mappings = mappingsResponse.getMappings().get("index4");
// type
MappingMetaData metaData = index4Mappings.get("default");
System.out.println(metaData.sourceAsMap());

1
2
3

// 删除索引
DeleteIndexResponse deleteIndexResponse = indices.prepareDelete("index4").get();
System.out.println(deleteIndexResponse.isAcknowledged());

文档操作

// 创建文档
Map<String,Object> doc = new HashMap<>();
doc.put("name","zhangsan");
doc.put("age",20);
IndexResponse indexResponse = client.prepareIndex("index5", "default", "1")
        .setSource(doc).get();
System.out.println(indexResponse.status());

1
2
3

// 根据文档id获取数据
GetResponse response = client.prepareGet("index5", "default", "1").get();
System.out.println(response.getSourceAsString());

// 更新文档
UpdateResponse updateResponse = client.prepareUpdate("index5", "default", "1")
        .setDoc(XContentFactory.jsonBuilder().startObject().field("age", 18)
                .endObject()).get();

1
2
3

// 删除文档
DeleteResponse deleteResponse = client.prepareDelete("index5", "default", "1").get();
System.out.println(deleteResponse.status());

// 查询删除
BulkByScrollResponse deleteByQuery = DeleteByQueryAction.INSTANCE.newRequestBuilder(client)
        .filter(QueryBuilders.matchQuery("age", 20))
        .source("index5") // 索引
        .get();
// 返回删除的条数
System.out.println(deleteByQuery.getDeleted());

查询操作

// match_all 查询
MatchAllQueryBuilder matchAllQueryBuilder = QueryBuilders.matchAllQuery();
// match_phrase_prefix 查询
MatchPhrasePrefixQueryBuilder matchPhrasePrefixQueryBuilder = QueryBuilders.matchPhrasePrefixQuery("name", "zhangs");
// match_phrase查询
MatchPhraseQueryBuilder matchPhraseQueryBuilder = QueryBuilders.matchPhraseQuery("name", "zhangsan");

// term查询
TermQueryBuilder termQueryBuilder = QueryBuilders.termQuery("name", "zhangsan");
// wildcard查询
WildcardQueryBuilder wildcardQueryBuilder = QueryBuilders.wildcardQuery("name", "zhang*");
// fuzzy查询
FuzzyQueryBuilder fuzzyQueryBuilder = QueryBuilders.fuzzyQuery("name", "zhang");

// bool 查询
BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery()
        .must(QueryBuilders.matchQuery("name", "zhangsan"))
        .should(QueryBuilders.matchQuery("age", 20));


client.prepareSearch("index6")
        .setQuery(matchAllQueryBuilder)
        .setSize(10)
        .get();

RestHighLevelClient

高级客户端

<dependency>
    <groupId>org.elasticsearch.client</groupId>
    <artifactId>elasticsearch-rest-high-level-client</artifactId>
    <version>${elasticsearch.version}</version>
</dependency>

创建客户端

RestClientBuilder builder = RestClient.builder(new HttpHost(IP, PORT, "http"));
CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
// 用户密码
credentialsProvider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials("elastic", "password"));
builder.setRequestConfigCallback(requestConfigBuilder -> {
    requestConfigBuilder.setConnectTimeout(1000);
    requestConfigBuilder.setSocketTimeout(1000);
    requestConfigBuilder.setConnectionRequestTimeout(1000);
    return requestConfigBuilder;
});
builder.setHttpClientConfigCallback(httpClientBuilder -> {
    httpClientBuilder.setMaxConnTotal(30);
    httpClientBuilder.setMaxConnPerRoute(30);
    httpClientBuilder.setDefaultCredentialsProvider(credentialsProvider);
    return httpClientBuilder;
});
RestHighLevelClient restClient = new RestHighLevelClient(builder);

请求体查询

//1 创建搜索文档请求
SearchRequest searchRequest = new SearchRequest(IndexName);  //请求索引
try {
    // 2 执行检索
    SearchResponse response = esRestClient.search(searchRequest, RequestOptions.DEFAULT);
    
    //遍历数据
    SearchHit[] hits = response.getHits().getHits();
    for (SearchHit hit : hits) {
        String sourceAsString = hit.getSourceAsString();
        //Map<String, Object> sourceAsMap = hit.getSourceAsMap();
        //LOGGER.debug("getData: " + sourceAsMap + " ,indexName：" + indexName);
    }
} catch (Exception e) {
    e.printStackTrace();
}

条件查询

SearchRequest searchRequest = new SearchRequest("indexName");

SearchSourceBuilder builder = new SearchSourceBuilder();
// term查询
builder.query(QueryBuilders.termQuery("age", 20));


// 条件
//查询字段过滤
BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
// 必须包含
boolQueryBuilder.must(QueryBuilders.matchQuery("age", 20));
//一定不包含
boolQueryBuilder.mustNot(QueryBuilders.matchQuery("name", "zhangsan"));
//可能包含
boolQueryBuilder.should(QueryBuilders.matchQuery("sex", "1"));

builder.query(boolQueryBuilder);

//范围查询
RangeQueryBuilder rangeQuery = QueryBuilders.rangeQuery("age");
rangeQuery.gte("20");
rangeQuery.lte("40");
builder.query(rangeQuery);

// 模糊查询
builder.query(QueryBuilders.fuzzyQuery("name", "zhangsan").fuzziness(Fuzziness.ONE));

//聚合查询
builder.aggregation(AggregationBuilders.max("maxAge").field("age"));

// 排序
builder.sort("age", SortOrder.DESC);

// 分页
builder.from(0) // from是索引，从0开始
        .size(5);

// 查询部分字段
String[] excludes = {};
String[] includes = {"name", "age"};
builder.fetchSource(includes, excludes);

// 高亮
HighlightBuilder highlightBuilder = new HighlightBuilder();
// 设置自定义高亮标签
highlightBuilder.preTags("<red>").postTags("</red>");
highlightBuilder.field("name");
builder.highlighter(highlightBuilder);

searchRequest.source(builder);

LOGGER.info("索引：{},类型：{},请求信息{}", Strings.arrayToCommaDelimitedString(searchRequest.indices()),
        Strings.arrayToCommaDelimitedString(searchRequest.types()), searchRequest.source().toString());


SearchResponse search = esRestClient.search(searchRequest, RequestOptions.DEFAULT);