Elasticsearch 常用的java操作
程序员文章站
2022-06-13 19:09:26
...
原文链接:http://blog.csdn.net/changong28/article/details/38445805#comments
在原文基础上针对2.3.1版本稍微修改了一下
3.3.1 Preparing a query 准备查询请求
import org.elasticsearch.action.search.SearchResponse; import org.elasticsearch.client.Client; import org.elasticsearch.search.SearchHit; SearchResponse response = client.prepareSearch("library") .addFields("title", "_source") .execute().actionGet(); for(SearchHit hit: response.getHits().getHits()) { System.out.println(hit.getId()); if (hit.getFields().containsKey("title")) { System.out.println("field.title: "+ hit.getFields().get("title").getValue()); } System.out.println("source.title: " + hit.getSource().get("title")); }
3.3.2 Building queries 构造查询
import org.elasticsearch.index.query.QueryBuilder; import org.elasticsearch.index.query.QueryBuilders;
SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
searchSourceBuilder.query(QueryBuilders.termQuery("sid_s", text));
Search search = new Search.Builder(searchSourceBuilder.toString()).addIndex("webpage")
.build();
try {
SearchResult result = client.execute(search);
}catch(Exception e){
e.printStackTrace();
}
3.3.3 Using the match all documents query 匹配所有文档的查询
queryBuilder = QueryBuilders.matchAllQuery() .boost(11f).normsField("title");
3.3.4 The match query 匹配查询
queryBuilder = QueryBuilders .matchQuery("message", "a quick brown fox") .operator(Operator.AND) .zeroTermsQuery(ZeroTermsQuery.ALL);
3.3.5 Using the geo shape query 地理位置查询
queryBuilder = QueryBuilders.geoShapeQuery("location", ShapeBuilder.newRectangle() .topLeft(13, 53) .bottomRight(14, 52) .build());
3.3.6 Paging query 分页查询
SearchResponse response = client.prepareSearch("library") .setQuery(QueryBuilders.matchAllQuery()) .setFrom(10) //跳过前10个文档 .setSize(20) //获取20个文档 .execute().actionGet();
response.getHits().totalHits()可以统计当前匹配到的结果数
3.3.7 Sorting 排序
searchSourceBuilder.fetchSource(null, "content").sort("_score");
searchSourceBuilder.sort("date", SortOrder.DESC);
SortBuilders.scriptSort(script, type) //使用脚本来实现排序
SortBuilders.geoDistanceSort(fieldName) //根据空间距离来进行排序
提到距离问题,附带一篇博文:关于已知两点经纬度求球面最短距离的公式推导
3.3.8 Filtering 过滤
QueryBuilder filterBuilder = QueryBuilders .filteredQuery( QueryBuilders.existsQuery("title").queryName("exist"), QueryBuilders.termQuery("title", "elastic") ); SearchResponse response = client.prepareSearch("library") .setPostFilter(filterBuilder) .execute().actionGet();
3.3.10 Highlighting 高亮
SearchResponse response = client.prepareSearch("wikipedia") .addHighlightedField("title") .setQuery(QueryBuilders.termQuery("title", "actress")) .setHighlighterPreTags("<1>", "<2>") .setHighlighterPostTags("</1>", "</2>") .execute().actionGet(); for(SearchHit hit: response.getHits().getHits()) { HighlightField hField = hit.getHighlightFields().get("title"); for (Text t : hField.fragments()) { System.out.println(t.string()); } }
3.3.11 Suggestions 查询建议
SearchResponse response = client.prepareSearch("wikipedia") .setQuery(QueryBuilders.matchAllQuery()) .addSuggestion(new TermSuggestionBuilder("first_suggestion") .text("graphics designer") .field("_all")) .execute().actionGet(); for( Entry<? extends Option> entry : response.getSuggest().getSuggestion("first_suggestion").getEntries()) { System.out.println("Check for: " + entry.getText() + ". Options:"); for( Option option : entry.getOptions()) { System.out.println("\t" + option.getText()); } }
3.3.12 Counting 统计
CountResponse response = client.prepareCount("library") .setQuery(QueryBuilders.termQuery("title", "elastic")) .execute().actionGet();
3.3.13 Scrolling 滚动
SearchResponse responseSearch = client.prepareSearch("library") .setScroll("1m") .setSearchType(SearchType.SCAN) .execute().actionGet(); String scrollId = responseSearch.getScrollId(); SearchResponse response = client.prepareSearchScroll(scrollId).execute().actionGet();
3.3.14 Bulk 批量操作
BulkResponse response = client.prepareBulk() .add(client.prepareIndex("library", "book", "5") .setSource("{ \"title\" : \"Solr Cookbook\"}") .request()) .add(client.prepareDelete("library", "book", "2").request()).execute().actionGet();
3.3.16 Multi GET 多GET
MultiGetResponse response = client.prepareMultiGet() .add("library", "book", "1", "2") .execute().actionGet();
3.3.16 Multi Search 多搜索
MultiSearchResponse response = client.prepareMultiSearch() .add(client.prepareSearch("library", "book").request()) .add(client.prepareSearch("news"). .setPostFilter(QueryBuilders.termQuery("tags", "important"))) .execute().actionGet();
3.3.17 Building JSON queries and documents 构造JSON格式的查询和文档
IndexResponse response = client .prepareIndex("library", "book", "2") .setSource("{ \"title\": \"Mastering ElasticSearch\"}") .execute().actionGet(); Map<String, Object> m = Maps.newHashMap(); m.put("1", "Introduction"); m.put("2", "Basics"); m.put("3", "And the rest"); XContentBuilder json = XContentFactory.jsonBuilder().prettyPrint() .startObject() .field("id").value("2123") .field("lastCommentTime", new Date()) .nullField("published") .field("chapters").map(m) .field("title", "Mastering ElasticSearch") .array("tags", "search", "ElasticSearch", "nosql") .field("values") .startArray() .value(1) .value(10) .endArray() .endObject();
3.4 The administration API
3.4.1.1 The cluster and indices health API 集群和索引健康状态
ClusterHealthResponse response = client.admin().cluster() .prepareHealth("library") .execute().actionGet();
3.4.1.2 The cluster state API 集群状态
ClusterStateResponse response = client.admin().cluster() .prepareState() .execute().actionGet();
3.4.1.3 The update settings API 设置更新
Map<String, Object> map = Maps.newHashMap(); map.put("indices.ttl.interval", "10m"); ClusterUpdateSettingsResponse response = client.admin().cluster() .prepareUpdateSettings() .setTransientSettings(map) .execute().actionGet();
3.4.1.4 The reroute API 重新路由
ClusterRerouteResponse response = client.admin().cluster() .prepareReroute() .setDryRun(true) //阻止分配命令的运行,仅允许下面两个给定命令(move命令 + cacel命令)的执行 .add(new MoveAllocationCommand(new ShardId("library", 3), "G3czOt4HQbKZT1RhpPCULw","PvHtEMuRSJ6rLJ27AW3U6w"), new CancelAllocationCommand(new ShardId("library", 2), "G3czOt4HQbKZT1RhpPCULw",true)) .execute().actionGet();
3.4.1.5 The nodes information API 节点信息
NodesInfoResponse response = client.admin().cluster() .prepareNodesInfo() .setHttp(true) //响应中包括http信息 .setPlugins(true) //响应中包括插件信息 .execute().actionGet();
3.4.1.6 The node statistics API 节点统计
NodesStatsResponse response = client.admin().cluster() .prepareNodesStats() .all() .execute().actionGet();
3.4.1.7 The nodes hot threads API 节点热点线程
NodesHotThreadsResponse response = client.admin().cluster() .prepareNodesHotThreads() .execute().actionGet();
3.4.1.9 The search shards API 查询分片
//输出哪些节点将处理路由值为12的查询 ClusterSearchShardsResponse response = client.admin().cluster() .prepareSearchShards() .setIndices("library") .setRouting("12") .execute().actionGet();
3.4.2 The Indices administration API
3.4.2.1 The index existence API 索引存在
IndicesExistsResponse response = client.admin().indices() .prepareExists("books", "library") .execute().actionGet();
3.4.2.2 The Type existence API 类型存在
TypesExistsResponse response = client.admin().indices() .prepareTypesExists("library") .setTypes("book") .execute().actionGet();
3.4.2.3 The indices stats API 索引统计
IndicesStatsResponse response = client.admin().indices() .prepareStats("library") .all() .execute().actionGet();
3.4.2.4 Index status 索引状态
IndicesStatsResponse response = client.admin().indices() .prepareStatus("library") .setRecovery(true) .execute().actionGet();
3.4.2.5 Segments information API 索引段信息
IndicesSegmentResponse response = client.admin().indices() .prepareSegments("library") .execute().actionGet();
3.4.2.6 Creating an index API 创建索引
CreateIndexResponse response = client.admin().indices() .prepareCreate("news") .setSettings(Settings.settingsBuilder() .put("number_of_shards", 1)) //分片数为1 .addMapping("news", XContentFactory.jsonBuilder() .startObject() .startObject("news") .startObject("properties") .startObject("title") .field("analyzer", "whitespace") .field("type", "string") .endObject() .endObject() .endObject() .endObject()) .execute().actionGet();
3.4.2.7 Deleting an index 删除索引
DeleteIndexResponse response = client.admin().indices() .prepareDelete("news") .execute().actionGet();
3.4.2.8 Closing an index 关闭索引
CloseIndexResponse response = client.admin().indices() .prepareClose("library") .execute().actionGet();
3.4.2.9 Opening an index 打开索引
OpenIndexResponse response = client.admin().indices() .prepareOpen("library") .execute().actionGet();
3.4.2.10 The Refresh API 刷新索引
RefreshResponse response = client.admin().indices() .prepareRefresh("library") .execute().actionGet();
3.4.2.11 The Flush API 清空缓冲区
FlushResponse response = client.admin().indices() .prepareFlush("library") .setFource(false) .execute().actionGet();
3.4.2.12 The Optimize API 索引优化
OptimizeResponse response = client.admin().indices() .prepareOptimize("library") .setMaxNumSegments(2) //最大索引段为2 .setFlush(true) .setOnlyExpungeDeletes(false) .execute().actionGet();
3.4.2.13 The put mapping API 设置映射
PutMappingResponse response = client.admin().indices() .preparePutMapping("news") .setType("news") .setSource(XContentFactory.jsonBuilder() .startObject() .startObject("news") .startObject("properties") .startObject("title") .field("analyzer", "whitespace") .field("type", "string") .endObject() .endObject() .endObject() .endObject()) .execute().actionGet();
3.4.2.16 The aliases API 别名
IndicesAliasesResponse response = client.admin().indices() .prepareAliases() .addAlias("news", "n") .addAlias("library", "elastic_books", QueryBuilders.termQuery("title", "elasticsearch")) .removeAlias("news", "current_news") //移除news索引的别名current_news .execute().actionGet();
3.4.2.17 The get aliases API 获取别名
GetAliasesResponse response = client.admin().indices() .prepareGetAliases("elastic_books", "n") .execute().actionGet();
3.4.2.18 The aliases exists API 别名存在
AliasesExistResponse response = client.admin().indices() .prepareAliasesExist("elastic*", "unknown") //以elastic开头 || 为unknown 的别名 .execute().actionGet();
3.4.2.19 The clear cache API 清空缓存
ClearIndicesCacheResponse response = client.admin().indices() .prepareClearCache("library") .setFieldDataCache(true) .setFields("title") //清空标题缓存 .setQueryCache(true) //清空过滤器缓存 .execute().actionGet();
3.4.2.20 The update settings API 更新设置
UpdateSettingsResponse response = client.admin().indices() .prepareUpdateSettings("library") .setSettings(Settings.builder() .put("index.number_of_replicas", 2)) //将副本数更新为2 .execute().actionGet();
3.4.2.21 The analyze API 分析API
//主要是用来检查在library索引中使用whitespace分词器 + nGram过滤器处理“ElasticSerch Servers”短语的分析处理 AnalyzeResponse response = client.admin().indices() .prepareAnalyze("library", "ElasticSearch Servers") .setTokenizer("whitespace") .setTokenFilters("nGram") .execute().actionGet();
3.4.2.22 The put template API 设置模板
-
PutIndexTemplateResponse response = client.admin().indices() .preparePutTemplate("my_template") //my_template模板名称 .setTemplate("product*") //可以被任何以product开头的索引使用 .setSettings(Settings.builder() .put("index.number_of_replicas", 2) //2个副本 .put("index.number_of_shards", 1)) //一个分片 .addMapping("item", XContentFactory.jsonBuilder() .startObject() .startObject("item") .startObject("properties") .startObject("title") .field("type", "string") .endObject() .endObject() .endObject() .endObject()) .execute().actionGet();
3.4.2.23 The delete template API 删除模板
DeleteIndexTemplateResponse response = client.admin().indices() .prepareDeleteTemplate("my_*") //删除以my_开头的模板 .execute().actionGet();