elasticsearch 简单demo RestHighLevelClient LowLeveClient

Posted 2021-11-30 yanghaolie

 

a

  1 
  3 import java.io.File;
  4 import java.io.FileReader;
  5 import java.io.IOException;
  6 import java.util.HashMap;
  7 import java.util.List;
  8 import java.util.Map;
  9 import java.util.Map.Entry;
 10 import java.util.Properties;
 11 
 12 import org.apache.http.HttpEntity;
 13 import org.apache.http.HttpHost;
 14 import org.apache.http.auth.AuthScope;
 15 import org.apache.http.auth.UsernamePasswordCredentials;
 16 import org.apache.http.client.CredentialsProvider;
 17 import org.apache.http.entity.ContentType;
 18 import org.apache.http.impl.client.BasicCredentialsProvider;
 19 import org.apache.http.impl.nio.client.HttpAsyncClientBuilder;
 20 import org.apache.http.nio.entity.NStringEntity;
 21 import org.apache.http.util.EntityUtils;
 22 import org.codehaus.jackson.JsonGenerationException;
 23 import org.codehaus.jackson.map.JsonMappingException;
 24 import org.codehaus.jackson.map.ObjectMapper;
 25 import org.elasticsearch.action.search.SearchRequest;
 26 import org.elasticsearch.action.search.SearchResponse;
 27 import org.elasticsearch.client.RequestOptions;
 28 import org.elasticsearch.client.Response;
 29 import org.elasticsearch.client.RestClient;
 30 import org.elasticsearch.client.RestClientBuilder;
 31 import org.elasticsearch.client.RestHighLevelClient;
 32 import org.elasticsearch.common.unit.TimeValue;
 33 import org.elasticsearch.index.query.QueryBuilders;
 34 import org.elasticsearch.rest.RestStatus;
 35 import org.elasticsearch.search.SearchHit;
 36 import org.elasticsearch.search.SearchHits;
 37 import org.elasticsearch.search.builder.SearchSourceBuilder;
 38 import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
 39 import org.elasticsearch.search.fetch.subphase.highlight.HighlightField;
 40 import org.junit.Test;
 41 
 42 import com.alibaba.fastjson.JSONArray;
 43 import com.alibaba.fastjson.JSONObject;
 44 
 45 public class ElasticUtil {
 46      static  ObjectMapper mapper = new ObjectMapper();
 47      static RestClient rc=null;
 48      
 49      public static RestClient getInstance() throws IOException{
 50          if(rc==null) {
 51              return getElasticClient();
 52          }else {
 53              return rc;
 54          }
 55      }
 56      
 57     /**
 58      * RestHighLevelClient使用详情请参考 
 59      * <a href="https://www.elastic.co/guide/en/elasticsearch/client/java-rest/6.7/java-rest-high-search.html">官方文档</a><br>
 60      * 使用样例见{@link #restHighLevelClient_Demo}
 61      * @return
 62      * @throws IOException
 63      * @since jdk 1.8
 64      */
 65      public static RestHighLevelClient getRestHighLevelClient() throws IOException{
 66          Properties pro=new Properties();
 67          String filePath=System.getProperty("user.dir")+File.separator+"config/elasticsearch.properties";
 68          try {
 69              pro.load(new FileReader(filePath));
 70          } catch (Exception e) {
 71              e.printStackTrace();
 72          }
 73          String ip=pro.getProperty("ip");
 74          String port=pro.getProperty("port");
 75          RestHighLevelClient client = new RestHighLevelClient(
 76                     RestClient.builder(
 77                             new HttpHost(ip, Integer.valueOf(port), "http")));
 78          return client;
 79      }
 80 
 81      
 82     /**
 83      * LowLeveClient使用详情请参考 
 84      * <a href="https://www.elastic.co/guide/en/elasticsearch/client/java-rest/6.7/java-rest-high-search.html">官方文档</a><br>
 85      * 使用样例见{@link #restLowLeveClient_Demo}
 86      * @return
 87      * @throws IOException
 88      * @since jdk 1.7
 89      */
 90      public static RestClient getElasticClient() throws IOException{
 91          Properties pro=new Properties();
 92         String filePath=System.getProperty("user.dir")+File.separator+"config/elasticsearch.properties";
 93          try {
 94             pro.load(new FileReader(filePath));
 95         } catch (Exception e) {
 96             e.printStackTrace();
 97         }
 98          String ip=pro.getProperty("ip");
 99          String port=pro.getProperty("port");
100    102          return getElasticClient(ip,Integer.valueOf(port),username,passwd);
103     }
104      
105     public static void main(String[] args) throws IOException {
106         SearchResponse res=getELKSerach("index1","关键字",0,10,new String[] {"<em>","</em>"});
107          SearchHits hits = res.getHits();
108         for(SearchHit hit: hits){
109 //            System.out.println();        //高亮部分
110 //            System.out.println(hit.getScore());        //单个结果集评分
111             Map<String, Object> map=hit.getSourceAsMap();
112 //            System.out.println(map);  //json数据转为map<k,v>
113             for(Entry<String, HighlightField>  ent:hit.getHighlightFields().entrySet()) {
114                 String highl_key=ent.getValue().getName();
115                 String highl_val=ent.getValue().getFragments()[0].toString();
116                 map.put(highl_key, highl_val);
117 //                System.out.println(ent.getKey()+"\t"+ent.getValue());
118 //                System.out.println(ent.getValue().getName()+"\t"+ent.getValue().getFragments()[0]);
119             }
120             System.out.println(map); 
121         }
122     }
123     142     
143     /**
144      * @param index   查询的index(类似mysql的datadb)
145      * @param keyWord   查询的关键字
146      * @param from    分页参数1
147      * @param size          分页参数2
148      * @return
149      * @throws IOException
150      */
151     public static SearchResponse getELKSerach(String index,String keyWord,int from,int size) throws IOException {
152          RestHighLevelClient client= getRestHighLevelClient();
153          SearchRequest searchRequest = new SearchRequest(index); 
154          SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); 
155          searchSourceBuilder.query(QueryBuilders.queryStringQuery(keyWord)); 
156          searchSourceBuilder.timeout(TimeValue.timeValueSeconds(5));
157          searchSourceBuilder.from(from);
158          searchSourceBuilder.size(size);
159          searchRequest.source(searchSourceBuilder);
160          SearchResponse searchResponse=client.search(searchRequest, RequestOptions.DEFAULT);
161          client.close();
162         return searchResponse;
163     }
164     /**
165  * @param index   查询的index(类似mysql的datadb)
166      * @param keyWord   查询的关键字
167      * @param from    分页参数1
168      * @param size          分页参数2
169      * @param Highlight   自定义css
170      * @return
171      * @throws IOException
172      */
173     public static SearchResponse getELKSerach(String index,String keyWord,int from,int size,String[] Highlight) throws IOException {
174          RestHighLevelClient client= getRestHighLevelClient();
175          SearchRequest searchRequest = new SearchRequest(index); 
176          SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); 
177          //高亮
178          if(Highlight.length==2) {
179              HighlightBuilder highlightBuilder =new HighlightBuilder();
180              highlightBuilder.field("*");//require_field_match
181              highlightBuilder.requireFieldMatch(false);
182              highlightBuilder.preTags(Highlight[0]);
183              highlightBuilder.postTags(Highlight[1]);
184              searchSourceBuilder.highlighter(highlightBuilder);
185          }
186          //查询
187          searchSourceBuilder.query(QueryBuilders.queryStringQuery(keyWord)); 
188          searchSourceBuilder.timeout(TimeValue.timeValueSeconds(5));
189          searchSourceBuilder.from(from);
190          searchSourceBuilder.size(size);
191          searchRequest.source(searchSourceBuilder);
192          SearchResponse searchResponse=client.search(searchRequest, RequestOptions.DEFAULT);
193          client.close();
194         return searchResponse;
195     }
196     
197       void restLowLeveClient_Demo() throws IOException {
198          RestClient rc =getInstance();
199          HashMap<String,String> params=new HashMap<>();
200          HttpEntity entity= getHttpEntityByKeyWord("代廷安",0,10);
201          Response response =rc.performRequest("GET", "/table_icp_record/_count",params,entity);
202          System.out.println(response.getStatusLine().getStatusCode());
203          
204          String responseBody = EntityUtils.toString(response.getEntity());
205          System.out.println(responseBody);
206          JSONObject result = JSONObject.parseObject(responseBody); 
207          JSONObject  hists=result.getJSONObject("hits");
208          System.out.println(hists);
209          JSONArray list=hists.getJSONArray("hits");
210          System.out.println(list);
211          int i= list.size();
212          System.out.println("all:"+i);
213          System.out.println(list.get(0));
214          rc.close();
215      }
216     
217      void restHighLevelClient_Demo() throws IOException {
218          RestHighLevelClient client= getRestHighLevelClient();
219          SearchRequest searchRequest = new SearchRequest("index1"); 
220          SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); 
221          searchSourceBuilder.query(QueryBuilders.queryStringQuery("关键字")); 
222          searchSourceBuilder.timeout(TimeValue.timeValueSeconds(5));
223          searchSourceBuilder.from(0);
224          searchSourceBuilder.size(10);
225          searchRequest.source(searchSourceBuilder);
226          SearchResponse searchResponse=client.search(searchRequest, RequestOptions.DEFAULT);
227          RestStatus status = searchResponse.status();
228          System.out.println(status);
229          SearchHits hits = searchResponse.getHits();
230         for(SearchHit hit: hits){
231             System.out.println(hit.getScore());
232             System.out.println(hit.getSourceAsMap());
233         }
234          client.close();
235      }
236      
237          /*
238           * 有分页
239           */
240         static HttpEntity getHttpEntityByKeyWord(String  keyWord,int from,int size) throws IOException{
241              String queryString=
242                      "{\r\n" + 
243                     "   \"from\" : "+from+", \"size\" : "+size+","+
244                      "   \"query\": {\r\n" + 
245                      "    \"multi_match\" : {\r\n" + 
246                      "      \"query\": \""+keyWord+"\"\r\n" + 
247                      "    }\r\n" + 
248                      "  }\r\n" + 
249                      "}";
250             return new NStringEntity(queryString, ContentType.APPLICATION_JSON);
251         }
252         
253         static HttpEntity getHttpEntityByKeyWord(String  keyWord) throws IOException{
254              String queryString=
255                      "{\r\n" + 
256                      "   \"query\": {\r\n" + 
257                      "    \"multi_match\" : {\r\n" + 
258                      "      \"query\": \""+keyWord+"\"\r\n" + 
259                      "    }\r\n" + 
260                      "  }\r\n" + 
261                      "}";
262             return new NStringEntity(queryString, ContentType.APPLICATION_JSON);
263         }
264     /**
265      * 获取elastic的client的信息
266      * @param ip
267      * @param port
268      * @param usename
269      * @param passwd
270      * @return
271      */
272     public static RestClient getElasticClient(String ip, Integer port, String usename, String passwd) {
273         final CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
274         credentialsProvider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials(usename, passwd));
275         RestClient restClient = RestClient.builder(new HttpHost(ip, port, "http"))
276                 .setHttpClientConfigCallback(new RestClientBuilder.HttpClientConfigCallback() {
277                     public HttpAsyncClientBuilder customizeHttpClient(HttpAsyncClientBuilder httpClientBuilder) {
278                         httpClientBuilder.disableAuthCaching();
279                         return httpClientBuilder.setDefaultCredentialsProvider(credentialsProvider);
280                     }
281                 }).build();
282         return restClient;
283     }
284     
285     public static HttpEntity entiy2HttpEntity(Object ent) throws JsonGenerationException, JsonMappingException, IOException{
286          String jsonString = mapper.writeValueAsString(ent);
287          HttpEntity entity = new NStringEntity(jsonString, ContentType.APPLICATION_JSON);
288          return entity;
289     }
290     
291     /**
292      * 批处理用
293      * @param list
294      * @return
295      * @throws JsonGenerationException
296      * @throws JsonMappingException
297      * @throws IOException
298      */
299     public static HttpEntity entiyList2HttpEntity(List<Object> list,String index,String type) throws JsonGenerationException, JsonMappingException, IOException{
300         String tmp="{ \"index\":  { \"_index\": \""+index+"\", \"_type\": \""+type+"\" }}";
301         StringBuilder sb=new StringBuilder();
302         for (Object ent : list) {
303             String jsonString = mapper.writeValueAsString(ent);
304             sb.append(tmp).append("\n").append(jsonString).append("\n");
305         }
306         
307         HttpEntity entity = new NStringEntity(sb.toString(), ContentType.APPLICATION_JSON);
308         return entity;
309     }
310     
311     public static String Response2String( Response response) throws IOException{
312             return EntityUtils.toString(response.getEntity());
313     }
314     
315 }