@Test public void testScroll() throws IOException { TransportClient esClient = new ESClient().getInstance(); SearchResponse searchResponse = esClient.prepareSearch(indexName) .setTypes(type) .setSize(10000) //这个游标维持多长时间 .setScroll(TimeValue.timeValueMinutes(8)) .execute().actionGet(); System.out.println(searchResponse.getHits().getTotalHits()); StringBuffer buffer = new StringBuffer(); while(true){ for (SearchHit hit : searchResponse.getHits()) { System.out.println(hit.getSourceAsString()); buffer.append(hit.getSourceAsString().replace("\n"," ")+"\n"); } searchResponse = esClient.prepareSearchScroll(searchResponse.getScrollId()) .setScroll(TimeValue.timeValueMinutes(8)) .execute().actionGet(); if (searchResponse.getHits().getHits().length == 0) { break; } } FileOutputStream out = new FileOutputStream("E:/tmp/scrolldata.es"); out.write(buffer.toString().getBytes()); out.close(); System.out.println("文件写入成功"+"E:/tmp/scrolldata.es"); }
elasticsearch遍历出全部数据
最新推荐文章于 2024-08-25 17:11:33 发布