在 Mapping 里面,将 dynamic 参数设置成 strict 可以拒绝索引包含未知字段的文档。 此条 Tips 由 medcl 贡献。

5.x scroll 没有返回新id

Elasticsearch | 作者 jsh0401 | 发布于2017年12月01日 | 阅读数:3822

网上搜scroll的理解 是每次查询返回不同id,每次取上一个id找数据,然后产生新id,每次size*shard个数, 但是我代码打印出来的scroll_id却没变,查询结果应该是正确的,而且设置的szie就是每次返回的size,并没有乘以shard个数,请问为什么呢
 
代码如下:
 

scrollResp = client.prepareSearch(indexHash.get(index)) .setQuery(qb) .setScroll(TimeValue.timeValueMillis(10000)) .addSort(SortBuilders.fieldSort("_doc")) .setSize(10000) .execute().actionGet();

// 第一次查询,只返回数量和一个scrollId System.out.println(scrollResp.getScrollId()); System.out.println(scrollResp.getHits().getTotalHits()); System.out.println(scrollResp.getHits().hits().length); System.out.println("------------------------------");
 
 

public void getAllUuid() { 
do { 
 
for (SearchHit hit : scrollResp.getHits().getHits()) { 
System.out.println("uuid: " + hit.getSource().get("id")); 
break; 

scrollResp = client.prepareSearchScroll(scrollResp.getScrollId()) .
setScroll(new TimeValue(10000)) .execute().actionGet(); 
 
System.out.println(scrollResp.getScrollId()); 
System.out.println(scrollResp.getHits().getTotalHits()); 
System.out.println(scrollResp.getHits().hits().length); System.out.println(++NUM + "------------------------------"); 
 
} while(scrollResp.getHits().getHits().length != 0); }
 
 
 
 
 
结果并没有陷入死循环,能遍历完结果
 
结果如下:
241------------------------------
uuid: 47ACF4AF0DA754A0071E370735C8B006|937768020839668
DnF1ZXJ5VGhlbkZldGNoHgAAAAAABS9CFkZtaTN5elV3VGlpbE5ScDRPelVsQ3cAAAAAAAXvIRZIUHpxcy1UVVNzQ0NwS2xGQm9qeEd3AAAAAAABaZQWaS1hQUw1U2hTb3F3WU42TllmcUxWQQAAAAAAAJNeFk5TZENPVHNkUXZlbU9TZDZEclJMbncAAAAAAAhYmBZaWWtvQ1Jvc1FMeVVjWEFCYU9GaTNRAAAAAAAAK9IWUzBSUmt0QzZUUlNxMjhNelZ0S0g1ZwAAAAAAACvTFlMwUlJrdEM2VFJTcTI4TXpWdEtINWcAAAAAAAU0HhZXYUY3MGV2NVJtMmxYN0txM3dFX013AAAAAAABI2EWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAAAWmVFmktYUFMNVNoU29xd1lONk5ZZnFMVkEAAAAAAAAr1BZTMFJSa3RDNlRSU3EyOE16VnRLSDVnAAAAAAABI2IWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAAAAMFFkVSU0xOQzJLU19LajI1WUs4NFh1amcAAAAAAAGe4hZPVEwwSjNCV1FuT25tbGFDSG1PaVhnAAAAAAABI2MWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAACFiZFlpZa29DUm9zUUx5VWNYQUJhT0ZpM1EAAAAAAAAMQRZ5bnJ3blZWZlNrV1dmblNZV2Z3NnN3AAAAAAABKocWblJyanZ4TzdSdXFVNlJkLWtmYU9yUQAAAAAAAPkTFm8yLWdDWHRxUW9xanR2cHdVUS1yWGcAAAAAAAFplhZpLWFBTDVTaFNvcXdZTjZOWWZxTFZBAAAAAAAAK9UWUzBSUmt0QzZUUlNxMjhNelZ0S0g1ZwAAAAAAASqIFm5Scmp2eE83UnVxVTZSZC1rZmFPclEAAAAAAAAMQhZ5bnJ3blZWZlNrV1dmblNZV2Z3NnN3AAAAAAAC93YWUGczd1Ryc1BUZUtTXzkzeTFneEFIQQAAAAAAAvd1FlBnM3dUcnNQVGVLU185M3kxZ3hBSEEAAAAAAAU0HxZXYUY3MGV2NVJtMmxYN0txM3dFX013AAAAAAAC93cWUGczd1Ryc1BUZUtTXzkzeTFneEFIQQAAAAAAA43nFng4MXVYNVJ5U3JTSzRoVVg4Rm9lZFEAAAAAAAADBhZFUlNMTkMyS1NfS2oyNVlLODRYdWpnAAAAAAAFL0MWRm1pM3l6VXdUaWlsTlJwNE96VWxDdw==
2442745
10000
242------------------------------
uuid: 2A11D7BB36953BD0DD3EDF10CE36A930|543113630044068
DnF1ZXJ5VGhlbkZldGNoHgAAAAAABS9CFkZtaTN5elV3VGlpbE5ScDRPelVsQ3cAAAAAAAXvIRZIUHpxcy1UVVNzQ0NwS2xGQm9qeEd3AAAAAAABaZQWaS1hQUw1U2hTb3F3WU42TllmcUxWQQAAAAAAAJNeFk5TZENPVHNkUXZlbU9TZDZEclJMbncAAAAAAAhYmBZaWWtvQ1Jvc1FMeVVjWEFCYU9GaTNRAAAAAAAAK9IWUzBSUmt0QzZUUlNxMjhNelZ0S0g1ZwAAAAAAACvTFlMwUlJrdEM2VFJTcTI4TXpWdEtINWcAAAAAAAU0HhZXYUY3MGV2NVJtMmxYN0txM3dFX013AAAAAAABI2EWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAAAWmVFmktYUFMNVNoU29xd1lONk5ZZnFMVkEAAAAAAAAr1BZTMFJSa3RDNlRSU3EyOE16VnRLSDVnAAAAAAABI2IWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAAAAMFFkVSU0xOQzJLU19LajI1WUs4NFh1amcAAAAAAAGe4hZPVEwwSjNCV1FuT25tbGFDSG1PaVhnAAAAAAABI2MWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAACFiZFlpZa29DUm9zUUx5VWNYQUJhT0ZpM1EAAAAAAAAMQRZ5bnJ3blZWZlNrV1dmblNZV2Z3NnN3AAAAAAABKocWblJyanZ4TzdSdXFVNlJkLWtmYU9yUQAAAAAAAPkTFm8yLWdDWHRxUW9xanR2cHdVUS1yWGcAAAAAAAFplhZpLWFBTDVTaFNvcXdZTjZOWWZxTFZBAAAAAAAAK9UWUzBSUmt0QzZUUlNxMjhNelZ0S0g1ZwAAAAAAASqIFm5Scmp2eE83UnVxVTZSZC1rZmFPclEAAAAAAAAMQhZ5bnJ3blZWZlNrV1dmblNZV2Z3NnN3AAAAAAAC93YWUGczd1Ryc1BUZUtTXzkzeTFneEFIQQAAAAAAAvd1FlBnM3dUcnNQVGVLU185M3kxZ3hBSEEAAAAAAAU0HxZXYUY3MGV2NVJtMmxYN0txM3dFX013AAAAAAAC93cWUGczd1Ryc1BUZUtTXzkzeTFneEFIQQAAAAAAA43nFng4MXVYNVJ5U3JTSzRoVVg4Rm9lZFEAAAAAAAADBhZFUlNMTkMyS1NfS2oyNVlLODRYdWpnAAAAAAAFL0MWRm1pM3l6VXdUaWlsTlJwNE96VWxDdw==
2442745
10000
243------------------------------
uuid: B9C2DA005A70EEC669305A6C347A068C|051406660660553
DnF1ZXJ5VGhlbkZldGNoHgAAAAAABS9CFkZtaTN5elV3VGlpbE5ScDRPelVsQ3cAAAAAAAXvIRZIUHpxcy1UVVNzQ0NwS2xGQm9qeEd3AAAAAAABaZQWaS1hQUw1U2hTb3F3WU42TllmcUxWQQAAAAAAAJNeFk5TZENPVHNkUXZlbU9TZDZEclJMbncAAAAAAAhYmBZaWWtvQ1Jvc1FMeVVjWEFCYU9GaTNRAAAAAAAAK9IWUzBSUmt0QzZUUlNxMjhNelZ0S0g1ZwAAAAAAACvTFlMwUlJrdEM2VFJTcTI4TXpWdEtINWcAAAAAAAU0HhZXYUY3MGV2NVJtMmxYN0txM3dFX013AAAAAAABI2EWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAAAWmVFmktYUFMNVNoU29xd1lONk5ZZnFMVkEAAAAAAAAr1BZTMFJSa3RDNlRSU3EyOE16VnRLSDVnAAAAAAABI2IWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAAAAMFFkVSU0xOQzJLU19LajI1WUs4NFh1amcAAAAAAAGe4hZPVEwwSjNCV1FuT25tbGFDSG1PaVhnAAAAAAABI2MWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAACFiZFlpZa29DUm9zUUx5VWNYQUJhT0ZpM1EAAAAAAAAMQRZ5bnJ3blZWZlNrV1dmblNZV2Z3NnN3AAAAAAABKocWblJyanZ4TzdSdXFVNlJkLWtmYU9yUQAAAAAAAPkTFm8yLWdDWHRxUW9xanR2cHdVUS1yWGcAAAAAAAFplhZpLWFBTDVTaFNvcXdZTjZOWWZxTFZBAAAAAAAAK9UWUzBSUmt0QzZUUlNxMjhNelZ0S0g1ZwAAAAAAASqIFm5Scmp2eE83UnVxVTZSZC1rZmFPclEAAAAAAAAMQhZ5bnJ3blZWZlNrV1dmblNZV2Z3NnN3AAAAAAAC93YWUGczd1Ryc1BUZUtTXzkzeTFneEFIQQAAAAAAAvd1FlBnM3dUcnNQVGVLU185M3kxZ3hBSEEAAAAAAAU0HxZXYUY3MGV2NVJtMmxYN0txM3dFX013AAAAAAAC93cWUGczd1Ryc1BUZUtTXzkzeTFneEFIQQAAAAAAA43nFng4MXVYNVJ5U3JTSzRoVVg4Rm9lZFEAAAAAAAADBhZFUlNMTkMyS1NfS2oyNVlLODRYdWpnAAAAAAAFL0MWRm1pM3l6VXdUaWlsTlJwNE96VWxDdw==
2442745
2745
244------------------------------
uuid: 026618FEBEBC03255361690534DDA193|431246230037168
DnF1ZXJ5VGhlbkZldGNoHgAAAAAABS9CFkZtaTN5elV3VGlpbE5ScDRPelVsQ3cAAAAAAAXvIRZIUHpxcy1UVVNzQ0NwS2xGQm9qeEd3AAAAAAABaZQWaS1hQUw1U2hTb3F3WU42TllmcUxWQQAAAAAAAJNeFk5TZENPVHNkUXZlbU9TZDZEclJMbncAAAAAAAhYmBZaWWtvQ1Jvc1FMeVVjWEFCYU9GaTNRAAAAAAAAK9IWUzBSUmt0QzZUUlNxMjhNelZ0S0g1ZwAAAAAAACvTFlMwUlJrdEM2VFJTcTI4TXpWdEtINWcAAAAAAAU0HhZXYUY3MGV2NVJtMmxYN0txM3dFX013AAAAAAABI2EWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAAAWmVFmktYUFMNVNoU29xd1lONk5ZZnFMVkEAAAAAAAAr1BZTMFJSa3RDNlRSU3EyOE16VnRLSDVnAAAAAAABI2IWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAAAAMFFkVSU0xOQzJLU19LajI1WUs4NFh1amcAAAAAAAGe4hZPVEwwSjNCV1FuT25tbGFDSG1PaVhnAAAAAAABI2MWZmUyN0FUemVUV1NoZzhiYmd0Mk9hdwAAAAAACFiZFlpZa29DUm9zUUx5VWNYQUJhT0ZpM1EAAAAAAAAMQRZ5bnJ3blZWZlNrV1dmblNZV2Z3NnN3AAAAAAABKocWblJyanZ4TzdSdXFVNlJkLWtmYU9yUQAAAAAAAPkTFm8yLWdDWHRxUW9xanR2cHdVUS1yWGcAAAAAAAFplhZpLWFBTDVTaFNvcXdZTjZOWWZxTFZBAAAAAAAAK9UWUzBSUmt0QzZUUlNxMjhNelZ0S0g1ZwAAAAAAASqIFm5Scmp2eE83UnVxVTZSZC1rZmFPclEAAAAAAAAMQhZ5bnJ3blZWZlNrV1dmblNZV2Z3NnN3AAAAAAAC93YWUGczd1Ryc1BUZUtTXzkzeTFneEFIQQAAAAAAAvd1FlBnM3dUcnNQVGVLU185M3kxZ3hBSEEAAAAAAAU0HxZXYUY3MGV2NVJtMmxYN0txM3dFX013AAAAAAAC93cWUGczd1Ryc1BUZUtTXzkzeTFneEFIQQAAAAAAA43nFng4MXVYNVJ5U3JTSzRoVVg4Rm9lZFEAAAAAAAADBhZFUlNMTkMyS1NfS2oyNVlLODRYdWpnAAAAAAAFL0MWRm1pM3l6VXdUaWlsTlJwNE96VWxDdw==
2442745
0
245------------------------------
search done: 534s
 
已邀请:

要回复问题请先登录注册