ES 深度分页查询

 es深度分页是通过保存scroll_id实现的，用第一次查询得到的scroll_id，再发起新的查询就可以得到下一页信息了，一页最多返回10000条数据。线上有2000万+的数据，查询导出速度大概20几秒。

curl -XGET  --user "用户名:密码"  'localhost:9200/full-msg/_search?scroll=5m&pretty' -H 'Content-Type: application/json' -d '
{
    "_source":[
        "id",
        "content",
        "type",
        "status",
        "time"
    ],
    "query":{
        "bool":{
            "must":[
                {
                    "range":{
                        "time":{
                            "gte":"2021-01-18T00:00:00+08:00",
                            "lte":"2021-02-02T00:00:00+08:00"
                        }
                    }
                },
                {
                    "terms":{
                        "type":[
                            "2",
                            "4"
                        ]
                    }
                }
            ]
        }
    },
    "size":10000
}
' >> result20210204.txt

 

curl -XGET  --user "用户名:密码" 'localhost:9200/_search/scroll' -H 'Content-Type: application/json' -d '{
  "scroll" : "5m", 
  "scroll_id" : "FGluY2x1ZGVfY29udGV4dF91dWlkDnF1ZXJ5VGhlbkZldGNoDBQtRVBPYW5jQnQtNl9xa1I4ODhYdwAAAAAANGHNFk5XX2hzZFpiVEx1Q2IzQ0YycWhrVmcULTBQT2FuY0J0LTZfcWtSODg4WHkAAAAAADRh0BZOV19oc2RaYlRMdUNiM0NGMnFoa1ZnFEpsX09hbmNCWl9zakdOcHE4ekh3AAAAAAA1NTMWZVlmZHV0REVTU09BcjNqU25nUzNlQRRLVl9PYW5jQlpfc2pHTnBxOHpIeQAAAAAANTU2FmVZZmR1dERFU1NPQXIzalNuZ1MzZUEUS0ZfT2FuY0JaX3NqR05wcTh6SHgAAAAAADU1NRZlWWZkdXRERVNTT0FyM2pTbmdTM2VBFHpSck9hbmNCNVZoUEpIRlc4d3J2AAAAAAAmZygWUk91RHlKRW1TWjZWQ1BpaHJMYjQxURQwQnJPYW5jQjVWaFBKSEZXOHdydwAAAAAAJmcrFlJPdUR5SkVtU1o2VkNQaWhyTGI0MVEULWtQT2FuY0J0LTZfcWtSODg4WHcAAAAAADRhzxZOV19oc2RaYlRMdUNiM0NGMnFoa1ZnFC1VUE9hbmNCdC02X3FrUjg4OFh3AAAAAAA0Yc4WTldfaHNkWmJUTHVDYjNDRjJxaGtWZxRKMV9PYW5jQlpfc2pHTnBxOHpIeAAAAAAANTU0FmVZZmR1dERFU1NPQXIzalNuZ1MzZUEUenhyT2FuY0I1VmhQSkhGVzh3cnYAAAAAACZnKhZST3VEeUpFbVNaNlZDUGlockxiNDFRFHpock9hbmNCNVZoUEpIRlc4d3J2AAAAAAAmZykWUk91RHlKRW1TWjZWQ1BpaHJMYjQxUQ=="
}' >> result20210204.txt