利用游标从es下载数据

#!/bin/bash
# 存放文件路径
FILE="/home/dpc/temp_es_data.txt"
# ES访问地址
HOST="10.11.11.11:10003"
# ES index
INDEX="v2-ime-statistics-20210817"
# ES type
TYPE="_doc"
#scroll数据
function scroll(){
    search_dsl='{
            "query": {
                "match_all": {}
            },
            "size": 10
        }
        '

    json=$(curl -s -XGET "$HOST/$INDEX/$TYPE/_search?scroll=1m" -H "Content-Type: application/json" -d "$search_dsl")
    scroll_id=$(echo $json | jq -c -r "._scroll_id")
    hits=$(echo $json | jq -c ".hits.hits")

    length=$(echo $hits | jq length)
    echo $length

    for i in $(seq $length)
    do
        index=$i-1
        hit=$(echo $hits | jq -c ".[$index]._source")
        echo $hit >> $FILE
    done

    scroll_dsl='{"scroll_id": "'"$scroll_id"'"}'


    num=100
    counter=1
    while [ $counter -lt $num ];
    do
        hits=$(curl -s -XGET "$HOST/_search/scroll?scroll=1m" -H "Content-Type: application/json" -d "$scroll_dsl" | jq -c ".hits.hits")

        if [ "$hits" == "" ];
        then
            echo "exit"
            exit
        fi

        length=$(echo $hits | jq length)

        for i in $(seq $length)
        do
            index=$i-1
            hit=$(echo $hits | jq -c ".[$index]._source")
            echo $hit >> $FILE
        done
        
        echo "counter $counter"
        echo `date +%Y/%m/%d_%k:%M:%S`
        let counter+=1
    done
}

if [ -f $FILE ]; then
   rm $FILE
fi
touch "$FILE"

scroll