Below works only when limiting return of snapshots to a small number. Curl on the full set of snapshots works fine. It appear request timeout is not helping either. What am I missing?
input {
http_poller {
urls => {
snapshot3 => {
# Supports all options supported by ruby's Manticore HTTP client
method => get
url => "http://...:9200/_snapshot/production-elasticsearch2-bck/snapshot-"
headers => {
Accept => "application/json"
}
}
}
keepalive => false
request_timeout => 360
# Supports "cron", "every", "at" and "in" schedules by rufus scheduler
schedule => { cron => "/5 * * * * UTC"}
codec => "json"
# A hash of request metadata info (timing, response headers, etc.) will be sent here
#metadata_target => "http_poller_metadata"
}
}
output {
elasticsearch {
hosts => [ "cloudcontrol-elasticsearch1.office.re.local:9200" ]
index => "elasticsearch-backup"
document_type => "backup"
document_id => "rrc102-production"
}
}