Logstash сuts long message


(Павел Шевцов) #1

I have long message like this -
{"message":"http://oraxe.uislab.com:8080/ords/plp/fcplp/GetParcelList","context":{"status_code":200,"reason_phrase":"OK","request_options":{"json":{"f_organization":"71D474D44471D009E0509CB9CB2A4A30","f_id":null},"headers":{"Content-Type":"application/json"}},"response_content":{"status":"OK","parcellockers":[{"id":1019,"city_ua":null,"city_ru":null,"region_ua":null,"region_ru":null,"address_ua":null,"address_ru":null,"latitude":null,"longitude":null,"status":1,"parcellocker_cell":[{"id":10190101,"cell_num":"01","status":20,"parcel_size":3,"order_num":1006107,"guid":null,"free_date":"23.08.2018"},{"id":10190102,"cell_num":"02","status":20,"parcel_size":1,"order_num":1006093,"guid":null,"free_date":"16.08.2018"},{"id":10190103,"cell_num":"03","status":20,"parcel_size":1,"order_num":1006083,"guid":null,"free_date":"16.08.2018"},{"id":10190104,"cell_num":"04","status":10,"parcel_size":1,"order_num":1006085,"guid":"777888","free_date":"16.08.2018"},

and etc....

,"extra":}

and when i try to process it

input { stdin {} }

filter {

grok {
match => {"message" =>"%{GREEDYDATA:message}"}
overwrite => [ "message" ]
}
}

output { stdout { codec => rubydebug } }

i got -
{
"message" => "{"message":"http://oraxe.uislab.com:8080/ords/plp/fcplp/GetParcelList","context":{"status_code":200,"reason_phrase":"OK","request_options":{"json":{"f_organization":"71D474D44471D009E0509CB9CB2A4A30","f_id":null},"headers":{"Content-Type":"application/json"}},"response_content":{"status":"OK","parcellockers":[{"id":1019,"city_ua":null,"city_ru":null,"region_ua":null,"region_ru":null,"address_ua":null,"address_ru":null,"latitude":null,"longitude":null,"status":1,"parcellocker_cell":[{"id":10190101,"cell_num":"01","status":20,"parcel_size":3,"order_num":1006107,"guid":null,"free_date":"23.08.2018"},{"id":10190102,"cell_num":"02","status":20,"parcel_size":1,"order_num":1006093,"guid":null,"free_date":"16.08.2018"},{"id":10190103,"cell_num":"03","status":20,"parcel_size":1,"order_num":1006083,"guid":null,"free_date":"16.08.2018"},{"id":10190104,"cell_num":"04","status":10,"parcel_size":1,"order_num":1006085,"guid":"777888","free_date":"16.08.2018"},{"id":10190105,"cell_num":"05","status":20,"parcel_size":1,"order_num":1006086,"guid":null,"free_date":"16.08.2018"},{"id":10190106,"cell_num":"06","status":20,"parcel_size":2,"order_num":1006089,"guid":null,"free_date":"16.08.2018"},{"id":10190107,"cell_num":"07","status":20,"parcel_size":2,"order_num":1006108,"guid":null,"free_date":"23.08.2018"},{"id":10190108,"cell_num":"08","status":20,"parcel_size":3,"order_num":1006070,"guid":null,"free_date":"16.08.2018"}],"totalcellcount":8,"cellstatuses":[{"cellstatus":10,"cellcount":1},{"cellstatus":20,"cellcount":7}]},{"id":1020,"city_ua":null,"city_ru":null,"region_ua":null,"region_ru":null,"address_ua":null,"address_ru":null,"latitude":null,"longitude":null,"status":1,"parcellocker_cell":[{"id":10200101,"cell_num":"01","status":22,"parcel_size":3,"order_num":1005927,"guid":null,"free_date":"30.10.2018"},{"id":10200102,"cell_num":"02","status":22,"parcel_size":1,"order_num":1005915,"guid":null,"free_date":"31.10.2018"},{"id":10200103,"cell_num":"03","status":90,"parcel_size":1,"order_num":null,"guid":null,"free_date":null},{"id":10200104,"cell_num":"04","status":10,"parcel_size":1,"order_num":1006176,"guid":"5be44e02b7384","free_date":"09.11.2018"},{"id":10200105,"cell_num":"05","status":90,"parcel_size":1,"order_num":1006155,"guid":null,"free_date":"07.11.2018"},{"id":10200106,"cell_num":"06","status":10,"parcel_size":2,"order_num":1006167,"guid":"5be418c942428","free_date":"09.11.2018"},{"id":10200107,"cell_num":"07","status":10,"parcel_size":2,"order_num":1006168,"guid":"5be418cb8b8fe","free_date":"09.11.2018"},{"id":10200108,"cell_num":"08","status":22,"parcel_size":3,"order_num":1005909,"guid":null,"free_date":"31.10.2018"},{"id":10200201,"cell_num":"01","status":22,"parcel_size":3,"order_num":1006162,"guid":null,"free_date":"05.11.2018"},{"id":10200202,"cell_num":"02","status":22,"parcel_size":1,"order_num":1005970,"guid":null,"free_date":"30.10.2018"},{"id":10200203,"cell_num":"03","status":22,"parcel_size":1,"order_num":1005971,"guid":null,"free_date":"30.10.2018"},{"id":10200204,"cell_num":"04","status":22,"parcel_size":1,"order_num":1005972,"guid":null,"free_date":"30.10.2018"},{"id":10200205,"cell_num":"05","status":22,"parcel_size":1,"order_num":1006064,"guid":null,"free_date":"30.10.2018"},{"id":10200206,"cell_num":"06","status":10,"parcel_size":2,"order_num":1006169,"guid":"5be418d97bcef","free_date":"09.11.2018"},{"id":10200207,"cell_num":"07","status":22,"parcel_size":2,"order_num":1006163,"guid":null,"free_date":"03.11.2018"},{"id":10200208,"cell_num":"08","status":10,"parcel_size":3,"order_num":1006170,"guid":"5be42101a11ec","free_date":"09.11.2018"}],"totalcellcount":16,"cellstatuses":[{"cellstatus":10,"cellcount":5},{"cellstatus":22,"cellcount":9},{"cellstatus":90,"cellcount":2}]},{"id":1021,"city_ua":null,"city_ru":null,"region_ua":null,"region_ru":null,"address_ua":null,"address_ru":null,"latitude":null,"longitude":null,"status":1,"parcellocker_cell":[{"id":10210101,"cell_num":"01","status":20,"parcel_size":3,"order_num":1005892,"guid":null,"free_date":"21.07.2018"},{"id":10210102,"cell_num":"02","status":20,"pa",
"@version" => "1",
"host" => "elk1-test",
"@timestamp" => 2018-11-28T14:55:11.305Z
}

Can i increase the length of the processed line?