Failed to execute action {:action=>LogStash::PipelineAction::Create/pipeline

samargh · February 13, 2020, 9:26am

i have this code :
input {
file {
path => "/home/samar/data/subscriber.csv"
start_position => "beginning"
sincdb => "/dev/null"
}
}
filter {
csv {
sparator => ","
columns => ["Subscriber ID (MSISDN)","Account ID (Master MSISDN)","Temporary Block Flag","Refill Failed Counter","Refill Bar End Date and Time","First IVR Call Done Flag","First Call Done Flag","Language","Special Announcement Played Flag","Service Fee Period Warning Played Flag","Supervision Period Warning Played Flag","Low Level Warning Played Flag","Originating Voice Block Status","Terminating Voice Block Status","Originating SMS Block Status","Terminating SMS Block Status","GPRS Block Status","Service Class ID","Original Service Class ID","Temporary Service Class Expiry Date","Account Balance (Units)","Account Activated Flag","Service Fee Expiry Date","Supervision Period Expiry Date","Last Service Fee Deduction Date","Account Disconnection Date","Service Fee Expiry Flag","Service Fee Expiry Warning Flag","Credit Clearance Date","Supervision Expiry Flag","Supervision Expiry Warning Flag","Negative Balance Barring Start Date","Negative Balance Barred Flag","Account In Euro Flag","Not Used","Not Used","Converged Flag","Life Cycle Notification Report","Service Offerings","Account Group Id","Community Id 1","Community Id 2","Community Id 3","Activation Date"]
}
mutate{convert => "Subscriber ID (MSISDN)" , "integer"}
mutate{convert => "Account ID (Master MSISDN)" , "integer"}
mutate{convert => "Temporary Block Flag" , "integer"}
mutate{convert => "Refill Failed Counter" , "integer"}
mutate{convert => "First IVR Call Done Flag" , "integer"}
mutate{convert => "First Call Done Flag" , "integer"}
mutate{convert => "Language" , "integer"}
mutate{convert => "Special Announcement Played Flag" , "integer"}
mutate{convert => "Service Fee Period Warning Played Flag" , "integer"}
mutate{convert => "Supervision Period Warning Played Flag" , "integer"}
mutate{convert => "Low Level Warning Played Flag" , "integer"}
mutate{convert => "Originating Voice Block Status" , "integer"}
mutate{convert => "Terminating Voice Block Status" , "integer"}
mutate{convert => "Originating SMS Block Status" , "integer"}
mutate{convert => "Terminating SMS Block Status" , "integer"}
mutate{convert => "GPRS Block Status" , "integer"}
mutate{convert => "Service Class ID" , "integer"}
mutate{convert => "Original Service Class ID" , "integer"}
mutate{convert => "Temporary Service Class Expiry Date" , "date"}
mutate{convert => "Account Balance (Units)" , "float"}
mutate{convert => "Account Activated Flag" , "integer"}
mutate{convert => "Service Fee Expiry Date" , "date"}
mutate{convert => "Supervision Period Expiry Date" , "date"}
mutate{convert => "Last Service Fee Deduction Date" , "date"}
mutate{convert => "Account Disconnection Date" , "date"}
mutate{convert => "Service Fee Expiry Flag" , "integer"}
mutate{convert => "Service Fee Expiry Warning Flag" , "integer"}
mutate{convert => "Credit Clearance Date" , "integer"}
mutate{convert => "Supervision Expiry Flag" , "integer"}
mutate{convert => "Supervision Expiry Warning Flag" , "integer"}
mutate{convert => "Negative Balance Barring Start Date" , "date"}
mutate{convert => "Negative Balance Barred Flag" , "integer"}
mutate{convert => "Account In Euro Flag" , "integer"}
mutate{convert => "Not Used" , "integer"}
mutate{convert => "Not Used" , "integer"}
mutate{convert => "Converged Flag" , "integer"}
mutate{convert => "Life Cycle Notification Report" , "integer"}
mutate{convert => "Service Offerings" , "integer"}
mutate{convert => "Account Group Id" , "integer"}
mutate{convert => "Community Id 1" , "integer"}
mutate{convert => "Community Id 2" , "integer"}
mutate{convert => "Community Id 3" , "integer"}
mutate{convert => "Activation Date" , "date"}
}
output {
stdout{}
elasticsearch {
hosts => "192.168.91.141:9200"
index => "subscriber"
document_type => "state_subscriber"
}
}

vinu89 · February 13, 2020, 9:43am

it has to be sincedb_path => "/dev/null"

then please check the spelling of seperator

samargh · February 13, 2020, 10:12am

[2020-02-13T11:09:10,266][WARN ][logstash.config.source.multilocal] Ignoring the 'pipelines.yml' file because modules or command line options are specified
[2020-02-13T11:09:10,370][INFO ][logstash.runner ] Starting Logstash {"logstash.version"=>"7.4.0"}
[2020-02-13T11:09:18,541][ERROR][logstash.agent ] Failed to execute action {:action=>LogStash::PipelineAction::Create/pipeline_id:main, :exception=>"LogStash::ConfigurationError", :message=>"Expected one of #, => at line 63, column 16 (byte 3304) after filter {\n csv {\n sparator => ","\n columns => ["Subscriber ID (MSISDN)","Account ID (Master MSISDN)","Temporary Block Flag","Refill Failed Counter","Refill Bar End Date and Time","First IVR Call Done Flag","First Call Done Flag","Language","Special Announcement Played Flag","Service Fee Period Warning Played Flag","Supervision Period Warning Played Flag","Low Level Warning Played Flag","Originating Voice Block Status","Terminating Voice Block Status","Originating SMS Block Status","Terminating SMS Block Status","GPRS Block Status","Service Class ID","Original Service Class ID","Temporary Service Class Expiry Date","Account Balance (Units)","Account Activated Flag","Service Fee Expiry Date","Supervision Period Expiry Date","Last Service Fee Deduction Date","Account Disconnection Date","Service Fee Expiry Flag","Service Fee Expiry Warning Flag","Credit Clearance Date","Supervision Expiry Flag","Supervision Expiry Warning Flag","Negative Balance Barring Start Date","Negative Balance Barred Flag","Account In Euro Flag","Not Used","Not Used","Converged Flag","Life Cycle Notification Report","Service Offerings","Account Group Id","Community Id 1","Community Id 2","Community Id 3","Activation Date"]\n }\n mutate{\n\t\tconvert => {\n\t\t\t"Subscriber ID (MSISDN)" => "integer"\n\t\t\t"Account ID (Master MSISDN)" => "integer"\n\t\t\t"Temporary Block Flag" => "integer"\n\t\t\t"Refill Failed Counter" => "integer"\n\t\t\t"First IVR Call Done Flag" => "integer"\n\t\t\t"First Call Done Flag" => "integer"\n\t\t\t"Language" => "integer"\n\t\t\t"Special Announcement Played Flag" => "integer"\n\t\t\t"Service Fee Period Warning Played Flag" => "integer"\n\t\t\t"Supervision Period Warning Played Flag" => "integer"\n\t\t\t"Low Level Warning Played Flag" => "integer"\n\t\t\t"Originating Voice Block Status" => "integer"\n\t\t\t"Terminating Voice Block Status" => "integer"\n\t\t\t"Originating SMS Block Status" => "integer"\n\t\t\t"Terminating SMS Block Status" => "integer"\n\t\t\t"GPRS Block Status" => "integer"\n\t\t\t"Service Class ID" => "integer"\n\t\t\t"Original Service Class ID" => "integer"\n\t\t\t"Temporary Service Class Expiry Date" => "date"\n\t\t\t"Account Balance (Units)" => "float"\n\t\t\t"Account Activated Flag" => "integer"\n\t\t\t"Service Fee Expiry Date" => "date"\n\t\t\t"Supervision Period Expiry Date" => "date"\n\t\t\t"Last Service Fee Deduction Date" => "date"\n\t\t\t"Account Disconnection Date" => "date"\n\t\t\t"Service Fee Expiry Flag" => "integer"\n\t\t\t"Service Fee Expiry Warning Flag" => "integer"\n\t\t\t"Credit Clearance Date" => "integer"\n\t\t\t"Supervision Expiry Flag" => "integer"\n\t\t\t"Supervision Expiry Warning Flag" => "integer"\n\t\t\t"Negative Balance Barring Start Date" => "date"\n\t\t\t"Negative Balance Barred Flag" => "integer"\n\t\t\t"Account In Euro Flag" => "integer"\n\t\t\t"Not Used" => "integer"\n\t\t\t"Not Used" => "integer"\n\t\t\t"Converged Flag" => "integer"\n\t\t\t"Life Cycle Notification Report" => "integer"\n\t\t\t"Service Offerings" => "integer"\n\t\t\t"Account Group Id" => "integer"\n\t\t\t"Community Id 1" => "integer"\n\t\t\t"Community Id 2" => "integer"\n\t\t\t"Community Id 3" => "integer"\n\t\t\t"Activation Date" => "date"\n\t\t}\n}\noutput {\n\telasticsearch ", :backtrace=>["/home/samar/logstash/logstash-core/lib/logstash/compiler.rb:41:in compile_imperative'", "/home/samar/logstash/logstash-core/lib/logstash/compiler.rb:49:in compile_graph'", "/home/samar/logstash/logstash-core/lib/logstash/compiler.rb:11:in block in compile_sources'", "org/jruby/RubyArray.java:2584:in map'", "/home/samar/logstash/logstash-core/lib/logstash/compiler.rb:10:in compile_sources'", "org/logstash/execution/AbstractPipelineExt.java:153:in initialize'", "org/logstash/execution/JavaBasePipelineExt.java:47:in initialize'", "/home/samar/logstash/logstash-core/lib/logstash/java_pipeline.rb:26:in initialize'", "/home/samar/logstash/logstash-core/lib/logstash/pipeline_action/create.rb:36:in execute'", "/home/samar/logstash/logstash-core/lib/logstash/agent.rb:326:in block in converge_state'"]}
[2020-02-13T11:09:19,894][INFO ][logstash.agent ] Successfully started Logstash API endpoint {:port=>9600}
[2020-02-13T11:09:24,443][INFO ][logstash.runner ] Logstash shut down.

vinu89 · February 13, 2020, 10:14am

its seperator not sprator

samargh · February 13, 2020, 10:17am

yes thank u i didn't notice
but still not the problem

vinu89 · February 13, 2020, 10:21am

actually there has to be pretty good enough spaces

filter {

 csv {

     separator => ","

     columns => ["date","time"`Preformatted text`]

 }

}

vinu89 · February 13, 2020, 10:59am

i hope mutate } braces is not provided pls chk ur braces again

Christian_Dahlqvist · February 13, 2020, 11:21am

As far as I know ‘date’ is not a valid type you can convert to using mutate. For this you need to use a date filter.

system · March 12, 2020, 4:11pm

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.