Failed to execute action {:action=>LogStash::PipelineAction::Create/pipeline

Elastic Stack Logstash
1

i have this code :
input {
file {
path => "/home/samar/data/subscriber.csv"
start_position => "beginning"
sincdb => "/dev/null"
}
}
filter {
csv {
sparator => ","
columns => ["Subscriber ID (MSISDN)","Account ID (Master MSISDN)","Temporary Block Flag","Refill Failed Counter","Refill Bar End Date and Time","First IVR Call Done Flag","First Call Done Flag","Language","Special Announcement Played Flag","Service Fee Period Warning Played Flag","Supervision Period Warning Played Flag","Low Level Warning Played Flag","Originating Voice Block Status","Terminating Voice Block Status","Originating SMS Block Status","Terminating SMS Block Status","GPRS Block Status","Service Class ID","Original Service Class ID","Temporary Service Class Expiry Date","Account Balance (Units)","Account Activated Flag","Service Fee Expiry Date","Supervision Period Expiry Date","Last Service Fee Deduction Date","Account Disconnection Date","Service Fee Expiry Flag","Service Fee Expiry Warning Flag","Credit Clearance Date","Supervision Expiry Flag","Supervision Expiry Warning Flag","Negative Balance Barring Start Date","Negative Balance Barred Flag","Account In Euro Flag","Not Used","Not Used","Converged Flag","Life Cycle Notification Report","Service Offerings","Account Group Id","Community Id 1","Community Id 2","Community Id 3","Activation Date"]
}
mutate{convert => "Subscriber ID (MSISDN)" , "integer"}
mutate{convert => "Account ID (Master MSISDN)" , "integer"}
mutate{convert => "Temporary Block Flag" , "integer"}
mutate{convert => "Refill Failed Counter" , "integer"}
mutate{convert => "First IVR Call Done Flag" , "integer"}
mutate{convert => "First Call Done Flag" , "integer"}
mutate{convert => "Language" , "integer"}
mutate{convert => "Special Announcement Played Flag" , "integer"}
mutate{convert => "Service Fee Period Warning Played Flag" , "integer"}
mutate{convert => "Supervision Period Warning Played Flag" , "integer"}
mutate{convert => "Low Level Warning Played Flag" , "integer"}
mutate{convert => "Originating Voice Block Status" , "integer"}
mutate{convert => "Terminating Voice Block Status" , "integer"}
mutate{convert => "Originating SMS Block Status" , "integer"}
mutate{convert => "Terminating SMS Block Status" , "integer"}
mutate{convert => "GPRS Block Status" , "integer"}
mutate{convert => "Service Class ID" , "integer"}
mutate{convert => "Original Service Class ID" , "integer"}
mutate{convert => "Temporary Service Class Expiry Date" , "date"}
mutate{convert => "Account Balance (Units)" , "float"}
mutate{convert => "Account Activated Flag" , "integer"}
mutate{convert => "Service Fee Expiry Date" , "date"}
mutate{convert => "Supervision Period Expiry Date" , "date"}
mutate{convert => "Last Service Fee Deduction Date" , "date"}
mutate{convert => "Account Disconnection Date" , "date"}
mutate{convert => "Service Fee Expiry Flag" , "integer"}
mutate{convert => "Service Fee Expiry Warning Flag" , "integer"}
mutate{convert => "Credit Clearance Date" , "integer"}
mutate{convert => "Supervision Expiry Flag" , "integer"}
mutate{convert => "Supervision Expiry Warning Flag" , "integer"}
mutate{convert => "Negative Balance Barring Start Date" , "date"}
mutate{convert => "Negative Balance Barred Flag" , "integer"}
mutate{convert => "Account In Euro Flag" , "integer"}
mutate{convert => "Not Used" , "integer"}
mutate{convert => "Not Used" , "integer"}
mutate{convert => "Converged Flag" , "integer"}
mutate{convert => "Life Cycle Notification Report" , "integer"}
mutate{convert => "Service Offerings" , "integer"}
mutate{convert => "Account Group Id" , "integer"}
mutate{convert => "Community Id 1" , "integer"}
mutate{convert => "Community Id 2" , "integer"}
mutate{convert => "Community Id 3" , "integer"}
mutate{convert => "Activation Date" , "date"}
}
output {
stdout{}
elasticsearch {
hosts => "192.168.91.141:9200"
index => "subscriber"
document_type => "state_subscriber"
}
}

3

it has to be sincedb_path => "/dev/null"

then please check the spelling of seperator

5

[2020-02-13T11:09:10,266][WARN ][logstash.config.source.multilocal] Ignoring the 'pipelines.yml' file because modules or command line options are specified
[2020-02-13T11:09:10,370][INFO ][logstash.runner ] Starting Logstash {"logstash.version"=>"7.4.0"}
[2020-02-13T11:09:18,541][ERROR][logstash.agent ] Failed to execute action {:action=>LogStash::PipelineAction::Create/pipeline_id:main, :exception=>"LogStash::ConfigurationError", :message=>"Expected one of #, => at line 63, column 16 (byte 3304) after filter {\n csv {\n sparator => ","\n columns => ["Subscriber ID (MSISDN)","Account ID (Master MSISDN)","Temporary Block Flag","Refill Failed Counter","Refill Bar End Date and Time","First IVR Call Done Flag","First Call Done Flag","Language","Special Announcement Played Flag","Service Fee Period Warning Played Flag","Supervision Period Warning Played Flag","Low Level Warning Played Flag","Originating Voice Block Status","Terminating Voice Block Status","Originating SMS Block Status","Terminating SMS Block Status","GPRS Block Status","Service Class ID","Original Service Class ID","Temporary Service Class Expiry Date","Account Balance (Units)","Account Activated Flag","Service Fee Expiry Date","Supervision Period Expiry Date","Last Service Fee Deduction Date","Account Disconnection Date","Service Fee Expiry Flag","Service Fee Expiry Warning Flag","Credit Clearance Date","Supervision Expiry Flag","Supervision Expiry Warning Flag","Negative Balance Barring Start Date","Negative Balance Barred Flag","Account In Euro Flag","Not Used","Not Used","Converged Flag","Life Cycle Notification Report","Service Offerings","Account Group Id","Community Id 1","Community Id 2","Community Id 3","Activation Date"]\n }\n mutate{\n\t\tconvert => {\n\t\t\t"Subscriber ID (MSISDN)" => "integer"\n\t\t\t"Account ID (Master MSISDN)" => "integer"\n\t\t\t"Temporary Block Flag" => "integer"\n\t\t\t"Refill Failed Counter" => "integer"\n\t\t\t"First IVR Call Done Flag" => "integer"\n\t\t\t"First Call Done Flag" => "integer"\n\t\t\t"Language" => "integer"\n\t\t\t"Special Announcement Played Flag" => "integer"\n\t\t\t"Service Fee Period Warning Played Flag" => "integer"\n\t\t\t"Supervision Period Warning Played Flag" => "integer"\n\t\t\t"Low Level Warning Played Flag" => "integer"\n\t\t\t"Originating Voice Block Status" => "integer"\n\t\t\t"Terminating Voice Block Status" => "integer"\n\t\t\t"Originating SMS Block Status" => "integer"\n\t\t\t"Terminating SMS Block Status" => "integer"\n\t\t\t"GPRS Block Status" => "integer"\n\t\t\t"Service Class ID" => "integer"\n\t\t\t"Original Service Class ID" => "integer"\n\t\t\t"Temporary Service Class Expiry Date" => "date"\n\t\t\t"Account Balance (Units)" => "float"\n\t\t\t"Account Activated Flag" => "integer"\n\t\t\t"Service Fee Expiry Date" => "date"\n\t\t\t"Supervision Period Expiry Date" => "date"\n\t\t\t"Last Service Fee Deduction Date" => "date"\n\t\t\t"Account Disconnection Date" => "date"\n\t\t\t"Service Fee Expiry Flag" => "integer"\n\t\t\t"Service Fee Expiry Warning Flag" => "integer"\n\t\t\t"Credit Clearance Date" => "integer"\n\t\t\t"Supervision Expiry Flag" => "integer"\n\t\t\t"Supervision Expiry Warning Flag" => "integer"\n\t\t\t"Negative Balance Barring Start Date" => "date"\n\t\t\t"Negative Balance Barred Flag" => "integer"\n\t\t\t"Account In Euro Flag" => "integer"\n\t\t\t"Not Used" => "integer"\n\t\t\t"Not Used" => "integer"\n\t\t\t"Converged Flag" => "integer"\n\t\t\t"Life Cycle Notification Report" => "integer"\n\t\t\t"Service Offerings" => "integer"\n\t\t\t"Account Group Id" => "integer"\n\t\t\t"Community Id 1" => "integer"\n\t\t\t"Community Id 2" => "integer"\n\t\t\t"Community Id 3" => "integer"\n\t\t\t"Activation Date" => "date"\n\t\t}\n}\noutput {\n\telasticsearch ", :backtrace=>["/home/samar/logstash/logstash-core/lib/logstash/compiler.rb:41:in compile_imperative'", "/home/samar/logstash/logstash-core/lib/logstash/compiler.rb:49:in compile_graph'", "/home/samar/logstash/logstash-core/lib/logstash/compiler.rb:11:in block in compile_sources'", "org/jruby/RubyArray.java:2584:in map'", "/home/samar/logstash/logstash-core/lib/logstash/compiler.rb:10:in compile_sources'", "org/logstash/execution/AbstractPipelineExt.java:153:in initialize'", "org/logstash/execution/JavaBasePipelineExt.java:47:in initialize'", "/home/samar/logstash/logstash-core/lib/logstash/java_pipeline.rb:26:in initialize'", "/home/samar/logstash/logstash-core/lib/logstash/pipeline_action/create.rb:36:in execute'", "/home/samar/logstash/logstash-core/lib/logstash/agent.rb:326:in block in converge_state'"]}
[2020-02-13T11:09:19,894][INFO ][logstash.agent ] Successfully started Logstash API endpoint {:port=>9600}
[2020-02-13T11:09:24,443][INFO ][logstash.runner ] Logstash shut down.

6

its seperator not sprator

7

yes thank u i didn't notice
but still not the problem

8

actually there has to be pretty good enough spaces

filter {

 csv {

     separator => ","

     columns => ["date","time"`Preformatted text`]

 }

}

10

i hope mutate } braces is not provided pls chk ur braces again

11

As far as I know ‘date’ is not a valid type you can convert to using mutate. For this you need to use a date filter.

14

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.