D:\kibana\latest\logstash-6.2.2\logstash-6.2.2\bin>logstash -f D:\kibana\latest
risk_analysis\incidentConfigFile.conf
Sending Logstash's logs to D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logs w
hich is now configured via log4j2.properties
[2018-07-05T10:30:49,769][INFO ][logstash.modules.scaffold] Initializing module
{:module_name=>"fb_apache", :directory=>"D:/kibana/latest/logstash-6.2.2/logstas
h-6.2.2/modules/fb_apache/configuration"}
[2018-07-05T10:30:49,831][INFO ][logstash.modules.scaffold] Initializing module
{:module_name=>"netflow", :directory=>"D:/kibana/latest/logstash-6.2.2/logstash-
6.2.2/modules/netflow/configuration"}
[2018-07-05T10:30:50,293][WARN ][logstash.config.source.multilocal] Ignoring the
'pipelines.yml' file because modules or command line options are specified
[2018-07-05T10:30:52,216][INFO ][logstash.runner ] Starting Logstash {"
logstash.version"=>"6.2.2"}
[2018-07-05T10:30:55,473][INFO ][logstash.agent ] Successfully started
Logstash API endpoint {:port=>9600}
[2018-07-05T10:31:00,047][ERROR][logstash.plugins.registry] Problems loading a p
lugin with {:type=>"filter", :name=>"Csv", :path=>"logstash/filters/Csv", :error
_message=>"LogStash::Plugins::Registry::UnknownPlugin", :error_class=>LogStash::
Plugins::Registry::UnknownPlugin, :error_backtrace=>["D:/kibana/latest/logstash-
6.2.2/logstash-6.2.2/logstash-core/lib/logstash/plugins/registry.rb:237:in name space_lookup'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/li b/logstash/plugins/registry.rb:163:inlegacy_lookup'", "D:/kibana/latest/logsta
sh-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/plugins/registry.rb:140:in l ookup'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logst ash/plugins/registry.rb:187:inlookup_pipeline_plugin'", "D:/kibana/latest/logs
tash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/plugin.rb:140:in lookup'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/plug ins/plugin_factory.rb:81:inplugin'", "D:/kibana/latest/logstash-6.2.2/logstash
-6.2.2/logstash-core/lib/logstash/pipeline.rb:112:in plugin'", "(eval):12:in<
eval>'", "org/jruby/RubyKernel.java:994:in eval'", "D:/kibana/latest/logstash-6 .2.2/logstash-6.2.2/logstash-core/lib/logstash/pipeline.rb:84:ininitialize'",
"D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/pipel
ine.rb:169:in initialize'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/log stash-core/lib/logstash/pipeline_action/create.rb:40:inexecute'", "D:/kibana/l
atest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/agent.rb:315:in block in converge_state'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logst ash-core/lib/logstash/agent.rb:141:inwith_pipelines'", "D:/kibana/latest/logst
ash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/agent.rb:312:in block in co nverge_state'", "org/jruby/RubyArray.java:1734:ineach'", "D:/kibana/latest/log
stash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/agent.rb:299:in converge_ state'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logst ash/agent.rb:166:inblock in converge_state_and_update'", "D:/kibana/latest/log
stash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/agent.rb:141:in with_pipe lines'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logst ash/agent.rb:164:inconverge_state_and_update'", "D:/kibana/latest/logstash-6.2
.2/logstash-6.2.2/logstash-core/lib/logstash/agent.rb:90:in execute'", "D:/kiba na/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/runner.rb:348 :inblock in execute'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/vendor/
bundle/jruby/2.3.0/gems/stud-0.0.23/lib/stud/task.rb:24:in block in initialize' "]} [2018-07-05T10:31:00,402][ERROR][logstash.agent ] Failed to execute ac tion {:action=>LogStash::PipelineAction::Create/pipeline_id:main, :exception=>"L ogStash::PluginLoadingError", :message=>"Couldn't find any filter plugin named ' Csv'. Are you sure this is correct? Trying to load the Csv filter plugin resulte d in this error: Problems loading the requested plugin named Csv of type filter. Error: LogStash::Plugins::Registry::UnknownPlugin LogStash::Plugins::Registry:: UnknownPlugin", :backtrace=>["D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/log stash-core/lib/logstash/plugins/registry.rb:192:inlookup_pipeline_plugin'", "D
:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/plugin.
rb:140:in lookup'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-co re/lib/logstash/plugins/plugin_factory.rb:81:inplugin'", "D:/kibana/latest/log
stash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/pipeline.rb:112:in plugin '", "(eval):12:in'", "org/jruby/RubyKernel.java:994:in eval'", "D:/kiba na/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/pipeline.rb:8 4:ininitialize'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-cor
e/lib/logstash/pipeline.rb:169:in initialize'", "D:/kibana/latest/logstash-6.2. 2/logstash-6.2.2/logstash-core/lib/logstash/pipeline_action/create.rb:40:inexe
cute'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logsta
sh/agent.rb:315:in block in converge_state'", "D:/kibana/latest/logstash-6.2.2/ logstash-6.2.2/logstash-core/lib/logstash/agent.rb:141:inwith_pipelines'", "D:
/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/agent.rb
:312:in block in converge_state'", "org/jruby/RubyArray.java:1734:ineach'", "
D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/agent.
rb:299:in converge_state'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/log stash-core/lib/logstash/agent.rb:166:inblock in converge_state_and_update'", "
D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/agent.
rb:141:in with_pipelines'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/log stash-core/lib/logstash/agent.rb:164:inconverge_state_and_update'", "D:/kibana
/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/logstash/agent.rb:90:in
execute'", "D:/kibana/latest/logstash-6.2.2/logstash-6.2.2/logstash-core/lib/lo gstash/runner.rb:348:inblock in execute'", "D:/kibana/latest/logstash-6.2.2/lo
gstash-6.2.2/vendor/bundle/jruby/2.3.0/gems/stud-0.0.23/lib/stud/task.rb:24:in `
block in initialize'"]}
D:\kibana\latest\logstash-6.2.2\logstash-6.2.2\bin>
configuration file as below.
input
{
file
{
path => "D:\kibana\latest\data12.csv"
start_position => "beginning"
}
}
filter
{
Csv
{
Separator=>","
Columns=>["Incident_ID","Summary"]
}
}
output
{
stdout { codec => rubydebug }
elasticsearch
{
hosts => "localhost"
#protocol => "http"
#cluster => "elasticsearch"
index => "kibana_monitoring"
template => "D:\abc.txt"
template_name => "kibana_monitoring-%{+YYYY.MM.dd}"
template_overwrite => true
}
}