Hello All,
I'm trying to pull data from xml webservice and load into elastic to show in kibana.
Using Client Certificate to authenticate webservice . My conf file looks as below .
input {
http_poller {
urls => {
test2 => {
# Supports all options supported by ruby's Manticore HTTP client
method => get
url => "https://abc.com/SWS/incidents.asmx/Incident?INumber=103"
headers => {
Accept => "application/xml"
}
ssl_certificate_validation => false
client_cert => "C:\Users\Downloads\logstash-6.4.1\logstash-6.4.1\data\SII_3938.p12"
#truststore_password => "Pass"
}
}
metadata_target => "http_poller_metadata"
schedule => { cron => "* * * * * UTC"}
}
}
and i get the below error
[2018-09-27T12:15:57,150][WARN ][logstash.config.source.multilocal] Ignoring the 'pipelines.yml' file because modules or command line options are specified
[2018-09-27T12:15:57,791][INFO ][logstash.runner ] Starting Logstash {"logstash.version"=>"6.4.1"}
[2018-09-27T12:16:00,379][INFO ][logstash.pipeline ] Starting pipeline {:pipeline_id=>"main", "pipeline.workers"=>8, "pipeline.batch.size"=>125, "pipeline.batch.delay"=>50}
[2018-09-27T12:16:02,521][INFO ][logstash.outputs.elasticsearch] Elasticsearch pool URLs updated {:changes=>{:removed=>[], :added=>[http://127.0.0.1:9200/]}}
[2018-09-27T12:16:02,537][INFO ][logstash.outputs.elasticsearch] Running health check to see if an Elasticsearch connection is working {:healthcheck_url=>http://127.0.0.1:9200/, :path=>"/"}
[2018-09-27T12:16:02,787][WARN ][logstash.outputs.elasticsearch] Restored connection to ES instance {:url=>"http://127.0.0.1:9200/"}
[2018-09-27T12:16:02,865][INFO ][logstash.outputs.elasticsearch] ES Output version determined {:es_version=>6}
[2018-09-27T12:16:02,865][WARN ][logstash.outputs.elasticsearch] Detected a 6.x and above cluster: the `type` event field won't be used to determine the document _type {:es_version=>6}
[2018-09-27T12:16:02,896][INFO ][logstash.outputs.elasticsearch] New Elasticsearch output {:class=>"LogStash::Outputs::ElasticSearch", :hosts=>["//127.0.0.1"]}
[2018-09-27T12:16:02,912][INFO ][logstash.outputs.elasticsearch] Using mapping template from {:path=>nil}
[2018-09-27T12:16:02,928][INFO ][logstash.outputs.elasticsearch] Attempting to install template {:manage_template=>{"template"=>"logstash-*", "version"=>60001, "settings"=>{"index.refresh_interval"=>"5s"}, "mappings"=>{"_default_"=>{"dynamic_templates"=>[{"message_field"=>{"path_match"=>"message", "match_mapping_type"=>"string", "mapping"=>{"type"=>"text", "norms"=>false}}}, {"string_fields"=>{"match"=>"*", "match_mapping_type"=>"string", "mapping"=>{"type"=>"text", "norms"=>false, "fields"=>{"keyword"=>{"type"=>"keyword", "ignore_above"=>256}}}}}], "properties"=>{"@timestamp"=>{"type"=>"date"}, "@version"=>{"type"=>"keyword"}, "geoip"=>{"dynamic"=>true, "properties"=>{"ip"=>{"type"=>"ip"}, "location"=>{"type"=>"geo_point"}, "latitude"=>{"type"=>"half_float"}, "longitude"=>{"type"=>"half_float"}}}}}}}}
[2018-09-27T12:16:02,943][INFO ][logstash.inputs.http_poller] Registering http_poller Input {:type=>nil, :schedule=>{"cron"=>"* * * * * UTC"}, :timeout=>nil}
[2018-09-27T12:16:03,006][INFO ][logstash.pipeline ] Pipeline started successfully {:pipeline_id=>"main", :thread=>"#<Thread:0x302ece6f run>"}
[2018-09-27T12:16:03,068][INFO ][logstash.agent ] Pipelines running {:count=>1, :running_pipelines=>[:main], :non_running_pipelines=>[]}
[2018-09-27T12:16:03,475][INFO ][logstash.agent ] Successfully started Logstash API endpoint {:port=>9600}
[2018-09-27T12:17:00,622][ERROR][logstash.codecs.json ] JSON parse error, original data now in message field {:error=>#<LogStash::Json::ParserError: Unrecognized token 'Fault': was expecting ('true', 'false' or 'null')
at [Source: (String)"Fault occured
"; line: 1, column: 6]>, :data=>"Fault occured\r\n"}