Re: your response:
I wrote a blog post about it: http://david.pilato.fr/blog/2015/06/01/indexing-twitter-with-logstash-and-elasticsearch/1
This is the error I get:
C:\ES210\logstash-2.1.0\bin>logstash -f dotscale.conf --configtest
io/console not supported; tty will not be manipulated
Error: Expected one of #, input, filter, output at line 24, column 1 (byte 582)
after
This is my conf file content:
input {
twitter {
consumer_key => "nnnnnnnnnnnn"
consumer_secret => "mmmmmmmmmmmmmmmm"
oauth_token => "ccccccccccccccccccccccccc"
oauth_token_secret => "zzzzzzzzzzzzzz"
keywords => ["dotscale"]
full_tweet => true
}
}
filter {
}
output {
stdout { codec => dots }
elasticsearch {
protocol => "http"
hosts => "localhost"
index => "twitter"
document_type => "tweet"
template => "twitter_template.json"
template_name => "twitter"
}
}
{
"template": "twitter",
"order": 1,
"settings": {
"number_of_shards": 1
},
"mappings": {
"tweet": {
"_all": {
"enabled": false
},
"dynamic_templates" : [ {
"message_field" : {
"match" : "message",
"match_mapping_type" : "string",
"mapping" : {
"type" : "string",
"index" : "analyzed",
"omit_norms" : true
}
}
}, {
"string_fields" : {
"match" : "*",
"match_mapping_type" : "string",
"mapping" : {
"type" : "string", "index" :
"analyzed", "omit_norms" : true,
"fields" : {
"raw" : {"type": "string",
"index" : "not_analyzed", "ignore_above" : 256}
}
}
}
} ],
"properties": {
"text": {
"type": "string"
},
"coordinates": {
"properties": {
"coordinates": {
"type": "geo_point"
},
"type": {
"type": "string"
}
}
}
}
}
}
}