I am trying to send data from cloudwatch logs to both amazon elasticsearch and S3 bucket from the same logstash instance. I see data going to amazon ES but not to S3 bucket. Below is the configuration I am using for logstash. Please advise if I am doing something wrong here.
input {
cloudwatch_logs {
log_group => [ "mytestlog" ]
access_key_id => "AXXXXXXXXXXXXXXXXXXXXXXXXXX"
secret_access_key => "zXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"
}
}
output {
amazon_es {
hosts => "search-xxx-aaa-bbb-ccc.us-east-1.es.amazonaws.com"
region => "us-east-1"
aws_access_key_id => 'AXXXXXXXXXXXXXXXXXXXXXXXXXX'
aws_secret_access_key => 'zXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX'
index => "mytestlog-%{+YYYY.MM.dd}"
}
s3{
access_key_id => "AXXXXXXXXXXXXXXXXXXXXXXXXXX"
secret_access_key => "zXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"
region => "us-east-1"
bucket => "mytests3bucket"
}
}