How to switch off default ES output of filebeat

Dear all,

I would like to get know how to switch off default ES output of filebeat.

I need enable just output to redis.

My output config:

output.elasticsearch:
 enabled: false

output.redis:
 enabled: true
 hosts: ["10.3.2.10:6379"]
 key: "filebeat"
 db: 0
 timeout: 5

But is not working.

I have receive such errors:

2017-03-27T14:27:21+04:00 INFO filebeat start running.
2017-03-27T14:27:21+04:00 INFO Registry file set to: /var/lib/filebeat/registry
2017-03-27T14:27:21+04:00 ERR Could not init crawler: No prospectors defined. You must have at least one prospector defined in the config file.
2017-03-27T14:27:21+04:00 INFO Total non-zero values: 
2017-03-27T14:27:21+04:00 INFO Uptime: 14.700535ms
2017-03-27T14:27:21+04:00 INFO filebeat stopped.
2017-03-27T14:27:21+04:00 CRIT Exiting: No prospectors defined. You must have at least one prospector defined in the config file.

Why???

I have configured a lot of prospectors actually.

filebeat.prospectors:

#======mnp-gui=catalina.out==========================
 
paths:
    
- "/home/tomcat/tomcat-7.0.47-mnp-ui/logs/catalina.out"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log
    
document_type: mnp-ui_logs

fields:

 host: container5

 application: mnp_gui

 log_file: catalina.out

 date: "%{+YYYY.MM.dd}" 

fields_under_root: true

tags: ["container5","mnp_gui","catalina.out"] 

#======mnp-gui=catalina.out==========================

#======mnp-gui=catalina.*.log========================

paths:

- "/home/tomcat/tomcat-7.0.47-mnp-ui/logs/catalina.*.log"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log

document_type: mnp-ui_logs

fields:

 host: container5

 application: mnp_gui

 log_file: catalina.*.log

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","mnp_gui","catalina.*.log"]

#======mnp-gui=catalina.*.log========================

#======mnp-gui=localhost.*.log========================

paths:

- "/home/tomcat/tomcat-7.0.47-mnp-ui/logs/localhost.*.log"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log

document_type: mnp-ui_logs

fields:   

 host: container5

 application: mnp_gui

 log_file: localhost.*.log

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","mnp_gui","localhost.*.log"]

#======mnp-gui=localhost_access_log.*.txt========================

paths:

- "/home/tomcat/tomcat-7.0.47-mnp-ui/logs/localhost_access_log.*.txt"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log

document_type: mnp-ui_logs

fields:

 host: container5

 application: mnp_gui

 log_file: localhost_access_log.*.txt

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","mnp_gui","localhost_access_log.*.txt"]

#======mnp-gui=localhost_access_log.*.txt========================
  
#======mnp-gui=manager.*.log========================

paths:

- "/home/tomcat/tomcat-7.0.47-mnp-ui/logs/localhost_access_log.*.txt"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log

document_type: mnp-ui_logs

fields:

 host: container5

 application: mnp_gui

 log_file: localhost_access_log.*.txt

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","mnp_gui","manager.*.log"]

#======mnp-gui=manager.*.log========================

#======mnp-gui=MNPClient.log========================

paths:

- "/home/tomcat/tomcat-7.0.47-mnp-ui/logs/MNPClient.log"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log

document_type: mnp-ui_logs

fields:

 host: container5

 application: mnp_gui

 log_file: MNPClient.log

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","mnp_gui","MNPClient.log"]

#======mnp-gui=MNPClient.log========================

#======roaming=catalina.out========================

paths:

- "/home/tomcat/tomcat-7.0.47-roaming-info-8555/logs/catalina.out"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log

document_type: roaming_logs

fields:

 host: container5

 application: roaming

 log_file: catalina.out

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","roaming","catalina.out"]

#======roaming=catalina.out========================

#======roaming=catalina.*.log========================

paths:

- "/home/tomcat/tomcat-7.0.47-roaming-info-8555/logs/catalina.*.log"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log

document_type: roaming_logs

fields:

 host: container5

 application: roaming

 log_file: catalina.*.log

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","roaming","catalina.*.log"]

#======roaming=catalina.*.log========================

#======roaming=host-manager.*.log========================

paths:

- "/home/tomcat/tomcat-7.0.47-roaming-info-8555/logs/host-manager.*.log"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log
 
document_type: roaming_logs
 
fields:

 host: container5

 application: roaming

 log_file: host-manager.*.log

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","roaming","host-manager.*.log"]

#======roaming=host-manager.*.log========================

#======roaming=localhost.*.log========================

paths:

- "/home/tomcat/tomcat-7.0.47-roaming-info-8555/logs/localhost.*.log"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log
 
document_type: roaming_logs
 
fields:

 host: container5

 application: roaming

 log_file: localhost.*.log

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","roaming","localhost.*.log"]

#======roaming=localhost.*.log========================

#======roaming=localhost_access_log.*.txt========================

paths:

- "/home/tomcat/tomcat-7.0.47-roaming-info-8555/logs/localhost_access_log.*.txt"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log

document_type: roaming_logs
 
fields:

 host: container5

 application: roaming

 log_file: localhost_access_log.*.txt

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","roaming","localhost_access_log.*.txt"]

#======roaming=localhost_access_log.*.txt========================

#======roaming=manager.*.log========================

paths:

- "/home/tomcat/tomcat-7.0.47-roaming-info-8555/logs/manager.*.log"

- input_type: log

json.keys_under_root: true
json.add_error_key: true
json.message_key: log

document_type: roaming_logs
 
fields:

 host: container5

 application: roaming

 log_file: manager.*.log

 date: "%{+YYYY.MM.dd}"

fields_under_root: true

tags: ["container5","roaming","manager.*.log"]

#======roaming=manager.*.log========================

As I wrote in the other topic, your YAML file doesn't look properly formatted. It results in zero prospectors, which raises the error.

Ok, so this topic is closed.

Could you please, answer in other topic regarding prospectors?

This topic was automatically closed 28 days after the last reply. New replies are no longer allowed.