diff options
Diffstat (limited to 'logs-streaming/filebeat-config.yml')
| -rw-r--r-- | logs-streaming/filebeat-config.yml | 33 |
1 files changed, 33 insertions, 0 deletions
diff --git a/logs-streaming/filebeat-config.yml b/logs-streaming/filebeat-config.yml new file mode 100644 index 0000000..ba7a4b1 --- /dev/null +++ b/logs-streaming/filebeat-config.yml @@ -0,0 +1,33 @@ +kind: ConfigMap +metadata: + name: filebeat-config + namespace: logs-kafka +apiVersion: v1 +data: + filebeat.yml: |+ + + filebeat.prospectors: + - type: log + enabled: true + paths: + - /var/log/containers/*.log + symlinks: true + # reduce the risk for aggregation recursion: match pod names to exclude own's logs + test logs + exclude_files: ['^(.*\/)?logs-','^(.*\/)?test-'] + + processors: + - add_kubernetes_metadata: + in_cluster: true + + output.kafka: + hosts: ["kafka-0.broker.kafka.svc.cluster.local:9092", "kafka-1.broker.kafka.svc.cluster.local:9092", "kafka-2.broker.kafka.svc.cluster.local:9092"] + topic: ${TOPIC} + + partition.round_robin: + reachable_only: false + + client_id: filebeat-kubernetes + version: 0.11.0.0 + required_acks: 1 + compression: gzip + max_message_bytes: 1000000
\ No newline at end of file |