diff options
| -rw-r--r-- | logs-streaming/filebeat-config.yml | 4 | ||||
| -rw-r--r-- | logs-streaming/filebeat-logs-kube-kafka.yml | 2 |
2 files changed, 3 insertions, 3 deletions
diff --git a/logs-streaming/filebeat-config.yml b/logs-streaming/filebeat-config.yml index 2df5ac7..828bdc0 100644 --- a/logs-streaming/filebeat-config.yml +++ b/logs-streaming/filebeat-config.yml @@ -10,8 +10,7 @@ data: - type: log enabled: true paths: - - /var/log/containers/*.log - # Logs say a lot of https://github.com/elastic/beats/blob/v6.0.0-rc2/filebeat/prospector/log/prospector.go#L250 + - /var/lib/docker/containers/*/*.log symlinks: true # reduce the risk for aggregation recursion: match pod names to exclude own's logs + test logs exclude_files: ['^(.*\/)?logs-','^(.*\/)?test-'] @@ -19,6 +18,7 @@ data: processors: - add_kubernetes_metadata: in_cluster: true + namespace: logs-kafka output.kafka: hosts: ["kafka-0.broker.kafka.svc.cluster.local:9092", "kafka-1.broker.kafka.svc.cluster.local:9092", "kafka-2.broker.kafka.svc.cluster.local:9092"] diff --git a/logs-streaming/filebeat-logs-kube-kafka.yml b/logs-streaming/filebeat-logs-kube-kafka.yml index 7e7fcd3..52bc245 100644 --- a/logs-streaming/filebeat-logs-kube-kafka.yml +++ b/logs-streaming/filebeat-logs-kube-kafka.yml @@ -26,7 +26,7 @@ spec: - -c - /etc/filebeat/filebeat.yml - -d - - "service,beat" + - "service,beat,kubernetes" env: - name: TOPIC value: ops-kube-logs-filebeat-001 |