diff options
Diffstat (limited to 'logs-streaming/logs-kube-kafka-raw.yml')
| -rw-r--r-- | logs-streaming/logs-kube-kafka-raw.yml | 73 |
1 files changed, 73 insertions, 0 deletions
diff --git a/logs-streaming/logs-kube-kafka-raw.yml b/logs-streaming/logs-kube-kafka-raw.yml new file mode 100644 index 0000000..de56a8b --- /dev/null +++ b/logs-streaming/logs-kube-kafka-raw.yml @@ -0,0 +1,73 @@ +apiVersion: apps/v1beta2 +kind: DaemonSet +metadata: + name: logs-kafka-raw + namespace: kafka +spec: + selector: + matchLabels: + k8s-app: logs-kafka + log-wrapping: none + container-delimiters: tail + version: v1 + kubernetes.io/cluster-service: "true" + template: + metadata: + labels: + k8s-app: logs-kafka + log-wrapping: none + container-delimiters: tail + version: v1 + kubernetes.io/cluster-service: "true" + spec: + containers: + - name: kafkacat + image: solsson/kafkacat@sha256:ebebf47061300b14a4b4c2e1e4303ab29f65e4b95d34af1b14bb8f7ec6da7cef + command: + - sh + - -ec + - > + find /var/log/containers/ -maxdepth 1 -name *.log | tee /tmp/start-list; + cd /var/log/containers/; + tail + -n 0 + --follow=name + *.log + | + kafkacat + -b kafka-0.broker.kafka.svc.cluster.local:9092,kafka-1.broker.kafka.svc.cluster.local:9092,kafka-2.broker.kafka.svc.cluster.local:9092 + -t ops-kube-logs-raw-001 + -P + -z snappy + -v + -d broker,topic + livenessProbe: + exec: + command: + - /bin/sh + - -c + - find /var/log/containers/ -maxdepth 1 -name *.log | diff - /tmp/start-list + failureThreshold: 1 + initialDelaySeconds: 25 + periodSeconds: 5 + resources: + limits: + memory: 100Mi + requests: + cpu: 100m + memory: 100Mi + volumeMounts: + - name: varlog + mountPath: /var/log + readOnly: true + - name: varlibdockercontainers + mountPath: /var/lib/docker/containers + readOnly: true + terminationGracePeriodSeconds: 10 + volumes: + - name: varlog + hostPath: + path: /var/log + - name: varlibdockercontainers + hostPath: + path: /var/lib/docker/containers |