aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--logs-streaming/test/logs-fluentbit.yml75
-rw-r--r--logs-streaming/topic-fluent-bit-kubernetes-logging.yml32
2 files changed, 107 insertions, 0 deletions
diff --git a/logs-streaming/test/logs-fluentbit.yml b/logs-streaming/test/logs-fluentbit.yml
new file mode 100644
index 0000000..909833b
--- /dev/null
+++ b/logs-streaming/test/logs-fluentbit.yml
@@ -0,0 +1,75 @@
+---
+kind: ConfigMap
+metadata:
+ name: logs-fluentbit
+ namespace: test-kafka
+apiVersion: v1
+data:
+
+ setup.sh: |-
+ touch /tmp/testlog
+
+ tail -f /tmp/testlog
+
+ test.sh: |-
+ exec >> /tmp/testlog
+ exec 2>&1
+
+ echo ""
+ echo "{\"#---\":\"$(date -u --iso-8601='ns')\"}"
+ kafkacat -b $BOOTSTRAP -C -t $TOPIC -f '{"#topic":"%t","#partition":%p,"#offset":%o,"#key":"%k","=":%s}\n' -o -10 -e -q
+
+ exit 0
+
+ quit-on-nonzero-exit.sh: |-
+ exit 0
+
+---
+apiVersion: apps/v1beta2
+kind: Deployment
+metadata:
+ name: logs-fluentbit
+ namespace: test-kafka
+spec:
+ replicas: 1
+ selector:
+ matchLabels:
+ test-target: logs-streaming-fluentbit
+ test-type: readiness
+ template:
+ metadata:
+ labels:
+ test-target: logs-streaming-fluentbit
+ test-type: readiness
+ spec:
+ containers:
+ - name: testcase
+ image: solsson/kafkacat@sha256:ebebf47061300b14a4b4c2e1e4303ab29f65e4b95d34af1b14bb8f7ec6da7cef
+ env:
+ - name: BOOTSTRAP
+ value: kafka-0.broker.kafka.svc.cluster.local:9092,kafka-1.broker.kafka.svc.cluster.local:9092,kafka-2.broker.kafka.svc.cluster.local:9092
+ - name: TOPIC
+ value: ops-kube-logs-fluentbit-001
+ command:
+ - /bin/bash
+ - -e
+ - /test/setup.sh
+ readinessProbe:
+ exec:
+ command:
+ - /bin/bash
+ - -e
+ - /test/test.sh
+ livenessProbe:
+ exec:
+ command:
+ - /bin/bash
+ - -e
+ - /test/quit-on-nonzero-exit.sh
+ volumeMounts:
+ - name: config
+ mountPath: /test
+ volumes:
+ - name: config
+ configMap:
+ name: logs-fluentbit
diff --git a/logs-streaming/topic-fluent-bit-kubernetes-logging.yml b/logs-streaming/topic-fluent-bit-kubernetes-logging.yml
new file mode 100644
index 0000000..cb27e88
--- /dev/null
+++ b/logs-streaming/topic-fluent-bit-kubernetes-logging.yml
@@ -0,0 +1,32 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+ name: topic-ops-kube-logs-fluentbit
+ # same namespace as https://github.com/fluent/fluent-bit-kubernetes-logging
+ namespace: logging
+spec:
+ template:
+ metadata:
+ labels:
+ app: topic-create
+ topic-id: ops-kube-logs-fluentbit
+ topic-gen: "001"
+ spec:
+ containers:
+ - name: kafka
+ image: solsson/kafka:1.0.0@sha256:17fdf1637426f45c93c65826670542e36b9f3394ede1cb61885c6a4befa8f72d
+ command:
+ - ./bin/kafka-topics.sh
+ - --zookeeper
+ - zookeeper.kafka:2181
+ - --create
+ - --if-not-exists
+ - --topic
+ - ops-kube-logs-fluentbit-001
+ - --partitions
+ - "1"
+ - --replication-factor
+ - "2"
+ - --config
+ - retention.ms=6912500000
+ restartPolicy: Never