From 5ad15506d7e1b16627d73f893175d8e0741fc5e0 Mon Sep 17 00:00:00 2001 From: Staffan Olsson Date: Fri, 23 Jun 2017 20:21:57 +0200 Subject: Modern kafka clients use a bootstrap servers list to connect... which should be resolvable to individual brokers. Thus we should avoid the gotcha with a regular kubernetes service that you need to replicate everything to every broker (#21). See 20dns.yml for how to resolve brokers. --- 30service.yml | 11 ----------- 1 file changed, 11 deletions(-) delete mode 100644 30service.yml diff --git a/30service.yml b/30service.yml deleted file mode 100644 index 5403da2..0000000 --- a/30service.yml +++ /dev/null @@ -1,11 +0,0 @@ ---- -apiVersion: v1 -kind: Service -metadata: - name: kafka - namespace: kafka -spec: - ports: - - port: 9092 - selector: - app: kafka -- cgit v1.2.3 From 6e8cab0a86f6a9e52f9a90015d4e2438eaab91df Mon Sep 17 00:00:00 2001 From: Staffan Olsson Date: Fri, 23 Jun 2017 21:18:37 +0200 Subject: Reuses the statefulset's image in test pods, without tag duplication... Works when scheduled on the same node(s) --- test/11topic-create-test1.yml | 3 ++- test/12topic-create-test2.yml | 3 ++- test/21consumer-test1.yml | 3 ++- test/99testclient.yml | 3 ++- 4 files changed, 8 insertions(+), 4 deletions(-) diff --git a/test/11topic-create-test1.yml b/test/11topic-create-test1.yml index fdb805e..e03c6c9 100644 --- a/test/11topic-create-test1.yml +++ b/test/11topic-create-test1.yml @@ -10,7 +10,8 @@ spec: spec: containers: - name: kafka - image: solsson/kafka:0.10.0.1 + image: solsson/kafka + imagePullPolicy: Never command: - ./bin/kafka-topics.sh - --zookeeper diff --git a/test/12topic-create-test2.yml b/test/12topic-create-test2.yml index 45d9881..9abc77f 100644 --- a/test/12topic-create-test2.yml +++ b/test/12topic-create-test2.yml @@ -10,7 +10,8 @@ spec: spec: containers: - name: kafka - image: solsson/kafka:0.10.0.1 + image: solsson/kafka + imagePullPolicy: Never command: - ./bin/kafka-topics.sh - --zookeeper diff --git a/test/21consumer-test1.yml b/test/21consumer-test1.yml index 3321873..7faf80b 100644 --- a/test/21consumer-test1.yml +++ b/test/21consumer-test1.yml @@ -14,7 +14,8 @@ spec: spec: containers: - name: kafka - image: solsson/kafka:0.10.0.1 + image: solsson/kafka + imagePullPolicy: Never command: - ./bin/kafka-console-consumer.sh - --bootstrap-server diff --git a/test/99testclient.yml b/test/99testclient.yml index 3ffa63a..97e3dea 100644 --- a/test/99testclient.yml +++ b/test/99testclient.yml @@ -8,7 +8,8 @@ metadata: spec: containers: - name: kafka - image: solsson/kafka-persistent:0.10.1@sha256:0719b4688b666490abf4b32a3cc5c5da7bb2d6276b47377b35de5429f783e9c2 + image: solsson/kafka + imagePullPolicy: Never command: - sh - -c -- cgit v1.2.3 From 15bcb8742a2937a6ff881a9b2610e8031cd1ca5e Mon Sep 17 00:00:00 2001 From: Staffan Olsson Date: Sat, 24 Jun 2017 08:19:16 +0200 Subject: Borrows string trick from https://github.com/kubernetes/charts/ --- 50kafka.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/50kafka.yml b/50kafka.yml index 02780c8..d24e5bc 100644 --- a/50kafka.yml +++ b/50kafka.yml @@ -20,7 +20,7 @@ spec: command: - sh - -c - - "./bin/kafka-server-start.sh config/server.properties --override log.retention.hours=-1 --override broker.id=$(hostname | awk -F'-' '{print $2}')" + - "./bin/kafka-server-start.sh config/server.properties --override log.retention.hours=-1 --override broker.id=${HOSTNAME##*-}" volumeMounts: - name: datadir mountPath: /opt/kafka/data -- cgit v1.2.3