From a2b658ab4e432d7568b5dd82839dbfebbdb5a18b Mon Sep 17 00:00:00 2001 From: Staffan Olsson Date: Fri, 23 Jun 2017 21:15:45 +0200 Subject: Upgrades zookeeper to latest --- zookeeper/50zoo.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zookeeper/50zoo.yml b/zookeeper/50zoo.yml index 5cb7c02..e67c715 100644 --- a/zookeeper/50zoo.yml +++ b/zookeeper/50zoo.yml @@ -14,7 +14,7 @@ spec: terminationGracePeriodSeconds: 10 containers: - name: zookeeper - image: solsson/zookeeper-statefulset:3.4.9@sha256:d32b44b32009a69b3450a5216f459e504f1041f587596895219fc04cf22f5546 + image: solsson/zookeeper-statefulset:3.4.10@sha256:d07376612cee33706e308ba7fd174df6b778989d26e49e24537f71b2d1699ab6 env: - name: ZOO_SERVERS value: server.1=zoo-0.zoo:2888:3888:participant server.2=zoo-1.zoo:2888:3888:participant server.3=zoo-2.zoo:2888:3888:participant server.4=zoo-3.zoo:2888:3888:participant server.5=zoo-4.zoo:2888:3888:participant -- cgit v1.2.3 From 344df6eeb2738763255c3223e9545358667421a1 Mon Sep 17 00:00:00 2001 From: Staffan Olsson Date: Fri, 23 Jun 2017 21:20:08 +0200 Subject: Uses zookeeper without the bind address sed --- zookeeper/50zoo.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zookeeper/50zoo.yml b/zookeeper/50zoo.yml index e67c715..c3be35a 100644 --- a/zookeeper/50zoo.yml +++ b/zookeeper/50zoo.yml @@ -14,7 +14,7 @@ spec: terminationGracePeriodSeconds: 10 containers: - name: zookeeper - image: solsson/zookeeper-statefulset:3.4.10@sha256:d07376612cee33706e308ba7fd174df6b778989d26e49e24537f71b2d1699ab6 + image: solsson/zookeeper-statefulset:3.4.10@sha256:dbedb438671dfe6bf92dbe630c4ea070e7c60c3e4d10c276c701442574a76427 env: - name: ZOO_SERVERS value: server.1=zoo-0.zoo:2888:3888:participant server.2=zoo-1.zoo:2888:3888:participant server.3=zoo-2.zoo:2888:3888:participant server.4=zoo-3.zoo:2888:3888:participant server.5=zoo-4.zoo:2888:3888:participant -- cgit v1.2.3 From 8897c054abc0e8b0c8de6ee2bc54d4775bb395c4 Mon Sep 17 00:00:00 2001 From: Staffan Olsson Date: Fri, 23 Jun 2017 21:40:19 +0200 Subject: We do need the bind address sed. This image logs the at start, to reduce the element of surprise. --- zookeeper/50zoo.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zookeeper/50zoo.yml b/zookeeper/50zoo.yml index c3be35a..3ac4ce9 100644 --- a/zookeeper/50zoo.yml +++ b/zookeeper/50zoo.yml @@ -14,7 +14,7 @@ spec: terminationGracePeriodSeconds: 10 containers: - name: zookeeper - image: solsson/zookeeper-statefulset:3.4.10@sha256:dbedb438671dfe6bf92dbe630c4ea070e7c60c3e4d10c276c701442574a76427 + image: solsson/zookeeper-statefulset:3.4.10@sha256:0ad93c98d5165b4eb747c4b0dd04a7a448a5c4b4cbcaa4bffc15018b76b81bb5 env: - name: ZOO_SERVERS value: server.1=zoo-0.zoo:2888:3888:participant server.2=zoo-1.zoo:2888:3888:participant server.3=zoo-2.zoo:2888:3888:participant server.4=zoo-3.zoo:2888:3888:participant server.5=zoo-4.zoo:2888:3888:participant -- cgit v1.2.3 From a9b7a2220a6daaaa8a4e014734ab86384fb7d9de Mon Sep 17 00:00:00 2001 From: Staffan Olsson Date: Sat, 24 Jun 2017 09:55:16 +0200 Subject: Removes out-of-date zookeeper info --- README.md | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index 1117539..13d6032 100644 --- a/README.md +++ b/README.md @@ -24,18 +24,15 @@ kubectl -n kafka get pvc ## Set up Zookeeper -There is a Zookeeper+StatefulSet [blog post](http://blog.kubernetes.io/2016/12/statefulset-run-scale-stateful-applications-in-kubernetes.html) and [example](https://github.com/kubernetes/contrib/tree/master/statefulsets/zookeeper), -but it appears tuned for workloads heavier than Kafka topic metadata. - -The Kafka book (Definitive Guide, O'Reilly 2016) recommends that Kafka has its own Zookeeper cluster, +The Kafka book (Definitive Guide, O'Reilly 2016) recommends that Kafka has its own Zookeeper cluster with at least 5 instances, so we use the [official docker image](https://hub.docker.com/_/zookeeper/) but with a [startup script change to guess node id from hostname](https://github.com/solsson/zookeeper-docker/commit/df9474f858ad548be8a365cb000a4dd2d2e3a217). -Zookeeper runs as a [Deployment](http://kubernetes.io/docs/user-guide/deployments/) without persistent storage: ``` kubectl create -f ./zookeeper/ ``` +Despite being a StatefulSet, there is no persistent volume by default. If you lose your zookeeper cluster, kafka will be unaware that persisted topics exist. The data is still there, but you need to re-create topics. -- cgit v1.2.3