Merge pull request #14 from Yolean/statefulset

Convert PetSet to StatefulSet for k8s 1.5+

19 files changed, 90 insertions, 612 deletions

diff --git a/bootstrap/pvc.yml b/10pvc.yml
index 9729060..51de19c 100644
--- a/bootstrap/pvc.yml
+++ b/10pvc.yml
@@ -9,11 +9,11 @@ spec:
     - ReadWriteOnce
   resources:
     requests:
-      storage: 100Mi
+      storage: 200Gi
   selector:
     matchLabels:
       app: kafka
-      petindex: "0"
+      podindex: "0"
 ---
 kind: PersistentVolumeClaim
 apiVersion: v1
@@ -25,11 +25,11 @@ spec:
     - ReadWriteOnce
   resources:
     requests:
-      storage: 100Mi
+      storage: 200Gi
   selector:
     matchLabels:
       app: kafka
-      petindex: "1"
+      podindex: "1"
 ---
 kind: PersistentVolumeClaim
 apiVersion: v1
@@ -41,8 +41,8 @@ spec:
     - ReadWriteOnce
   resources:
     requests:
-      storage: 100Mi
+      storage: 200Gi
   selector:
     matchLabels:
       app: kafka
-      petindex: "2"
+      podindex: "2"
diff --git a/20dns.yml b/20dns.yml
index bb92d87..4088c31 100644
--- a/20dns.yml
+++ b/20dns.yml
@@ -3,8 +3,6 @@
 apiVersion: v1
 kind: Service
 metadata:
-  annotations:
-    service.alpha.kubernetes.io/tolerate-unready-endpoints: "true"
   name: broker
   namespace: kafka
 spec:
diff --git a/50kafka.yml b/50kafka.yml
index fe45627..1715c6d 100644
--- a/50kafka.yml
+++ b/50kafka.yml
@@ -1,5 +1,5 @@
-apiVersion: apps/v1alpha1
-kind: PetSet
+apiVersion: apps/v1beta1
+kind: StatefulSet
 metadata:
   name: kafka
   namespace: kafka
@@ -10,14 +10,11 @@ spec:
     metadata:
       labels:
         app: kafka
-      annotations:
-        pod.alpha.kubernetes.io/initialized: "true"
-        pod.alpha.kubernetes.io/init-containers: '[
-        ]'
     spec:
+      terminationGracePeriodSeconds: 10
       containers:
       - name: broker
-        image: solsson/kafka-persistent:0.10.1.0
+        image: solsson/kafka-persistent:0.10.1@sha256:110f9e866acd4fb9e059b45884c34a210b2f40d6e2f8afe98ded616f43b599f9
         ports:
         - containerPort: 9092
         command:
@@ -30,11 +27,8 @@ spec:
   volumeClaimTemplates:
   - metadata:
       name: datadir
-      namespace: kafka
-      annotations:
-        volume.alpha.kubernetes.io/storage-class: anything
     spec:
       accessModes: [ "ReadWriteOnce" ]
       resources:
         requests:
-          storage: 100Mi
+          storage: 200Gi
diff --git a/README.md b/README.md
index c2b5427..4af7310 100644
--- a/README.md
+++ b/README.md
@@ -1,23 +1,19 @@
 
 # Kafka as Kubernetes PetSet
 
-Example of three Kafka brokers depending on three Zookeeper instances.
+Example of three Kafka brokers depending on five Zookeeper instances.
 
-To get consistent service DNS names `kafka-N.broker.kafka`(`.svc.cluster.local`), run everything in a namespace:
+To get consistent service DNS names `kafka-N.broker.kafka`(`.svc.cluster.local`), run everything in a [namespace](http://kubernetes.io/docs/admin/namespaces/walkthrough/):
 ```
 kubectl create -f 00namespace.yml
 ```
 
 ## Set up volume claims
 
-This step can be skipped in clusters that support automatic volume provisioning, such as GKE.
+You may add [storage class](http://kubernetes.io/docs/user-guide/persistent-volumes/#storageclasses)
+to the kafka StatefulSet declaration to enable automatic volume provisioning.
 
-You need this step in Minikube.
-
-```
-./zookeeper/bootstrap/pv.sh
-kubectl create -f ./zookeeper/bootstrap/pvc.yml
-```
+Alternatively create [PV](http://kubernetes.io/docs/user-guide/persistent-volumes/#persistent-volumes)s and [PVC](http://kubernetes.io/docs/user-guide/persistent-volumes/#persistentvolumeclaims)s manually. For example in Minikube.
 
 ```
 ./bootstrap/pv.sh
@@ -26,21 +22,27 @@ kubectl create -f ./bootstrap/pvc.yml
 kubectl get pvc
 ```
 
-The volume size in the example is very small. The numbers don't really matter as long as they match. Minimal size on GKE is 1 GB.
-
 ## Set up Zookeeper
 
-This module contains a copy of `pets/zookeeper/` from https://github.com/kubernetes/contrib.
+There is a Zookeeper+StatefulSet [blog post](http://blog.kubernetes.io/2016/12/statefulset-run-scale-stateful-applications-in-kubernetes.html) and [example](https://github.com/kubernetes/contrib/tree/master/statefulsets/zookeeper),
+but it appears tuned for workloads heavier than Kafka topic metadata.
 
-See the `./zookeeper` folder and follow the README there.
+The Kafka book (Definitive Guide, O'Reilly 2016) recommends that Kafka has its own Zookeeper cluster,
+so we use the [official docker image](https://hub.docker.com/_/zookeeper/)
+but with a [startup script change to guess node id from hostname](https://github.com/solsson/zookeeper-docker/commit/df9474f858ad548be8a365cb000a4dd2d2e3a217).
 
-An additional service has been added here, create using:
+Zookeeper runs as a [Deployment](http://kubernetes.io/docs/user-guide/deployments/) without persistent storage:
 ```
-kubectl create -f ./zookeeper/service.yml
+kubectl create -f ./zookeeper/
 ```
 
+If you lose your zookeeper cluster, kafka will be unaware that persisted topics exist.
+The data is still there, but you need to re-create topics.
+
 ## Start Kafka
 
+Assuming you have your PVCs `Bound`, or enabled automatic provisioning (see above), go ahead and:
+
 ```
 kubectl create -f ./
 ```
diff --git a/bootstrap/pv-template.yml b/bootstrap/pv-template.yml
index 73b4f99..e58bfb2 100644
--- a/bootstrap/pv-template.yml
+++ b/bootstrap/pv-template.yml
@@ -5,7 +5,7 @@ metadata:
   name: datadir-kafka-0
   labels:
     app: kafka
-    petindex: "0"
+    podindex: "0"
 spec:
   accessModes:
   - ReadWriteOnce
@@ -20,7 +20,7 @@ metadata:
   name: datadir-kafka-1
   labels:
     app: kafka
-    petindex: "1"
+    podindex: "1"
 spec:
   accessModes:
   - ReadWriteOnce
@@ -35,7 +35,7 @@ metadata:
   name: datadir-kafka-2
   labels:
     app: kafka
-    petindex: "2"
+    podindex: "2"
 spec:
   accessModes:
   - ReadWriteOnce
diff --git a/zookeeper/00namespace.yml b/zookeeper/00namespace.yml
new file mode 100644
index 0000000..a6cf001
--- /dev/null
+++ b/zookeeper/00namespace.yml
@@ -0,0 +1,5 @@
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: kafka
diff --git a/zookeeper/20zoo-service.yml b/zookeeper/20zoo-service.yml
new file mode 100644
index 0000000..460b63e
--- /dev/null
+++ b/zookeeper/20zoo-service.yml
@@ -0,0 +1,15 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: zoo
+  labels:
+    app: zookeeper
+spec:
+  ports:
+  - port: 2888
+    name: peer
+  - port: 3888
+    name: leader-election
+  clusterIP: None
+  selector:
+    app: zookeeper
diff --git a/zookeeper/service.yml b/zookeeper/30service.yml
index e11e791..f33f393 100644
--- a/zookeeper/service.yml
+++ b/zookeeper/30service.yml
@@ -9,4 +9,4 @@ spec:
   - port: 2181
     name: client
   selector:
-    app: zk
+    app: zookeeper
diff --git a/zookeeper/50zoo.yml b/zookeeper/50zoo.yml
new file mode 100644
index 0000000..5cb7c02
--- /dev/null
+++ b/zookeeper/50zoo.yml
@@ -0,0 +1,38 @@
+apiVersion: apps/v1beta1
+kind: StatefulSet
+metadata:
+  name: zoo
+  namespace: kafka
+spec:
+  serviceName: "zoo"
+  replicas: 5
+  template:
+    metadata:
+      labels:
+        app: zookeeper
+    spec:
+      terminationGracePeriodSeconds: 10
+      containers:
+        - name: zookeeper
+          image: solsson/zookeeper-statefulset:3.4.9@sha256:d32b44b32009a69b3450a5216f459e504f1041f587596895219fc04cf22f5546
+          env:
+            - name: ZOO_SERVERS
+              value: server.1=zoo-0.zoo:2888:3888:participant server.2=zoo-1.zoo:2888:3888:participant server.3=zoo-2.zoo:2888:3888:participant server.4=zoo-3.zoo:2888:3888:participant server.5=zoo-4.zoo:2888:3888:participant
+          ports:
+            - containerPort: 2181
+              name: client
+            - containerPort: 2888
+              name: peer
+            - containerPort: 3888
+              name: leader-election
+          volumeMounts:
+            - name: datadir
+              mountPath: /data
+            # There's defaults in this folder, such as logging config
+            #- name: conf
+            #  mountPath: /conf
+      volumes:
+        #- name: conf
+        #  emptyDir: {}
+        - name: datadir
+          emptyDir: {}
diff --git a/zookeeper/README.md b/zookeeper/README.md
deleted file mode 100644
index f485148..0000000
--- a/zookeeper/README.md
+++ /dev/null
@@ -1,85 +0,0 @@
-# Zookeeper
-
-This example runs zookeeper through a petset.
-
-## Bootstrap
-
-Create the petset in this directory
-```
-$ kubetl create -f zookeeper.yaml
-```
-
-Once you have all 3 nodes in Running, you can run the "test.sh" script in this directory.
-
-## Failover
-
-You can test failover by killing the leader. Insert a key:
-```console
-$ kubectl -n kafka exec zoo-0 -- /opt/zookeeper/bin/zkCli.sh create /foo bar;
-$ kubectl -n kafka exec zoo-2 -- /opt/zookeeper/bin/zkCli.sh get /foo;
-
-Watch existing members:
-```console
-$ kubectl -n kafka run --attach bbox --image=busybox --restart=Never -- sh -c 'while true; do for i in 0 1 2; do echo zoo-$i $(echo stats | nc zoo-$i.zk:2181 | grep Mode); sleep 1; done; done';
-zoo-2 Mode: follower
-zoo-0 Mode: follower
-zoo-1 Mode: leader
-zoo-2 Mode: follower
-```
-
-Delete pets and wait for the petset controller to bring the back up:
-```console
-$ kubectl -n kafka delete po -l app=zk
-$ kubectl -n kafka get po --watch-only
-NAME      READY     STATUS     RESTARTS   AGE
-zoo-0     0/1       Init:0/2   0          16s
-zoo-0     0/1       Init:0/2   0         21s
-zoo-0     0/1       PodInitializing   0         23s
-zoo-0     1/1       Running   0         41s
-zoo-1     0/1       Pending   0         0s
-zoo-1     0/1       Init:0/2   0         0s
-zoo-1     0/1       Init:0/2   0         14s
-zoo-1     0/1       PodInitializing   0         17s
-zoo-1     0/1       Running   0         18s
-zoo-2     0/1       Pending   0         0s
-zoo-2     0/1       Init:0/2   0         0s
-zoo-2     0/1       Init:0/2   0         12s
-zoo-2     0/1       Init:0/2   0         28s
-zoo-2     0/1       PodInitializing   0         31s
-zoo-2     0/1       Running   0         32s
-...
-
-zoo-0 Mode: follower
-zoo-1 Mode: leader
-zoo-2 Mode: follower
-```
-
-Check the previously inserted key:
-```console
-$ kubectl -n kafka exec zoo-1 -- /opt/zookeeper/bin/zkCli.sh get /foo
-ionid = 0x354887858e80035, negotiated timeout = 30000
-
-WATCHER::
-
-WatchedEvent state:SyncConnected type:None path:null
-bar
-```
-
-## Scaling
-
-You can scale up by modifying the number of replicas on the PetSet.
-
-## Image Upgrade
-
-TODO: Add details
-
-## Maintenance
-
-TODO: Add details
-
-## Limitations
-* Both petset and init containers are in alpha
-* Look through the on-start and on-change scripts for TODOs
-* Doesn't support the addition of observers through the petset
-* Only supports storage options that have backends for persistent volume claims
-
diff --git a/zookeeper/bootstrap/pv-template.yml b/zookeeper/bootstrap/pv-template.yml
deleted file mode 100644
index 61d84ee..0000000
--- a/zookeeper/bootstrap/pv-template.yml
+++ /dev/null
@@ -1,48 +0,0 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: datadir-zoo-0
-  namespace: kafka
-  labels:
-    app: zk
-    petindex: "0"
-spec:
-  accessModes:
-  - ReadWriteOnce
-  capacity:
-    storage: 100Mi
-  hostPath:
-    path: /tmp/k8s-data/datadir-zoo-0
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: datadir-zoo-1
-  namespace: kafka
-  labels:
-    app: zk
-    petindex: "1"
-spec:
-  accessModes:
-  - ReadWriteOnce
-  capacity:
-    storage: 100Mi
-  hostPath:
-    path: /tmp/k8s-data/datadir-zoo-1
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: datadir-zoo-2
-  namespace: kafka
-  labels:
-    app: zk
-    petindex: "2"
-spec:
-  accessModes:
-  - ReadWriteOnce
-  capacity:
-    storage: 100Mi
-  hostPath:
-    path: /tmp/k8s-data/datadir-zoo-2
diff --git a/zookeeper/bootstrap/pv.sh b/zookeeper/bootstrap/pv.sh
deleted file mode 100755
index 7bbe121..0000000
--- a/zookeeper/bootstrap/pv.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-#!/bin/bash
-
-echo "Note that in for example GKE a PetSet will have PersistentVolume(s) and PersistentVolumeClaim(s) created for it automatically"
-
-dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && cd .. && pwd )"
-path="$dir/data"
-echo "Please enter a path where to store data during local testing: ($path)"
-read newpath
-[ -n "$newpath" ] && path=$newpath
-
-cat zookeeper/bootstrap/pv-template.yml | sed "s|/tmp/k8s-data|$path|" | kubectl create -f -
diff --git a/zookeeper/bootstrap/pvc.yml b/zookeeper/bootstrap/pvc.yml
deleted file mode 100644
index 84d0e46..0000000
--- a/zookeeper/bootstrap/pvc.yml
+++ /dev/null
@@ -1,48 +0,0 @@
----
-kind: PersistentVolumeClaim
-apiVersion: v1
-metadata:
-  name: datadir-zoo-0
-  namespace: kafka
-spec:
-  accessModes:
-    - ReadWriteOnce
-  resources:
-    requests:
-      storage: 100Mi
-  selector:
-    matchLabels:
-      app: zk
-      petindex: "0"
----
-kind: PersistentVolumeClaim
-apiVersion: v1
-metadata:
-  name: datadir-zoo-1
-  namespace: kafka
-spec:
-  accessModes:
-    - ReadWriteOnce
-  resources:
-    requests:
-      storage: 100Mi
-  selector:
-    matchLabels:
-      app: zk
-      petindex: "1"
----
-kind: PersistentVolumeClaim
-apiVersion: v1
-metadata:
-  name: datadir-zoo-2
-  namespace: kafka
-spec:
-  accessModes:
-    - ReadWriteOnce
-  resources:
-    requests:
-      storage: 100Mi
-  selector:
-    matchLabels:
-      app: zk
-      petindex: "2"
diff --git a/zookeeper/init/Dockerfile b/zookeeper/init/Dockerfile
deleted file mode 100644
index d3e8aae..0000000
--- a/zookeeper/init/Dockerfile
+++ /dev/null
@@ -1,29 +0,0 @@
-# Copyright 2016 The Kubernetes Authors All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# TODO: get rid of bash dependency and switch to plain busybox.
-# The tar in busybox also doesn't seem to understand compression.
-FROM debian:jessie
-MAINTAINER Prashanth.B <beeps@google.com>
-
-RUN apt-get update && apt-get install -y wget netcat
-
-ADD on-start.sh /
-ADD on-change.sh /
-# See contrib/pets/peer-finder for details
-RUN wget -qO /peer-finder https://storage.googleapis.com/kubernetes-release/pets/peer-finder
-
-ADD install.sh /
-RUN chmod -c 755 /install.sh /on-start.sh /on-change.sh /peer-finder
-Entrypoint ["/install.sh"]
diff --git a/zookeeper/init/Makefile b/zookeeper/init/Makefile
deleted file mode 100644
index bfb6978..0000000
--- a/zookeeper/init/Makefile
+++ /dev/null
@@ -1,27 +0,0 @@
-# Copyright 2016 The Kubernetes Authors All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-all: push
-
-TAG = 0.1
-PREFIX = gcr.io/google_containers/zookeeper-install
-
-container:
-	docker build -t $(PREFIX):$(TAG) .
-
-push: container
-	gcloud docker push $(PREFIX):$(TAG)
-
-clean:
-	docker rmi $(PREFIX):$(TAG)
diff --git a/zookeeper/init/install.sh b/zookeeper/init/install.sh
deleted file mode 100755
index 6ed7269..0000000
--- a/zookeeper/init/install.sh
+++ /dev/null
@@ -1,76 +0,0 @@
-#! /bin/bash
-
-# Copyright 2016 The Kubernetes Authors All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# This volume is assumed to exist and is shared with parent of the init
-# container. It contains the zookeeper installation.
-INSTALL_VOLUME="/opt"
-
-# This volume is assumed to exist and is shared with the peer-finder
-# init container. It contains on-start/change configuration scripts.
-WORKDIR_VOLUME="/work-dir"
-
-# As of April-2016 is 3.4.8 is the latest stable, but versions 3.5.0 onward
-# allow dynamic reconfiguration.
-VERSION="3.5.0-alpha"
-
-for i in "$@"
-do
-case $i in
-    -v=*|--version=*)
-    VERSION="${i#*=}"
-    shift
-    ;;
-    -i=*|--install-into=*)
-    INSTALL_VOLUME="${i#*=}"
-    shift
-    ;;
-    -w=*|--work-dir=*)
-    WORKDIR_VOLUME="${i#*=}"
-    shift
-    ;;
-    *)
-    # unknown option
-    ;;
-esac
-done
-
-echo installing config scripts into "${WORKDIR_VOLUME}"
-mkdir -p "${WORKDIR_VOLUME}"
-cp /on-start.sh "${WORKDIR_VOLUME}"/
-cp /on-change.sh "${WORKDIR_VOLUME}"/
-cp /peer-finder "${WORKDIR_VOLUME}"/
-
-echo installing zookeeper-"${VERSION}" into "${INSTALL_VOLUME}"
-mkdir -p "${INSTALL_VOLUME}"
-wget -q -O - http://apache.mirrors.pair.com/zookeeper/zookeeper-"${VERSION}"/zookeeper-"${VERSION}".tar.gz | tar -xzf - -C "${INSTALL_VOLUME}"
-mv "${INSTALL_VOLUME}"/zookeeper-"${VERSION}" "${INSTALL_VOLUME}"/zookeeper
-cp "${INSTALL_VOLUME}"/zookeeper/conf/zoo_sample.cfg "${INSTALL_VOLUME}"/zookeeper/conf/zoo.cfg
-
-# TODO: Should dynamic config be tied to the version?
-IFS="." read -ra RELEASE <<< "${VERSION}"
-if [ $(expr "${RELEASE[1]}") -gt 4 ]; then
-    echo zookeeper-"${VERSION}" supports dynamic reconfiguration, enabling it
-    echo "standaloneEnabled=false" >> "${INSTALL_VOLUME}"/zookeeper/conf/zoo.cfg
-    echo "dynamicConfigFile="${INSTALL_VOLUME}"/zookeeper/conf/zoo.cfg.dynamic" >> "${INSTALL_VOLUME}"/zookeeper/conf/zoo.cfg
-fi
-
-# TODO: This is a hack, netcat is convenient to have in the zookeeper container
-# I want to avoid using a custom zookeeper image just for this. So copy it.
-NC=$(which nc)
-if [ "${NC}" != "" ]; then
-    echo copying nc into "${INSTALL_VOLUME}"
-    cp "${NC}" "${INSTALL_VOLUME}"
-fi
diff --git a/zookeeper/init/on-change.sh b/zookeeper/init/on-change.sh
deleted file mode 100755
index bb9a504..0000000
--- a/zookeeper/init/on-change.sh
+++ /dev/null
@@ -1,49 +0,0 @@
-#! /bin/bash
-
-# Copyright 2016 The Kubernetes Authors All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# This script configures zookeeper cluster member ship for version of zookeeper
-# < 3.5.0. It should not be used with the on-start.sh script in this example.
-# As of April-2016 is 3.4.8 is the latest stable.
-
-CFG=/opt/zookeeper/conf/zoo.cfg
-CFG_BAK=/opt/zookeeper/conf/zoo.cfg.bak
-MY_ID=/tmp/zookeeper/myid
-
-# write myid
-IFS='-' read -ra ADDR <<< "$(hostname)"
-echo $(expr "1" + "${ADDR[1]}") > "${MY_ID}"
-
-# TODO: This is a dumb way to reconfigure zookeeper because it allows dynamic
-# reconfig, but it's simple.
-i=0
-echo "
-tickTime=2000
-initLimit=10
-syncLimit=5
-dataDir=/tmp/zookeeper
-clientPort=2181
-" > "${CFG_BAK}"
-
-while read -ra LINE; do
-    let i=i+1
-    echo "server.${i}=${LINE}:2888:3888" >> "${CFG_BAK}"
-done
-cp ${CFG_BAK} ${CFG}
-
-# TODO: Typically one needs to first add a new member as an "observer" then
-# promote it to "participant", but that requirement is relaxed if we never
-# start > 1 at a time.
-/opt/zookeeper/bin/zkServer.sh restart
diff --git a/zookeeper/init/on-start.sh b/zookeeper/init/on-start.sh
deleted file mode 100755
index 392b82a..0000000
--- a/zookeeper/init/on-start.sh
+++ /dev/null
@@ -1,73 +0,0 @@
-#! /bin/bash
-
-# Copyright 2016 The Kubernetes Authors All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# This script configures zookeeper cluster member ship for version of zookeeper
-# >= 3.5.0. It should not be used with the on-change.sh script in this example.
-# As of April-2016 is 3.4.8 is the latest stable.
-
-# Both /opt and /tmp/zookeeper are assumed to be volumes shared with the parent.
-CFG=/opt/zookeeper/conf/zoo.cfg.dynamic
-CFG_BAK=/opt/zookeeper/conf/zoo.cfg.bak
-MY_ID_FILE=/tmp/zookeeper/myid
-HOSTNAME=$(hostname)
-
-while read -ra LINE; do
-    PEERS=("${PEERS[@]}" $LINE)
-done
-
-# Don't add the first member as an observer
-if [ ${#PEERS[@]} -eq 1 ]; then
-    # We need to write our index in this list of servers into MY_ID_FILE.
-    # Note that this may not always coincide with the hostname id.
-    echo 1 > "${MY_ID_FILE}"
-    echo "server.1=${PEERS[0]}:2888:3888;2181" > "${CFG}"
-    # TODO: zkServer-initialize is the safe way to handle changes to datadir
-    # because simply starting will create a new datadir, BUT if the user changed
-    # pod template they might end up with 2 datadirs and brief split brain.
-    exit
-fi
-
-# Every subsequent member is added as an observer and promoted to a participant
-echo "" > "${CFG_BAK}"
-i=0
-for peer in "${PEERS[@]}"; do
-    let i=i+1
-    if [[ "${peer}" == *"${HOSTNAME}"* ]]; then
-      MY_ID=$i
-      MY_NAME=${peer}
-      echo $i > "${MY_ID_FILE}"
-      echo "server.${i}=${peer}:2888:3888:observer;2181" >> "${CFG_BAK}"
-    else
-      echo "server.${i}=${peer}:2888:3888:participant;2181" >> "${CFG_BAK}"
-    fi
-done
-
-# Once the dynamic config file is written it shouldn't be modified, so the final
-# reconfigure needs to happen through the "reconfig" command.
-cp ${CFG_BAK} ${CFG}
-
-# TODO: zkServer-initialize is the safe way to handle changes to datadir
-# because simply starting will create a new datadir, BUT if the user changed
-# pod template they might end up with 2 datadirs and brief split brain.
-/opt/zookeeper/bin/zkServer.sh start
-
-# TODO: We shouldn't need to specify the address of the master as long as
-# there's quorum. According to the docs the new server is just not allowed to
-# vote, it's still allowed to propose config changes, and it knows the
-# existing members of the ensemble from *its* config. This works as expected,
-# but we should correlate with more satisfying empirical evidence.
-/opt/zookeeper/bin/zkCli.sh reconfig -add "server.$MY_ID=$MY_NAME:2888:3888:participant;2181"
-/opt/zookeeper/bin/zkServer.sh stop
diff --git a/zookeeper/zookeeper.yaml b/zookeeper/zookeeper.yaml
deleted file mode 100644
index ee2b237..0000000
--- a/zookeeper/zookeeper.yaml
+++ /dev/null
@@ -1,128 +0,0 @@
-# A headless service to create DNS records
-apiVersion: v1
-kind: Service
-metadata:
-  annotations:
-    service.alpha.kubernetes.io/tolerate-unready-endpoints: "true"
-  name: zk
-  namespace: kafka
-  labels:
-    app: zk
-spec:
-  ports:
-  - port: 2888
-    name: peer
-  - port: 3888
-    name: leader-election
-  # *.zk.kafka.svc.cluster.local
-  clusterIP: None
-  selector:
-    app: zk
----
-apiVersion: apps/v1alpha1
-kind: PetSet
-metadata:
-  name: zoo
-  namespace: kafka
-spec:
-  serviceName: "zk"
-  replicas: 3
-  template:
-    metadata:
-      labels:
-        app: zk
-      annotations:
-        pod.alpha.kubernetes.io/initialized: "true"
-        pod.alpha.kubernetes.io/init-containers: '[
-            {
-                "name": "install",
-                "image": "gcr.io/google_containers/zookeeper-install:0.1",
-                "imagePullPolicy": "Always",
-                "args": ["--version=3.5.2-alpha", "--install-into=/opt", "--work-dir=/work-dir"],
-                "volumeMounts": [
-                    {
-                        "name": "opt",
-                        "mountPath": "/opt/"
-                    },
-                    {
-                        "name": "workdir",
-                        "mountPath": "/work-dir"
-                    }
-                ]
-            },
-            {
-                "name": "bootstrap",
-                "image": "java:openjdk-8-jre",
-                "command": ["/work-dir/peer-finder"],
-                "args": ["-on-start=\"/work-dir/on-start.sh\"", "-service=zk"],
-                "env": [
-                  {
-                      "name": "POD_NAMESPACE",
-                      "valueFrom": {
-                          "fieldRef": {
-                              "apiVersion": "v1",
-                              "fieldPath": "metadata.namespace"
-                          }
-                      }
-                   }
-                ],
-                "volumeMounts": [
-                    {
-                        "name": "opt",
-                        "mountPath": "/opt/"
-                    },
-                    {
-                        "name": "workdir",
-                        "mountPath": "/work-dir"
-                    },
-                    {
-                        "name": "datadir",
-                        "mountPath": "/tmp/zookeeper"
-                    }
-                ]
-            }
-        ]'
-    spec:
-      containers:
-      - name: zk
-        image: java:openjdk-8-jre
-        ports:
-        - containerPort: 2181
-          name: client
-        - containerPort: 2888
-          name: peer
-        - containerPort: 3888
-          name: leader-election
-        command:
-        - /opt/zookeeper/bin/zkServer.sh
-        args:
-        - start-foreground
-        readinessProbe:
-          exec:
-            command:
-            - sh
-            - -c
-            - "/opt/zookeeper/bin/zkCli.sh ls /"
-          initialDelaySeconds: 15
-          timeoutSeconds: 5
-        volumeMounts:
-        - name: datadir
-          mountPath: /tmp/zookeeper
-        - name: opt
-          mountPath: /opt/
-      volumes:
-      - name: opt
-        emptyDir: {}
-      - name: workdir
-        emptyDir: {}
-  volumeClaimTemplates:
-  - metadata:
-      name: datadir
-      namespace: kafka
-      annotations:
-        volume.alpha.kubernetes.io/storage-class: anything
-    spec:
-      accessModes: [ "ReadWriteOnce" ]
-      resources:
-        requests:
-          storage: 20Gi