Adds the necessary json mod to require more replicas,

which seems to be equivalent to setting replication.factor 3 at topic create.

1 files changed, 17 insertions, 5 deletions

diff --git a/maintenance/increase-replication-factor.yml b/maintenance/replication-factor-increase-job.yml
index e9e184e..19147d0 100644
--- a/maintenance/increase-replication-factor.yml
+++ b/maintenance/replication-factor-increase-job.yml
@@ -1,12 +1,12 @@
 apiVersion: batch/v1
 kind: Job
 metadata:
-  name: reassign-partitions
+  name: replication-factor-increase
   namespace: kafka
 spec:
   template:
     metadata:
-      name: reassign-partitions
+      name: replication-factor-increase
     spec:
       containers:
       - name: kafka
@@ -16,13 +16,18 @@ spec:
           value: zookeeper.kafka:2181
         # the following must be edited per job
         - name: TOPICS
-          value: test-produce-consume,test-kafkacat
+          value: ""
         - name: BROKERS
-          value: 0,2
+          value: 0,1,2
         command:
         - /bin/bash
         - -ce
         - >
+          if [ -z "$TOPICS" ];  then
+            echo "Please set the TOPICS env (comma-separated) and re-create the job"
+            tail -f /dev/null
+          fi
+
           echo '{"topics":[' > /tmp/reassign-topics.json;
           echo -n ' {"topic":"' >> /tmp/reassign-topics.json;
           echo -n $TOPICS | sed 's/,/"},\n {"topic":"/g' >> /tmp/reassign-topics.json;
@@ -32,7 +37,7 @@ spec:
           echo "# reassign-topics.json";
           cat /tmp/reassign-topics.json;
 
-          ./bin/kafka-reassign-partitions.sh 
+          ./bin/kafka-reassign-partitions.sh
           --zookeeper=$ZOOKEEPER
           --generate
           --topics-to-move-json-file=/tmp/reassign-topics.json
@@ -43,9 +48,16 @@ spec:
           echo "# proposed-reassignment.json";
           cat /tmp/proposed-reassignment.json;
 
+          sed -i 's/"replicas":\[.\]/"replicas":[0,1,2]/g' /tmp/proposed-reassignment.json;
+          sed -i 's/,"log_dirs":\["any"\]//g' /tmp/proposed-reassignment.json;
+          echo "# proposed-reassignment.json";
+          cat /tmp/proposed-reassignment.json;
+
           ./bin/kafka-reassign-partitions.sh
           --zookeeper=$ZOOKEEPER
           --execute
           --reassignment-json-file=/tmp/proposed-reassignment.json;
+
+          echo "# Reassignment exited. Upon success you may want to run preferred-replica-election."
       restartPolicy: Never
   backoffLimit: 3