path: root/50kafka.yml

apiVersion: apps/v1beta1
kind: StatefulSet
metadata:
  name: kafka
  namespace: kafka
spec:
  serviceName: "broker"
  replicas: 3
  template:
    metadata:
      labels:
        app: kafka
      annotations:
        prometheus.io/scrape: "true"
        prometheus.io/port: "5556"
    spec:
      terminationGracePeriodSeconds: 30
      containers:
      - name: metrics
        image: solsson/kafka-prometheus-jmx-exporter@sha256:1f7c96c287a2dbec1d909cd8f96c0656310239b55a9a90d7fd12c81f384f1f7d
        ports:
        - containerPort: 5556
        resources:
          requests:
            cpu: 0m
            memory: 40Mi
          limits:
            cpu: 10m
            memory: 100Mi
      - name: broker
        image: solsson/kafka:0.11.0.0@sha256:e0dec6aa1f376bd374a6ca5863b783d01703acf1f71c0c4441a217a7bd80dfbc
        env:
        - name: KAFKA_LOG4J_OPTS
          value: -Dlog4j.configuration=file:/opt/kafka/config/log4j.properties
        - name: JMX_PORT
          value: "5555"
        ports:
        - containerPort: 9092
        command:
        - /bin/sh
        - -c
        - >
          ./bin/kafka-server-start.sh
          ./config/server.properties
          --override zookeeper.connect=zookeeper:2181
          --override log.retention.hours=-1
          --override log.dirs=/var/lib/kafka/data/topics
          --override broker.id=${HOSTNAME##*-}
          --override auto.create.topics.enable=false
        resources:
          requests:
            cpu: 100m
            memory: 512Mi
        livenessProbe:
          exec:
            command:
            - /bin/sh
            - -c
            - 'echo "" | nc -w 1 127.0.0.1 9092'
        volumeMounts:
        - name: config
          mountPath: /opt/kafka/config
        - name: data
          mountPath: /var/lib/kafka/data
      volumes:
      - name: config
        configMap:
          name: broker-config
  volumeClaimTemplates:
  - metadata:
      name: data
    spec:
      accessModes: [ "ReadWriteOnce" ]
      resources:
        requests:
          storage: 200Gi