aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorStaffan Olsson <staffan@repos.se>2017-12-13 22:58:13 +0100
committerStaffan Olsson <staffan@repos.se>2017-12-13 22:58:13 +0100
commit4d6436d84b2cfe24950a68535363e509523f211f (patch)
tree3e983a3a8bab4b01bc610c3720a37a55822a1bc3
parent166a616330f3475820fc8fb42d6e0c9f71a4d302 (diff)
parentb5a1cb102bb268ff5215d40e027e6bd0570c64e5 (diff)
downloadkubernetes-kafka-4d6436d84b2cfe24950a68535363e509523f211f.tar.gz
kubernetes-kafka-4d6436d84b2cfe24950a68535363e509523f211f.tar.bz2
kubernetes-kafka-4d6436d84b2cfe24950a68535363e509523f211f.zip
Merge branch 'topic-config-together' into yolean-topic-management
-rw-r--r--kafka/10broker-config.yml75
-rw-r--r--kafka/50kafka.yml6
2 files changed, 21 insertions, 60 deletions
diff --git a/kafka/10broker-config.yml b/kafka/10broker-config.yml
index 77400bf..1ff162f 100644
--- a/kafka/10broker-config.yml
+++ b/kafka/10broker-config.yml
@@ -35,22 +35,25 @@ data:
}
server.properties: |-
- # Licensed to the Apache Software Foundation (ASF) under one or more
- # contributor license agreements. See the NOTICE file distributed with
- # this work for additional information regarding copyright ownership.
- # The ASF licenses this file to You under the Apache License, Version 2.0
- # (the "License"); you may not use this file except in compliance with
- # the License. You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
-
- # see kafka.server.KafkaConfig for additional details and defaults
+ ############################# Log Basics #############################
+
+ # A comma seperated list of directories under which to store log files
+ log.dirs=/var/lib/kafka/data/topics
+
+ # The default number of log partitions per topic. More partitions allow greater
+ # parallelism for consumption, but this will also result in more files across
+ # the brokers.
+ num.partitions=1
+
+ default.replication.factor=3
+
+ min.insync.replicas=2
+
+ auto.create.topics.enable=true
+
+ # The number of threads per data directory to be used for log recovery at startup and flushing at shutdown.
+ # This value is recommended to be increased for installations with data dirs located in RAID array.
+ num.recovery.threads.per.data.dir=1
############################# Server Basics #############################
@@ -96,27 +99,6 @@ data:
# The maximum size of a request that the socket server will accept (protection against OOM)
socket.request.max.bytes=104857600
-
- ############################# Log Basics #############################
-
- # A comma seperated list of directories under which to store log files
- log.dirs=/tmp/kafka-logs
-
- # The default number of log partitions per topic. More partitions allow greater
- # parallelism for consumption, but this will also result in more files across
- # the brokers.
- num.partitions=1
-
- default.replication.factor=3
-
- min.insync.replicas=2
-
- auto.create.topics.enable=true
-
- # The number of threads per data directory to be used for log recovery at startup and flushing at shutdown.
- # This value is recommended to be increased for installations with data dirs located in RAID array.
- num.recovery.threads.per.data.dir=1
-
############################# Internal Topic Settings #############################
# The replication factor for the group metadata internal topics "__consumer_offsets" and "__transaction_state"
# For anything other than development testing, a value greater than 1 is recommended for to ensure availability such as 3.
@@ -149,7 +131,7 @@ data:
# from the end of the log.
# The minimum age of a log file to be eligible for deletion due to age
- log.retention.hours=168
+ log.retention.hours=-1
# A size-based retention policy for logs. Segments are pruned from the log as long as the remaining
# segments don't drop below log.retention.bytes. Functions independently of log.retention.hours.
@@ -169,7 +151,7 @@ data:
# server. e.g. "127.0.0.1:3000,127.0.0.1:3001,127.0.0.1:3002".
# You can also append an optional chroot string to the urls to specify the
# root directory for all kafka znodes.
- zookeeper.connect=localhost:2181
+ zookeeper.connect=zookeeper:2181
# Timeout in ms for connecting to zookeeper
zookeeper.connection.timeout.ms=6000
@@ -185,21 +167,6 @@ data:
group.initial.rebalance.delay.ms=0
log4j.properties: |-
- # Licensed to the Apache Software Foundation (ASF) under one or more
- # contributor license agreements. See the NOTICE file distributed with
- # this work for additional information regarding copyright ownership.
- # The ASF licenses this file to You under the Apache License, Version 2.0
- # (the "License"); you may not use this file except in compliance with
- # the License. You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
-
# Unspecified loggers and loggers with additivity=true output to server.log and stdout
# Note that INFO only applies to unspecified loggers, the log level of the child logger is used otherwise
log4j.rootLogger=INFO, stdout
diff --git a/kafka/50kafka.yml b/kafka/50kafka.yml
index 8486f9c..e622678 100644
--- a/kafka/50kafka.yml
+++ b/kafka/50kafka.yml
@@ -57,12 +57,6 @@ spec:
command:
- ./bin/kafka-server-start.sh
- /etc/kafka/server.properties
- - --override
- - zookeeper.connect=zookeeper:2181
- - --override
- - log.retention.hours=-1
- - --override
- - log.dirs=/var/lib/kafka/data/topics
resources:
requests:
cpu: 100m