aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorStaffan Olsson <staffan@repos.se>2017-10-06 20:13:02 +0200
committerStaffan Olsson <staffan@repos.se>2017-11-03 13:36:08 +0100
commit37e58e93f5db54945e38f584eb2baaab70b162e3 (patch)
tree4f16213a7ebe021a11b2f6695cae07fdd87ba613
parentdb52a3c28a31503fb07fd617768737a3192874e2 (diff)
downloadkubernetes-kafka-37e58e93f5db54945e38f584eb2baaab70b162e3.tar.gz
kubernetes-kafka-37e58e93f5db54945e38f584eb2baaab70b162e3.tar.bz2
kubernetes-kafka-37e58e93f5db54945e38f584eb2baaab70b162e3.zip
Scrape less, and improve scrape time further ...
through ssl=false and whitelist. Thanks to @yacut, see #49
-rw-r--r--10broker-config.yml19
-rw-r--r--50kafka.yml5
2 files changed, 23 insertions, 1 deletions
diff --git a/10broker-config.yml b/10broker-config.yml
index 2025bbf..933a6c5 100644
--- a/10broker-config.yml
+++ b/10broker-config.yml
@@ -256,3 +256,22 @@ data:
# Change to DEBUG to enable audit log for the authorizer
log4j.logger.kafka.authorizer.logger=WARN, authorizerAppender
log4j.additivity.kafka.authorizer.logger=false
+
+ jmx-kafka-prometheus.yml: |+
+ lowercaseOutputName: true
+ jmxUrl: service:jmx:rmi:///jndi/rmi://127.0.0.1:5555/jmxrmi
+ ssl: false
+ whitelistObjectNames: ["kafka.server:*","java.lang:*"]
+ rules:
+ - pattern : kafka.server<type=ReplicaFetcherManager, name=MaxLag, clientId=(.+)><>Value
+ - pattern : kafka.server<type=BrokerTopicMetrics, name=(.+), topic=(.+)><>OneMinuteRate
+ - pattern : kafka.server<type=KafkaRequestHandlerPool, name=RequestHandlerAvgIdlePercent><>OneMinuteRate
+ - pattern : kafka.server<type=Produce><>queue-size
+ - pattern : kafka.server<type=ReplicaManager, name=(.+)><>(Value|OneMinuteRate)
+ - pattern : kafka.server<type=controller-channel-metrics, broker-id=(.+)><>(.*)
+ - pattern : kafka.server<type=socket-server-metrics, networkProcessor=(.+)><>(.*)
+ - pattern : kafka.server<type=Fetch><>queue-size
+ - pattern : kafka.server<type=SessionExpireListener, name=(.+)><>OneMinuteRate
+ - pattern : java.lang<type=OperatingSystem><>SystemCpuLoad
+ - pattern : java.lang<type=Memory><HeapMemoryUsage>used
+ - pattern : java.lang<type=OperatingSystem><>FreePhysicalMemorySize
diff --git a/50kafka.yml b/50kafka.yml
index b588816..0862191 100644
--- a/50kafka.yml
+++ b/50kafka.yml
@@ -72,7 +72,7 @@ spec:
- -jar
- jmx_prometheus_httpserver.jar
- "5556"
- - example_configs/kafka-prometheus-monitoring.yml
+ - /etc/kafka/jmx-kafka-prometheus.yml
ports:
- containerPort: 5556
resources:
@@ -81,6 +81,9 @@ spec:
memory: 100Mi
limits:
memory: 150Mi
+ volumeMounts:
+ - name: config
+ mountPath: /etc/kafka
volumes:
- name: config
configMap: