aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorStaffan Olsson <staffan@repos.se>2017-10-06 20:13:02 +0200
committerStaffan Olsson <staffan@repos.se>2017-10-06 20:13:08 +0200
commit6504390b6b752d1b2a954901a06467671654704d (patch)
tree618dd64903930beb677d550fe7e58fbeaade71e9
parent275db1f7cecc7e764adae17343c7d7a3e890931a (diff)
downloadkubernetes-kafka-6504390b6b752d1b2a954901a06467671654704d.tar.gz
kubernetes-kafka-6504390b6b752d1b2a954901a06467671654704d.tar.bz2
kubernetes-kafka-6504390b6b752d1b2a954901a06467671654704d.zip
Scrape less, and improve scrape time further ...
through ssl=false and whitelist. Thanks to @yacut, see #49
-rw-r--r--10broker-config.yml19
-rw-r--r--50kafka.yml5
2 files changed, 23 insertions, 1 deletions
diff --git a/10broker-config.yml b/10broker-config.yml
index af0f037..ee86f28 100644
--- a/10broker-config.yml
+++ b/10broker-config.yml
@@ -244,3 +244,22 @@ data:
# Change to DEBUG to enable audit log for the authorizer
log4j.logger.kafka.authorizer.logger=WARN, authorizerAppender
log4j.additivity.kafka.authorizer.logger=false
+
+ jmx-kafka-prometheus.yml: |+
+ lowercaseOutputName: true
+ jmxUrl: service:jmx:rmi:///jndi/rmi://127.0.0.1:5555/jmxrmi
+ ssl: false
+ whitelistObjectNames: ["kafka.server:*","java.lang:*"]
+ rules:
+ - pattern : kafka.server<type=ReplicaFetcherManager, name=MaxLag, clientId=(.+)><>Value
+ - pattern : kafka.server<type=BrokerTopicMetrics, name=(.+), topic=(.+)><>OneMinuteRate
+ - pattern : kafka.server<type=KafkaRequestHandlerPool, name=RequestHandlerAvgIdlePercent><>OneMinuteRate
+ - pattern : kafka.server<type=Produce><>queue-size
+ - pattern : kafka.server<type=ReplicaManager, name=(.+)><>(Value|OneMinuteRate)
+ - pattern : kafka.server<type=controller-channel-metrics, broker-id=(.+)><>(.*)
+ - pattern : kafka.server<type=socket-server-metrics, networkProcessor=(.+)><>(.*)
+ - pattern : kafka.server<type=Fetch><>queue-size
+ - pattern : kafka.server<type=SessionExpireListener, name=(.+)><>OneMinuteRate
+ - pattern : java.lang<type=OperatingSystem><>SystemCpuLoad
+ - pattern : java.lang<type=Memory><HeapMemoryUsage>used
+ - pattern : java.lang<type=OperatingSystem><>FreePhysicalMemorySize
diff --git a/50kafka.yml b/50kafka.yml
index 7f7faa5..c9fc169 100644
--- a/50kafka.yml
+++ b/50kafka.yml
@@ -67,7 +67,7 @@ spec:
- -jar
- jmx_prometheus_httpserver.jar
- "5556"
- - example_configs/kafka-prometheus-monitoring.yml
+ - /etc/kafka/jmx-kafka-prometheus.yml
ports:
- containerPort: 5556
resources:
@@ -76,6 +76,9 @@ spec:
memory: 100Mi
limits:
memory: 150Mi
+ volumeMounts:
+ - name: config
+ mountPath: /etc/kafka
volumes:
- name: config
configMap: