From 37e58e93f5db54945e38f584eb2baaab70b162e3 Mon Sep 17 00:00:00 2001
From: Staffan Olsson <staffan@repos.se>
Date: Fri, 6 Oct 2017 20:13:02 +0200
Subject: Scrape less, and improve scrape time further ...

through ssl=false and whitelist.

Thanks to @yacut, see #49
---
 10broker-config.yml | 19 +++++++++++++++++++
 50kafka.yml         |  5 ++++-
 2 files changed, 23 insertions(+), 1 deletion(-)

diff --git a/10broker-config.yml b/10broker-config.yml
index 2025bbf..933a6c5 100644
--- a/10broker-config.yml
+++ b/10broker-config.yml
@@ -256,3 +256,22 @@ data:
     # Change to DEBUG to enable audit log for the authorizer
     log4j.logger.kafka.authorizer.logger=WARN, authorizerAppender
     log4j.additivity.kafka.authorizer.logger=false
+
+  jmx-kafka-prometheus.yml: |+
+    lowercaseOutputName: true
+    jmxUrl: service:jmx:rmi:///jndi/rmi://127.0.0.1:5555/jmxrmi
+    ssl: false
+    whitelistObjectNames: ["kafka.server:*","java.lang:*"]
+    rules:
+      - pattern : kafka.server<type=ReplicaFetcherManager, name=MaxLag, clientId=(.+)><>Value
+      - pattern : kafka.server<type=BrokerTopicMetrics, name=(.+), topic=(.+)><>OneMinuteRate
+      - pattern : kafka.server<type=KafkaRequestHandlerPool, name=RequestHandlerAvgIdlePercent><>OneMinuteRate
+      - pattern : kafka.server<type=Produce><>queue-size
+      - pattern : kafka.server<type=ReplicaManager, name=(.+)><>(Value|OneMinuteRate)
+      - pattern : kafka.server<type=controller-channel-metrics, broker-id=(.+)><>(.*)
+      - pattern : kafka.server<type=socket-server-metrics, networkProcessor=(.+)><>(.*)
+      - pattern : kafka.server<type=Fetch><>queue-size
+      - pattern : kafka.server<type=SessionExpireListener, name=(.+)><>OneMinuteRate
+      - pattern : java.lang<type=OperatingSystem><>SystemCpuLoad
+      - pattern : java.lang<type=Memory><HeapMemoryUsage>used
+      - pattern : java.lang<type=OperatingSystem><>FreePhysicalMemorySize
diff --git a/50kafka.yml b/50kafka.yml
index b588816..0862191 100644
--- a/50kafka.yml
+++ b/50kafka.yml
@@ -72,7 +72,7 @@ spec:
         - -jar
         - jmx_prometheus_httpserver.jar
         - "5556"
-        - example_configs/kafka-prometheus-monitoring.yml
+        - /etc/kafka/jmx-kafka-prometheus.yml
         ports:
         - containerPort: 5556
         resources:
@@ -81,6 +81,9 @@ spec:
             memory: 100Mi
           limits:
             memory: 150Mi
+        volumeMounts:
+        - name: config
+          mountPath: /etc/kafka
       volumes:
       - name: config
         configMap:
-- 
cgit v1.2.3