zabbix_export: version: '6.2' date: '2022-06-07T19:33:36Z' template_groups: - uuid: a571c0d144b14fd4a87a9d9b2aa9fcd6 name: Templates/Applications templates: - uuid: 2eb43a3c9666467683b9ce09d2bd26d7 template: 'Apache Kafka by JMX' name: 'Apache Kafka by JMX' description: | Official JMX Template for Apache Kafka. The metrics are collected by JMX. You can set {$KAFKA.USER} and {$KAFKA.PASSWORD} macros in the template for using on the host level. You can discuss this template or leave feedback on our forum https://www.zabbix.com/forum/zabbix-suggestions-and-feedback Template tooling version used: 0.41 groups: - name: Templates/Applications items: - uuid: cf096fad8b83431a968095ce8f5d3029 name: 'Kafka: Leader election per second' type: JMX key: 'jmx["kafka.controller:type=ControllerStats,name=LeaderElectionRateAndTimeMs","Count"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Number of leader elections per second.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: controller - uuid: 57efca0b4b1e4d1298d7cf77d8d04c98 name: 'Kafka: Unclean leader election per second' type: JMX key: 'jmx["kafka.controller:type=ControllerStats,name=UncleanLeaderElectionsPerSec","Count"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Number of “unclean” elections per second.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: controller triggers: - uuid: d984a7834d7846f787ca6649bacebf7b expression: 'last(/Apache Kafka by JMX/jmx["kafka.controller:type=ControllerStats,name=UncleanLeaderElectionsPerSec","Count"])>0' name: 'Kafka: Unclean leader election detected' priority: AVERAGE description: 'Unclean leader elections occur when there is no qualified partition leader among Kafka brokers. If Kafka is configured to allow an unclean leader election, a leader is chosen from the out-of-sync replicas, and any messages that were not synced prior to the loss of the former leader are lost forever. Essentially, unclean leader elections sacrifice consistency for availability.' tags: - tag: scope value: notice - uuid: 9b3ae38007db4fd5a4e0d3baf026b732 name: 'Kafka: Controller state on broker' type: JMX key: 'jmx["kafka.controller:type=KafkaController,name=ActiveControllerCount","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'One indicates that the broker is the controller for the cluster.' valuemap: name: 'Kafka controller state' preprocessing: - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 1h jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: controller - uuid: 765a10af1fa6444bbeaa7b1669e3c8b2 name: 'Kafka: Offline partitions count' type: JMX key: 'jmx["kafka.controller:type=KafkaController,name=OfflinePartitionsCount","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Number of partitions that don''t have an active leader.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: controller triggers: - uuid: 5eef377125814830be8167d4d74b0d05 expression: 'last(/Apache Kafka by JMX/jmx["kafka.controller:type=KafkaController,name=OfflinePartitionsCount","Value"]) > 0' name: 'Kafka: One or more partitions have no leader' priority: WARNING description: 'Any partition without an active leader will be completely inaccessible, and both consumers and producers of that partition will be blocked until a leader becomes available.' tags: - tag: scope value: notice - uuid: 6f4b742f64a04254b607fd49fd7fbfa3 name: 'Kafka: Ineligible pending replica deletes' type: JMX key: 'jmx["kafka.controller:type=KafkaController,name=ReplicasIneligibleToDeleteCount","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The number of ineligible pending replica deletes.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: controller - uuid: 77069f977a4b4277a13ef329c4cc810f name: 'Kafka: Pending replica deletes' type: JMX key: 'jmx["kafka.controller:type=KafkaController,name=ReplicasToDeleteCount","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The number of pending replica deletes.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: controller - uuid: ddfd3ce0b846434fb4dddf391b956d6f name: 'Kafka: Ineligible pending topic deletes' type: JMX key: 'jmx["kafka.controller:type=KafkaController,name=TopicsIneligibleToDeleteCount","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The number of ineligible pending topic deletes.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: controller - uuid: 96c5cb8b0647481e90e0878c8bbc4d4b name: 'Kafka: Pending topic deletes' type: JMX key: 'jmx["kafka.controller:type=KafkaController,name=TopicsToDeleteCount","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The number of pending topic deletes.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: controller - uuid: c11c8666c0ba4f03b8ba15573b7a6ffd name: 'Kafka: Offline log directory count' type: JMX key: 'jmx["kafka.log:type=LogManager,name=OfflineLogDirectoryCount","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The number of offline log directories (for example, after a hardware failure).' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: logmanager triggers: - uuid: 03fa9ceadba34643b4d3baa7be7c6bb7 expression: 'last(/Apache Kafka by JMX/jmx["kafka.log:type=LogManager,name=OfflineLogDirectoryCount","Value"]) > 0' name: 'Kafka: There are offline log directories' priority: WARNING description: 'The offline log directory count metric indicate the number of log directories which are offline (due to a hardware failure for example) so that the broker cannot store incoming messages anymore.' tags: - tag: scope value: notice - uuid: 4fd9235510964af99e3c174c6a18773b name: 'Kafka: Fetch-Consumer response send time, p95' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=FetchConsumer","95thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The time taken, in milliseconds, to send the response for 95th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 3674bdbc6d7742399478a960c1a24647 name: 'Kafka: Fetch-Consumer response send time, p99' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=FetchConsumer","99thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The time taken, in milliseconds, to send the response for 99th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 04dea48528bb4f56bfcbf93576ba328f name: 'Kafka: Fetch-Consumer response send time, mean' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=FetchConsumer","Mean"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Average time taken, in milliseconds, to send the response.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 57af4d4b76f548e897d9e66459928b40 name: 'Kafka: Fetch-Follower response send time, p95' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=FetchFollower","95thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The time taken, in milliseconds, to send the response for 95th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 5222217c516a4ab9926afd9ddbe6bfdb name: 'Kafka: Fetch-Follower response send time, p99' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=FetchFollower","99thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The time taken, in milliseconds, to send the response for 99th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: b11586ce79e846b495ed15a112959685 name: 'Kafka: Fetch-Follower response send time, mean' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=FetchFollower","Mean"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Average time taken, in milliseconds, to send the response.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 410c2ecf84fa4f67a9d0b0ca69d77338 name: 'Kafka: Produce response send time, p95' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=Produce","95thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The time taken, in milliseconds, to send the response for 95th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: e5d7139fbd5a4688bba04d5837a21d3b name: 'Kafka: Produce response send time, p99' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=Produce","99thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The time taken, in milliseconds, to send the response for 99th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 6e51118940ed4bd192774b8fa44aeb26 name: 'Kafka: Produce response send time, mean' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=Produce","Mean"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Average time taken, in milliseconds, to send the response.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 10cd80d9dd0e4b918138aa99dcd28b2a name: 'Kafka: Temporary memory size in bytes (Fetch), max' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TemporaryMemoryBytes,request=Fetch","Max"]' history: 7d units: B username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The maximum of temporary memory used for converting message formats and decompressing messages.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: memory - tag: component value: request - uuid: 9034049c16424d81a22b0f0063657ed6 name: 'Kafka: Temporary memory size in bytes (Fetch), min' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TemporaryMemoryBytes,request=Fetch","Mean"]' history: 7d units: B username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The minimum of temporary memory used for converting message formats and decompressing messages.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: memory - tag: component value: request - uuid: 57a5c2d51b4f424baf34ab963eed45a4 name: 'Kafka: Temporary memory size in bytes (Produce), max' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TemporaryMemoryBytes,request=Produce","Max"]' history: 7d units: B username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The maximum of temporary memory used for converting message formats and decompressing messages.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: memory - tag: component value: request - uuid: f28dcdf12db44b30a82b7a1bead52521 name: 'Kafka: Temporary memory size in bytes (Produce), avg' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TemporaryMemoryBytes,request=Produce","Mean"]' history: 7d units: B username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The amount of temporary memory used for converting message formats and decompressing messages.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: memory - tag: component value: request - uuid: eddaa3dce4be472ba2133674c845a53f name: 'Kafka: Temporary memory size in bytes (Produce), min' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TemporaryMemoryBytes,request=Produce","Min"]' history: 7d units: B username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The minimum of temporary memory used for converting message formats and decompressing messages.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: memory - tag: component value: request - uuid: 36b32cc516ce48859fda10b348564446 name: 'Kafka: Fetch-Consumer request total time, p95' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer","95thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Time in ms to serve the Fetch-Consumer request for 95th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: e08291248e4e42858303c27de441aa1b name: 'Kafka: Fetch-Consumer request total time, p99' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer","99thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Time in ms to serve the specified Fetch-Consumer for 99th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 16c3eb799dca4ed7b167e1127406766e name: 'Kafka: Fetch-Consumer request total time, mean' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer","Mean"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Average time in ms to serve the Fetch-Consumer request.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 01704212d78343c597f92fa151f3372a name: 'Kafka: Fetch-Follower request total time, p95' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower","95thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Time in ms to serve the Fetch-Follower request for 95th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: c7d9215ee14a4d86b5ad38dbad26c247 name: 'Kafka: Fetch-Follower request total time, p99' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower","99thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Time in ms to serve the Fetch-Follower request for 99th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 487274528ec646afb5e04f6edd6619b5 name: 'Kafka: Fetch-Follower request total time, mean' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower","Mean"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Average time in ms to serve the Fetch-Follower request.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 3680508a52524de08819abc3d81056be name: 'Kafka: Produce request total time, p95' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce","95thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Time in ms to serve the Produce requests for 95th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: b59938aa9192429890367ca1dc2e74b7 name: 'Kafka: Produce request total time, p99' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce","99thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Time in ms to serve the Produce requests for 99th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 5bcb9ecd5d77460fb25d2afa5173832b name: 'Kafka: Produce request total time, mean' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce","Mean"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Average time in ms to serve the Produce request.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 230f713f85c748bd9d29d8d086fcc80a name: 'Kafka: UpdateMetadata request total time, p95' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=UpdateMetadata","95thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Time for update metadata requests for 95th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 8e654055b20748a085178882d7b5bed9 name: 'Kafka: UpdateMetadata request total time, p99' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=UpdateMetadata","99thPercentile"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Time for update metadata requests for 99th percentile.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: c66e750dccd0461e82f8a3b5bd432333 name: 'Kafka: Fetch-Consumer request total time, mean' type: JMX key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=UpdateMetadata","Mean"]' history: 7d value_type: FLOAT units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Average time for a request to update metadata.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 46a7230e12f8404c813e60fae1eaf91d name: 'Kafka: Network processor average idle percent' type: JMX key: 'jmx["kafka.network:type=SocketServer,name=NetworkProcessorAvgIdlePercent","Value"]' history: 7d value_type: FLOAT units: '%' username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The average percentage of time that the network processors are idle.' preprocessing: - type: MULTIPLIER parameters: - '100' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: network triggers: - uuid: 39bfa825d88145d5a687ba07f6b5596e expression: 'nodata(/Apache Kafka by JMX/jmx["kafka.network:type=SocketServer,name=NetworkProcessorAvgIdlePercent","Value"],15m)=1' name: 'Kafka: Failed to fetch info data' event_name: 'Kafka: Failed to fetch info data (or no data for 15m)' priority: WARNING description: 'Zabbix has not received data for items for the last 15 minutes' tags: - tag: scope value: availability - uuid: 91c95d4543ae436d986881e76f090aec expression: 'max(/Apache Kafka by JMX/jmx["kafka.network:type=SocketServer,name=NetworkProcessorAvgIdlePercent","Value"],15m)<{$KAFKA.NET_PROC_AVG_IDLE.MIN.WARN}' name: 'Kafka: Network processor average idle percent is too low' event_name: 'Kafka: Network processor average idle percent is too low (under {$KAFKA.NET_PROC_AVG_IDLE.MIN.WARN} for 15m)' priority: AVERAGE description: 'The network processor idle ratio metric indicates the percentage of time the network processor are not in use. The lower this number, the more loaded the broker is.' tags: - tag: scope value: notice - uuid: deca38d699f44dea90961be921d096e4 name: 'Kafka: Uptime' type: JMX key: 'jmx["kafka.server:type=app-info","start-time-ms"]' history: 7d units: s username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Service uptime in seconds.' preprocessing: - type: JAVASCRIPT parameters: - 'return (Math.floor((Date.now()-Number(value))/1000))' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: system triggers: - uuid: b2fa6148a2b24fa6890b4078c235dcd8 expression: 'last(/Apache Kafka by JMX/jmx["kafka.server:type=app-info","start-time-ms"])<10m' name: 'Kafka: has been restarted' event_name: 'Kafka: has been restarted (uptime < 10m)' priority: INFO description: 'Uptime is less than 10 minutes.' manual_close: 'YES' tags: - tag: scope value: notice - uuid: 75bf053e436e4bb8bb2a94e86a0b194c name: 'Kafka: Version' type: JMX key: 'jmx["kafka.server:type=app-info","version"]' history: 7d trends: '0' value_type: CHAR username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Current version of broker.' preprocessing: - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 1h jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: inventory triggers: - uuid: 92ecd7eb1eae49d9886ecac7b8f2084a expression: 'last(/Apache Kafka by JMX/jmx["kafka.server:type=app-info","version"],#1)<>last(/Apache Kafka by JMX/jmx["kafka.server:type=app-info","version"],#2) and length(last(/Apache Kafka by JMX/jmx["kafka.server:type=app-info","version"]))>0' name: 'Kafka: Version has changed' event_name: 'Kafka: Version has changed (new version: {ITEM.VALUE})' priority: INFO description: 'Kafka version has changed. Ack to close.' manual_close: 'YES' tags: - tag: scope value: notice - uuid: 47dcd92e0ca64833af8d8112b7c66731 name: 'Kafka: Bytes in per second' type: JMX key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec","Count"]' history: 7d value_type: FLOAT units: Bps username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The rate at which data sent from producers is consumed by the broker.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: broker - uuid: d71ed49d3a1f4599b239105ab7435724 name: 'Kafka: Bytes out per second' type: JMX key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec","Count"]' history: 7d value_type: FLOAT units: Bps username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The rate at which data is fetched and read from the broker by consumers.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: broker - uuid: 15d9fe23872541f0bb3dd1ce33598a61 name: 'Kafka: Bytes rejected per second' type: JMX key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=BytesRejectedPerSec","Count"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The rate at which bytes rejected per second by the broker.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: broker - uuid: 2ce7bb5db0674cb1a9504c4d8af72a00 name: 'Kafka: Client fetch request failed per second' type: JMX key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=FailedFetchRequestsPerSec","Count"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Number of client fetch request failures per second.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: broker - uuid: a26150db6e464090910b837b69e6df8f name: 'Kafka: Produce requests failed per second' type: JMX key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=FailedProduceRequestsPerSec","Count"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Number of failed produce requests per second.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: broker - uuid: 28e488bbe6544d688e741b2ab0397275 name: 'Kafka: Messages in per second' type: JMX key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec","Count"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The rate at which individual messages are consumed by the broker.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: broker - uuid: a3d88b98436040e494911b94ce72de8b name: 'Kafka: Requests in producer purgatory' type: JMX key: 'jmx["kafka.server:type=DelayedOperationPurgatory,name=PurgatorySize,delayedOperation=Fetch","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Number of requests waiting in producer purgatory.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: d68c2995725745a5b1f3f4507a5fe49c name: 'Kafka: Requests in fetch purgatory' type: JMX key: 'jmx["kafka.server:type=DelayedOperationPurgatory,name=PurgatorySize,delayedOperation=Produce","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Number of requests waiting in fetch purgatory.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: 2e7433fbf07d415ea40251a29364264c name: 'Kafka: Request handler average idle percent' type: JMX key: 'jmx["kafka.server:type=KafkaRequestHandlerPool,name=RequestHandlerAvgIdlePercent","OneMinuteRate"]' history: 7d value_type: FLOAT units: '%' username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Indicates the percentage of time that the request handler (IO) threads are not in use.' preprocessing: - type: MULTIPLIER parameters: - '100' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request triggers: - uuid: 8f070e06520b4b299fcfffa952d318fc expression: 'max(/Apache Kafka by JMX/jmx["kafka.server:type=KafkaRequestHandlerPool,name=RequestHandlerAvgIdlePercent","OneMinuteRate"],15m)<{$KAFKA.REQUEST_HANDLER_AVG_IDLE.MIN.WARN}' name: 'Kafka: Request handler average idle percent is too low' event_name: 'Kafka: Request handler average idle percent is too low (under {$KAFKA.REQUEST_HANDLER_AVG_IDLE.MIN.WARN} for 15m)' priority: AVERAGE description: 'The request handler idle ratio metric indicates the percentage of time the request handlers are not in use. The lower this number, the more loaded the broker is.' tags: - tag: scope value: notice - uuid: fb83a988422c40b792e23b10a0f2ba64 name: 'Kafka: Replication maximum lag' type: JMX key: 'jmx["kafka.server:type=ReplicaFetcherManager,name=MaxLag,clientId=Replica","Value"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The maximum lag between the time that messages are received by the leader replica and by the follower replicas.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: replica - uuid: 6125c4144c42452ea20c53c5365ad970 name: 'Kafka: ISR expands per second' type: JMX key: 'jmx["kafka.server:type=ReplicaManager,name=IsrExpandsPerSec","Count"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The rate at which the number of ISRs in the broker increases.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: replica - uuid: 81eb0364269b40988404bd902ba409f4 name: 'Kafka: ISR shrink per second' type: JMX key: 'jmx["kafka.server:type=ReplicaManager,name=IsrShrinksPerSec","Count"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Rate of replicas leaving the ISR pool.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: replica - uuid: 9489608614ac4d96810362fc52901c55 name: 'Kafka: Leader count' type: JMX key: 'jmx["kafka.server:type=ReplicaManager,name=LeaderCount","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The number of replicas for which this broker is the leader.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: replica - uuid: 1a737ce50a274c3696beade89187afd1 name: 'Kafka: Partition count' type: JMX key: 'jmx["kafka.server:type=ReplicaManager,name=PartitionCount","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The number of partitions in the broker.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: replica - uuid: 05fb33b225264059a2eef04a91963dbb name: 'Kafka: Number of reassigning partitions' type: JMX key: 'jmx["kafka.server:type=ReplicaManager,name=ReassigningPartitions","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The number of reassigning leader partitions on a broker.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: replica - uuid: b22cee3e3aa849a1b5098e18f42b3b3d name: 'Kafka: Under minimum ISR partition count' type: JMX key: 'jmx["kafka.server:type=ReplicaManager,name=UnderMinIsrPartitionCount","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The number of partitions under the minimum In-Sync Replica (ISR) count.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: replica triggers: - uuid: b401a90e75cd4a478d4f8b8cc4f15dc2 expression: 'last(/Apache Kafka by JMX/jmx["kafka.server:type=ReplicaManager,name=UnderMinIsrPartitionCount","Value"])>0' name: 'Kafka: There are partitions under the min ISR' priority: AVERAGE description: 'The Under min ISR partitions metric displays the number of partitions, where the number of In-Sync Replicas (ISR) is less than the minimum number of in-sync replicas specified. The two most common causes of under-min ISR partitions are that one or more brokers is unresponsive, or the cluster is experiencing performance issues and one or more brokers are falling behind.' tags: - tag: scope value: notice - uuid: f55e42503d7d4091bd4487a30bb144b9 name: 'Kafka: Under replicated partitions' type: JMX key: 'jmx["kafka.server:type=ReplicaManager,name=UnderReplicatedPartitions","Value"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The number of partitions that have not been fully replicated in the follower replicas (the number of non-reassigning replicas - the number of ISR > 0).' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: replica triggers: - uuid: 0ecd8b4b3db6489b83d4a1f78faee03c expression: 'last(/Apache Kafka by JMX/jmx["kafka.server:type=ReplicaManager,name=UnderReplicatedPartitions","Value"])>0' name: 'Kafka: There are under replicated partitions' priority: AVERAGE description: 'The Under replicated partitions metric displays the number of partitions that do not have enough replicas to meet the desired replication factor. A partition will also be considered under-replicated if the correct number of replicas exist, but one or more of the replicas have fallen significantly behind the partition leader. The two most common causes of under-replicated partitions are that one or more brokers is unresponsive, or the cluster is experiencing performance issues and one or more brokers have fallen behind.' tags: - tag: scope value: notice - uuid: c2086b19fcf84c1f948ec80726054dcd name: 'Kafka: Request queue size' type: JMX key: 'jmx["kafka.server:type=Request","queue-size"]' history: 7d username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The size of the delay queue.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: request - uuid: e96464452c844cb7bdeaab62f7c7e5ed name: 'Kafka: ZooKeeper connection status' type: JMX key: 'jmx["kafka.server:type=SessionExpireListener,name=SessionState","Value"]' history: 7d trends: '0' value_type: CHAR username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Connection status of broker''s ZooKeeper session.' preprocessing: - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 1h jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: health - tag: component value: zookeeper triggers: - uuid: 423144ac14694a71b9ab563eacfa840d expression: 'find(/Apache Kafka by JMX/jmx["kafka.server:type=SessionExpireListener,name=SessionState","Value"],,"regexp","CONNECTED")=0' name: 'Kafka: Broker is not connected to ZooKeeper' priority: AVERAGE tags: - tag: scope value: availability - uuid: 9852aa0bf3074a319b83f695a9d0deca name: 'Kafka: ZooKeeper disconnect rate' type: JMX key: 'jmx["kafka.server:type=SessionExpireListener,name=ZooKeeperDisconnectsPerSec","Count"]' history: 7d value_type: FLOAT units: rps username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'ZooKeeper client disconnect per second.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: zookeeper - uuid: 3e612950b2c5476e9634ce11f93dfd61 name: 'Kafka: ZooKeeper session expiration rate' type: JMX key: 'jmx["kafka.server:type=SessionExpireListener,name=ZooKeeperExpiresPerSec","Count"]' history: 7d value_type: FLOAT units: rps username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'ZooKeeper client session expiration per second.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: zookeeper - uuid: e9f647cf41214ef7aab480d349f48c21 name: 'Kafka: ZooKeeper readonly rate' type: JMX key: 'jmx["kafka.server:type=SessionExpireListener,name=ZooKeeperReadOnlyConnectsPerSec","Count"]' history: 7d value_type: FLOAT units: rps username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'ZooKeeper client readonly per second.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: zookeeper - uuid: b156305285bf4d508afd1d9c91ae34c0 name: 'Kafka: ZooKeeper sync rate' type: JMX key: 'jmx["kafka.server:type=SessionExpireListener,name=ZooKeeperSyncConnectsPerSec","Count"]' history: 7d value_type: FLOAT units: rps username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'ZooKeeper client sync per second.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: zookeeper - uuid: 3b6de5f72ed94b928684083fbb65b6cb name: 'Kafka: ZooKeeper client request latency' type: JMX key: 'jmx["kafka.server:type=ZooKeeperClientMetrics,name=ZooKeeperRequestLatencyMs","Count"]' history: 7d units: ms username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Latency in milliseconds for ZooKeeper requests from broker.' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: zookeeper discovery_rules: - uuid: c4421eb9f9ab4bf2b6d4ba101c897ca7 name: 'Topic Metrics (read)' type: JMX key: 'jmx.discovery[beans,"kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec,topic=*"]' delay: 1h username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' filter: evaltype: AND conditions: - macro: '{#JMXTOPIC}' value: '{$KAFKA.TOPIC.MATCHES}' formulaid: A - macro: '{#JMXTOPIC}' value: '{$KAFKA.TOPIC.NOT_MATCHES}' operator: NOT_MATCHES_REGEX formulaid: B item_prototypes: - uuid: 42ad85334b524973afa2fd8f2a135e77 name: 'Kafka {#JMXTOPIC}: Bytes out per second' type: JMX key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec,topic={#JMXTOPIC}","Count"]' history: 7d value_type: FLOAT units: Bps username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The rate at which data is fetched and read from the broker by consumers (by topic).' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: broker - tag: component value: topic - tag: topic value: '{#JMXTOPIC}' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' - uuid: 82037c202489462fa9c4afbb23618315 name: 'Topic Metrics (errors)' type: JMX key: 'jmx.discovery[beans,"kafka.server:type=BrokerTopicMetrics,name=BytesRejectedPerSec,topic=*"]' delay: 1h username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' filter: evaltype: AND conditions: - macro: '{#JMXTOPIC}' value: '{$KAFKA.TOPIC.MATCHES}' formulaid: A - macro: '{#JMXTOPIC}' value: '{$KAFKA.TOPIC.NOT_MATCHES}' operator: NOT_MATCHES_REGEX formulaid: B item_prototypes: - uuid: abaf2616581a46158a13a71ffcf67634 name: 'Kafka {#JMXTOPIC}: Bytes rejected per second' type: JMX key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=BytesRejectedPerSec,topic={#JMXTOPIC}","Count"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'Rejected bytes rate by topic.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: broker - tag: component value: topic - tag: topic value: '{#JMXTOPIC}' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' - uuid: d5ec81baadad41f29882757979443b5b name: 'Topic Metrics (write)' type: JMX key: 'jmx.discovery[beans,"kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec,topic=*"]' delay: 1h username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' filter: evaltype: AND conditions: - macro: '{#JMXTOPIC}' value: '{$KAFKA.TOPIC.MATCHES}' formulaid: A - macro: '{#JMXTOPIC}' value: '{$KAFKA.TOPIC.NOT_MATCHES}' operator: NOT_MATCHES_REGEX formulaid: B item_prototypes: - uuid: 61bb29999ea1465c8125b518507d9e5d name: 'Kafka {#JMXTOPIC}: Bytes in per second' type: JMX key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec,topic={#JMXTOPIC}","Count"]' history: 7d value_type: FLOAT units: Bps username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The rate at which data sent from producers is consumed by topic.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: broker - tag: component value: topic - tag: topic value: '{#JMXTOPIC}' - uuid: 5c18b5eca61b4ed2ae1aae197b7c9958 name: 'Kafka {#JMXTOPIC}: Messages in per second' type: JMX key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec,topic={#JMXTOPIC}","Count"]' history: 7d value_type: FLOAT username: '{$KAFKA.USER}' password: '{$KAFKA.PASSWORD}' description: 'The rate at which individual messages are consumed by topic.' preprocessing: - type: CHANGE_PER_SECOND parameters: - '' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: component value: broker - tag: component value: topic - tag: topic value: '{#JMXTOPIC}' jmx_endpoint: 'service:jmx:rmi:///jndi/rmi://{HOST.CONN}:{HOST.PORT}/jmxrmi' tags: - tag: class value: application - tag: target value: apache-kafka macros: - macro: '{$KAFKA.NET_PROC_AVG_IDLE.MIN.WARN}' value: '30' description: 'The minimum Network processor average idle percent for trigger expression.' - macro: '{$KAFKA.PASSWORD}' value: zabbix - macro: '{$KAFKA.REQUEST_HANDLER_AVG_IDLE.MIN.WARN}' value: '30' description: 'The minimum Request handler average idle percent for trigger expression.' - macro: '{$KAFKA.TOPIC.MATCHES}' value: '.*' description: 'Filter of discoverable topics' - macro: '{$KAFKA.TOPIC.NOT_MATCHES}' value: __consumer_offsets description: 'Filter to exclude discovered topics' - macro: '{$KAFKA.USER}' value: zabbix valuemaps: - uuid: cf2440fb69c24371b231cb0a69002333 name: 'Kafka controller state' mappings: - value: '0' newvalue: Inactive - value: '1' newvalue: Active graphs: - uuid: 0371c1e9aa924fb89bffa87c26e88481 name: 'Kafka: Broker throughput' graph_items: - color: 1A7C11 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec","Count"]' - sortorder: '1' color: 2774A4 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec","Count"]' - uuid: 7a7ce78d88bc483ca07efb5c4e639c1f name: 'Kafka: ISR shrinks/expands rate' graph_items: - color: 1A7C11 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=ReplicaManager,name=IsrShrinksPerSec","Count"]' - sortorder: '1' color: 2774A4 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=ReplicaManager,name=IsrExpandsPerSec","Count"]' - uuid: bd0b892058df48d5939f2ab9de9c2768 name: 'Kafka: Leader election rate' graph_items: - color: 1A7C11 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.controller:type=ControllerStats,name=LeaderElectionRateAndTimeMs","Count"]' - sortorder: '1' color: 2774A4 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.controller:type=ControllerStats,name=UncleanLeaderElectionsPerSec","Count"]' - uuid: de66fc0c0dc44fbca5fa44f9cd4716ff name: 'Kafka: Pending deletes' graph_items: - color: 1A7C11 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.controller:type=KafkaController,name=TopicsIneligibleToDeleteCount","Value"]' - sortorder: '1' color: 2774A4 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.controller:type=KafkaController,name=TopicsToDeleteCount","Value"]' - sortorder: '2' color: F63100 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.controller:type=KafkaController,name=ReplicasIneligibleToDeleteCount","Value"]' - sortorder: '3' color: A54F10 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.controller:type=KafkaController,name=ReplicasToDeleteCount","Value"]' - uuid: 451bd85a6db249f1a43ac38d4361f925 name: 'Kafka: Purgatory size' graph_items: - color: 1A7C11 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=DelayedOperationPurgatory,name=PurgatorySize,delayedOperation=Fetch","Value"]' - sortorder: '1' color: 2774A4 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=DelayedOperationPurgatory,name=PurgatorySize,delayedOperation=Produce","Value"]' - uuid: aaef8edde7e34c33acad4e0820991bd6 name: 'Kafka: Requests failed rate' graph_items: - color: 1A7C11 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=FailedFetchRequestsPerSec","Count"]' - sortorder: '1' color: 2774A4 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=BrokerTopicMetrics,name=FailedProduceRequestsPerSec","Count"]' - uuid: 35b4211374b74b68aceec66cc875816d name: 'Kafka: Requests performance' graph_items: - color: 1A7C11 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=UpdateMetadata","95thPercentile"]' - sortorder: '1' drawtype: BOLD_LINE color: 2774A4 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=UpdateMetadata","99thPercentile"]' - sortorder: '2' color: F63100 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=UpdateMetadata","Mean"]' - sortorder: '3' color: A54F10 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce","95thPercentile"]' - sortorder: '4' drawtype: BOLD_LINE color: FC6EA3 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce","99thPercentile"]' - sortorder: '5' color: 6C59DC item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce","Mean"]' - sortorder: '6' color: AC8C14 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer","95thPercentile"]' - sortorder: '7' drawtype: BOLD_LINE color: 611F27 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer","99thPercentile"]' - sortorder: '8' color: F230E0 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer","Mean"]' - sortorder: '9' color: FFAD40 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower","95thPercentile"]' - sortorder: '10' drawtype: BOLD_LINE color: 40CDFF item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower","99thPercentile"]' - sortorder: '11' color: 40FFA0 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower","Mean"]' - uuid: 3b531111e8194edd87d497b9fee7084c name: 'Kafka: Temporary memory size' graph_items: - color: 1A7C11 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TemporaryMemoryBytes,request=Produce","Min"]' - sortorder: '1' drawtype: BOLD_LINE color: 2774A4 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TemporaryMemoryBytes,request=Produce","Mean"]' - sortorder: '2' color: F63100 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TemporaryMemoryBytes,request=Produce","Max"]' - sortorder: '3' color: A54F10 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TemporaryMemoryBytes,request=Fetch","Mean"]' - sortorder: '4' color: FC6EA3 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.network:type=RequestMetrics,name=TemporaryMemoryBytes,request=Fetch","Max"]' - uuid: e5f69b35415b49168fba4ffa10e75f25 name: 'Kafka: ZooKeeper connections rate' graph_items: - color: 1A7C11 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=SessionExpireListener,name=ZooKeeperReadOnlyConnectsPerSec","Count"]' - sortorder: '1' color: 2774A4 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=SessionExpireListener,name=ZooKeeperSyncConnectsPerSec","Count"]' - sortorder: '2' color: F63100 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=SessionExpireListener,name=ZooKeeperExpiresPerSec","Count"]' - sortorder: '3' color: A54F10 item: host: 'Apache Kafka by JMX' key: 'jmx["kafka.server:type=SessionExpireListener,name=ZooKeeperDisconnectsPerSec","Count"]'