add platform (#118)

Author: rokh-conduktor

README.md

@@ -15,6 +15,7 @@ This replicates as well as possible real deployment configurations, where you ha
 
 ## Stack version
 
+  - Conduktor Platform: 1.0.2
   - Zookeeper version: 3.6.3 (Confluent 7.2.1)
   - Kafka version: 3.2.0 (Confluent 7.2.1)
   - Kafka Schema Registry: Confluent 7.2.1
@@ -46,6 +47,29 @@ If you want to downgrade confluent platform version, there are two ways:
 1. Add `platform: linux/amd64`. It will work as docker is able to emulate AMD64 instructions.
 2. Previous versions have been [built](https://github.com/arm64-compat/confluent-platform) for ARM64 by the community. If you want to use it, just change the image in the corresponding yml. Since it is a not an official image, use it at your own risks.  
 
+## Full stack
+
+To ease you journey with kafka just connect to [localhost:8080](http://localhost:8080/)
+
+login: `login@admin.io`
+password: `admin`
+
+ - Conduktor-platform: `$DOCKER_HOST_IP:8080`
+ - Single Zookeeper: `$DOCKER_HOST_IP:2181`
+ - Single Kafka: `$DOCKER_HOST_IP:9092`
+ - Kafka Schema Registry: `$DOCKER_HOST_IP:8081`
+ - Kafka Rest Proxy: `$DOCKER_HOST_IP:8082`
+ - Kafka Connect: `$DOCKER_HOST_IP:8083`
+ - KSQL Server: `$DOCKER_HOST_IP:8088`
+- (experimental) JMX port at `$DOCKER_HOST_IP:9001`
+
+ Run with:
+ ```
+ docker-compose -f full-stack.yml up
+ docker-compose -f full-stack.yml down
+ ```
+
+
 ## Single Zookeeper / Single Kafka
 
 This configuration fits most development requirements.
@@ -102,25 +126,6 @@ docker-compose -f zk-multiple-kafka-multiple.yml up
 docker-compose -f zk-multiple-kafka-multiple.yml down
 ```
 
-## Full stack
-
-Need a UI? We recommend using [Conduktor](https://conduktor.io) as your tool to bring a unified UI to all these components
-
- - Single Zookeeper: `$DOCKER_HOST_IP:2181`
- - Single Kafka: `$DOCKER_HOST_IP:9092`
- - Kafka Schema Registry: `$DOCKER_HOST_IP:8081`
- - Kafka Rest Proxy: `$DOCKER_HOST_IP:8082`
- - Kafka Connect: `$DOCKER_HOST_IP:8083`
- - KSQL Server: `$DOCKER_HOST_IP:8088`
- - Zoonavigator Web: `$DOCKER_HOST_IP:8004`
-- (experimental) JMX port at `$DOCKER_HOST_IP:9999`
-
- Run with:
- ```
- docker-compose -f full-stack.yml up
- docker-compose -f full-stack.yml down
- ```
-
 # FAQ
 
 ## Kafka

full-stack.yml

@@ -30,7 +30,7 @@ services:
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
-      KAFKA_JMX_PORT: 9999
+      KAFKA_JMX_PORT: 9001
       KAFKA_JMX_HOSTNAME: ${DOCKER_HOST_IP:-127.0.0.1}
       KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer
       KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
@@ -126,11 +126,29 @@ services:
       - zoo1
       - kafka1
 
-  zoonavigator:
-    image: elkozmon/zoonavigator:1.1.1
-    container_name: zoonavigator
+  conduktor-platform:
+    image: conduktor/conduktor-platform:1.0.2
     ports:
-      - "8004:8000"
+      - 8080:80
+    volumes:
+      - conduktor_data:/var/conduktor
+      - type: bind
+        source: "./platform-config.yaml"
+        target: /opt/conduktor/platform-config.yaml
+        read_only: true
+    depends_on:
+      - kafka1
+      - kafka-schema-registry
+      - kafka-connect
     environment:
-      HTTP_PORT: 8000
-      AUTO_CONNECT_CONNECTION_STRING: zoo1:2181
+      CDK_IN_CONF_FILE: /opt/conduktor/platform-config.yaml
+      KAFKA_BOOTSTRAP_SERVER: PLAINTEXT://kafka1:19092
+      SR_SERVER: "http://kafka-schema-registry:8081"
+      ORGANISATION_NAME: "default"
+      ADMIN_EMAIL: "admin@admin.io"
+      ADMIN_PSW: "admin"
+
+
+volumes:
+  conduktor_data: {}
+

jmx-exporter.yml

@@ -0,0 +1,70 @@
+lowercaseOutputName: true
+lowercaseOutputLabelNames: true
+rules:
+  # Special cases and very specific rules
+  - pattern : kafka.server<type=(.+), name=(.+), clientId=(.+), topic=(.+), partition=(.*)><>Value
+    name: kafka_server_$1_$2
+    type: GAUGE
+    labels:
+      clientId: "$3"
+      topic: "$4"
+      partition: "$5"
+  - pattern : kafka.server<type=(.+), name=(.+), clientId=(.+), brokerHost=(.+), brokerPort=(.+)><>Value
+    name: kafka_server_$1_$2
+    type: GAUGE
+    labels:
+      clientId: "$3"
+      broker: "$4:$5"
+
+  - pattern : kafka.server<type=KafkaRequestHandlerPool, name=RequestHandlerAvgIdlePercent><>OneMinuteRate
+    name: kafka_server_kafkarequesthandlerpool_requesthandleravgidlepercent_total
+    type: GAUGE
+
+  - pattern : kafka.server<type=socket-server-metrics, clientSoftwareName=(.+), clientSoftwareVersion=(.+), listener=(.+), networkProcessor=(.+)><>connections
+    name: kafka_server_socketservermetrics_connections
+    type: GAUGE
+    labels:
+      client_software_name: "$1"
+      client_software_version: "$2"
+      listener: "$3"
+      network_processor: "$4"
+
+  - pattern : 'kafka.server<type=socket-server-metrics, listener=(.+), networkProcessor=(.+)><>(.+):'
+    name: kafka_server_socketservermetrics_$3
+    type: GAUGE
+    labels:
+      listener: "$1"
+      network_processor: "$2"
+
+  # Count and Value
+  - pattern: kafka.(.+)<type=(.+), name=(.+), (.+)=(.+), (.+)=(.+)><>(Count|Value)
+    name: kafka_$1_$2_$3
+    labels:
+      "$4": "$5"
+      "$6": "$7"
+  - pattern: kafka.(.+)<type=(.+), name=(.+), (.+)=(.+)><>(Count|Value)
+    name: kafka_$1_$2_$3
+    labels:
+      "$4": "$5"
+  - pattern: kafka.(.+)<type=(.+), name=(.+)><>(Count|Value)
+    name: kafka_$1_$2_$3
+
+  # Percentile
+  - pattern: kafka.(.+)<type=(.+), name=(.+), (.+)=(.*), (.+)=(.+)><>(\d+)thPercentile
+    name: kafka_$1_$2_$3
+    type: GAUGE
+    labels:
+      "$4": "$5"
+      "$6": "$7"
+      quantile: "0.$8"
+  - pattern: kafka.(.+)<type=(.+), name=(.+), (.+)=(.*)><>(\d+)thPercentile
+    name: kafka_$1_$2_$3
+    type: GAUGE
+    labels:
+      "$4": "$5"
+      quantile: "0.$6"
+  - pattern: kafka.(.+)<type=(.+), name=(.+)><>(\d+)thPercentile
+    name: kafka_$1_$2_$3
+    type: GAUGE
+    labels:
+      quantile: "0.$4"

platform-config.yaml

@@ -0,0 +1,25 @@
+organization:
+  name: "${ORGANISATION_NAME}"
+  
+clusters:
+  - id: default
+    name: My Local Kafka Cluster
+    color: "#0013E7"
+    ignoreUntrustedCertificate: false
+    bootstrapServers: "$KAFKA_BOOTSTRAP_SERVER"
+    properties:
+    schemaRegistry:
+      url: "$SR_SERVER"
+      ignoreUntrustedCertificate: false
+      properties:
+    labels: {}
+    kafkaConnects:
+      - url: http://kafka-connect:8083
+        name: full stack kafka connect
+
+auth:
+  demo-users:
+    - email: "${ADMIN_EMAIL}"
+      password: "${ADMIN_PSW}"
+      groups:
+        - ADMIN