Skip to content

Commit dc9be43

Browse files
simplestephsimplesteph
authored
full stack no UI for lightness purposes (#88)
1 parent dfc491c commit dc9be43

File tree

3 files changed

+132
-0
lines changed

3 files changed

+132
-0
lines changed

‎.github/workflows/main.yml‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -51,5 +51,8 @@ jobs:
5151
- name: run test multiple-schema-registry 7
5252
run: ./test.sh zk-multiple-kafka-multiple-schema-registry.yml 7
5353

54+
- name: run test full-stack-no-ui 6
55+
run: ./test.sh full-stack-no-ui.yml 6
56+
5457
- name: run test full-stack 10
5558
run: ./test.sh full-stack.yml 10

‎README.md‎

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -100,10 +100,29 @@ Run with:
100100
docker-compose -f zk-multiple-kafka-multiple.yml up
101101
docker-compose -f zk-multiple-kafka-multiple.yml down
102102
```
103+
## Full stack (no UI)
103104

105+
For this, we recommend using [Conduktor](https://conduktor.io) as your tool to bring a unified UI to all these components
106+
107+
- Single Zookeeper: `$DOCKER_HOST_IP:2181`
108+
- Single Kafka: `$DOCKER_HOST_IP:9092`
109+
- Kafka Schema Registry: `$DOCKER_HOST_IP:8081`
110+
- Kafka Rest Proxy: `$DOCKER_HOST_IP:8082`
111+
- Kafka Connect: `$DOCKER_HOST_IP:8083`
112+
- KSQL Server: `$DOCKER_HOST_IP:8088`
113+
- Zoonavigator Web: `$DOCKER_HOST_IP:8004`
114+
115+
116+
Run with:
117+
```
118+
docker-compose -f full-stack-no-ui.yml up
119+
docker-compose -f full-stack-no-ui.yml down
120+
```
104121

105122
## Full stack
106123

124+
Note: the UI may be outdated or not maintained. See above for Full Stack No UI in combination with [Conduktor](https://conduktor.io)
125+
107126
- Single Zookeeper: `$DOCKER_HOST_IP:2181`
108127
- Single Kafka: `$DOCKER_HOST_IP:9092`
109128
- Kafka Schema Registry: `$DOCKER_HOST_IP:8081`

‎full-stack-no-ui.yml‎

Lines changed: 110 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,110 @@
1+
version: '2.1'
2+
3+
services:
4+
zoo1:
5+
image: zookeeper:3.4.9
6+
restart: unless-stopped
7+
hostname: zoo1
8+
ports:
9+
- "2181:2181"
10+
environment:
11+
ZOO_MY_ID: 1
12+
ZOO_PORT: 2181
13+
ZOO_SERVERS: server.1=zoo1:2888:3888
14+
volumes:
15+
- ./full-stack/zoo1/data:/data
16+
- ./full-stack/zoo1/datalog:/datalog
17+
18+
19+
kafka1:
20+
image: confluentinc/cp-kafka:5.5.1
21+
hostname: kafka1
22+
ports:
23+
- "9092:9092"
24+
environment:
25+
KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka1:19092,LISTENER_DOCKER_EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092
26+
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT
27+
KAFKA_INTER_BROKER_LISTENER_NAME: LISTENER_DOCKER_INTERNAL
28+
KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
29+
KAFKA_BROKER_ID: 1
30+
KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
31+
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
32+
volumes:
33+
- ./full-stack/kafka1/data:/var/lib/kafka/data
34+
depends_on:
35+
- zoo1
36+
37+
kafka-schema-registry:
38+
image: confluentinc/cp-schema-registry:5.5.1
39+
hostname: kafka-schema-registry
40+
ports:
41+
- "8081:8081"
42+
environment:
43+
SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: PLAINTEXT://kafka1:19092
44+
SCHEMA_REGISTRY_HOST_NAME: kafka-schema-registry
45+
SCHEMA_REGISTRY_LISTENERS: http://0.0.0.0:8081
46+
depends_on:
47+
- zoo1
48+
- kafka1
49+
50+
kafka-rest-proxy:
51+
image: confluentinc/cp-kafka-rest:5.5.1
52+
hostname: kafka-rest-proxy
53+
ports:
54+
- "8082:8082"
55+
environment:
56+
# KAFKA_REST_ZOOKEEPER_CONNECT: zoo1:2181
57+
KAFKA_REST_LISTENERS: http://0.0.0.0:8082/
58+
KAFKA_REST_SCHEMA_REGISTRY_URL: http://kafka-schema-registry:8081/
59+
KAFKA_REST_HOST_NAME: kafka-rest-proxy
60+
KAFKA_REST_BOOTSTRAP_SERVERS: PLAINTEXT://kafka1:19092
61+
depends_on:
62+
- zoo1
63+
- kafka1
64+
- kafka-schema-registry
65+
66+
kafka-connect:
67+
image: confluentinc/cp-kafka-connect:5.5.1
68+
hostname: kafka-connect
69+
ports:
70+
- "8083:8083"
71+
environment:
72+
CONNECT_BOOTSTRAP_SERVERS: "kafka1:19092"
73+
CONNECT_REST_PORT: 8083
74+
CONNECT_GROUP_ID: compose-connect-group
75+
CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs
76+
CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets
77+
CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status
78+
CONNECT_KEY_CONVERTER: io.confluent.connect.avro.AvroConverter
79+
CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: 'http://kafka-schema-registry:8081'
80+
CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
81+
CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: 'http://kafka-schema-registry:8081'
82+
CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
83+
CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
84+
CONNECT_REST_ADVERTISED_HOST_NAME: "kafka-connect"
85+
CONNECT_LOG4J_ROOT_LOGLEVEL: "INFO"
86+
CONNECT_LOG4J_LOGGERS: "org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR"
87+
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "1"
88+
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "1"
89+
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "1"
90+
CONNECT_PLUGIN_PATH: '/usr/share/java,/etc/kafka-connect/jars'
91+
volumes:
92+
- ./connectors:/etc/kafka-connect/jars/
93+
depends_on:
94+
- zoo1
95+
- kafka1
96+
- kafka-schema-registry
97+
- kafka-rest-proxy
98+
99+
ksqldb-server:
100+
image: confluentinc/cp-ksqldb-server:5.5.1
101+
hostname: ksqldb-server
102+
ports:
103+
- "8088:8088"
104+
environment:
105+
KSQL_BOOTSTRAP_SERVERS: PLAINTEXT://kafka1:19092
106+
KSQL_LISTENERS: http://0.0.0.0:8088/
107+
KSQL_KSQL_SERVICE_ID: ksqldb-server_
108+
depends_on:
109+
- zoo1
110+
- kafka1

0 commit comments

Comments
 (0)