feat: add RabbitMQ module and service for message handling

.env.example

@@ -16,8 +16,24 @@ REDIS_PORT=6379
 REDIS_USER=
 REDIS_PASS=
 
+# db
+POSTGRES_USER=prisma
+POSTGRES_PASSWORD=pns123456
+POSTGRES_DB=postgres
+POSTGRES_HOST=localhost
+POSTGRES_PORT=5432
+
 # Prisma database connection
-DATABASE_URL=postgresql://prisma:pd8cDXMA@localhost:5432/postgres?schema=public&sslmode=prefer
+DATABASE_URL=postgresql://$POSTGRES_USER:$POSTGRES_PASSWORD@$POSTGRES_HOST:$POSTGRES_PORT/$POSTGRES_DB?schema=public&sslmode=prefer
 
-PUBSUB_DRIVER=redis
+# Kafka Configuration
+KAFKA_PORT=9092
+KAFKA_CLIENT_ID=nestjs-auth-service
+KAFKA_BROKERS=localhost:9092
+KAFKA_CONSUMER_GROUP_ID=nestjs-auth-service-group
+KAFKA_SSL=false
+KAFKA_SASL_MECHANISM=
+KAFKA_SASL_USERNAME=
+KAFKA_SASL_PASSWORD=
 
+PUBSUB_DRIVER=redis

docker-compose.yml

@@ -1,15 +1,14 @@
-version: '3.8'
 services:
   postgres:
-    image: postgres:13
+    image: postgres:16
     restart: on-failure
     ports:
-      - 5432:5432
+      - ${POSTGRES_PORT}:${POSTGRES_PORT}
     environment:
-      - POSTGRES_USER=prisma
-      - POSTGRES_PASSWORD=pd8cDXMA
-      - POSTGRES_DB=postgres
-      - DB_PORT=5432
+      - POSTGRES_USER=${POSTGRES_USER}
+      - POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
+      - POSTGRES_DB=${POSTGRES_DB}
+      - DB_PORT=${POSTGRES_PORT}
       - DB_SCHEMA=public
     volumes:
       - postgres-data:/var/lib/postgresql/data
@@ -18,28 +17,71 @@
     image: redis/redis-stack:latest
     restart: on-failure
     ports:
-      - 8001:8001
-      - 6379:6379
+      - 8011:8001
+      - ${REDIS_PORT}:6379
     volumes:
       - redis-data:/data
-  api:
-    image: ghcr.io/pnstack/nestjs-auth-service:release
-    container_name: nestjs-auth-service
+
+  zookeeper:
+    image: confluentinc/cp-zookeeper:latest
+    environment:
+      ZOOKEEPER_CLIENT_PORT: 2181
+      ZOOKEEPER_TICK_TIME: 2000
+    ports:
+      - 22181:2181
+
+  kafka:
+    image: confluentinc/cp-kafka:latest
     depends_on:
-      - postgres
-      - redis
-    restart: on-failure
+      - zookeeper
     ports:
-      - 4005:4005
-    # volumes:
-    #   - /app/node_modules
-    #   - .:/app
-    env_file:
-      - .env
+      - ${KAFKA_PORT}:9092
     environment:
-      - REDIS_HOST=redis
-      - DB_HOST=postgres
-      - DATABASE_URL=postgresql://prisma:pd8cDXMA@postgres:5432/postgres?schema=public&sslmode=prefer
+      KAFKA_BROKER_ID: 1
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:29092,OUTSIDE://0.0.0.0:9092
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,OUTSIDE://localhost:9092
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,OUTSIDE:PLAINTEXT
+      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
+      KAFKA_NUM_PARTITIONS: 1
+      KAFKA_DEFAULT_REPLICATION_FACTOR: 1
+      KAFKA_MIN_INSYNC_REPLICAS: 1
+
+  kafka-ui:
+    image: provectuslabs/kafka-ui:latest
+    ports:
+      - 8181:8080
+    depends_on:
+      - kafka
+    environment:
+      KAFKA_CLUSTERS_0_NAME: local
+      KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:29092
+      KAFKA_CLUSTERS_0_ZOOKEEPER: zookeeper:2181
+
+  # nestjs-auth-service:
+  #   image: ghcr.io/pnstack/nestjs-auth-service:release
+  #   container_name: nestjs-auth-service
+  #   build:
+  #     context: .
+  #     dockerfile: Dockerfile
+  #   depends_on:
+  #     - postgres
+  #     - redis
+  #   restart: on-failure
+  #   ports:
+  #     - 4005:4005
+  #   volumes:
+  #     - /app/node_modules
+  #     - .:/app
+  #   env_file:
+  #     - .env
+  #   environment:
+  #     - REDIS_HOST=redis
+  #     - DB_HOST=postgres
+  #     - DATABASE_URL=postgresql://prisma:pd8cDXMA@postgres:5432/postgres?schema=public&sslmode=prefer
+
 volumes:
   redis-data:
   postgres-data:

package.json

@@ -57,6 +57,7 @@
     "@prisma/client": "^4.12.0",
     "@socket.io/redis-adapter": "^8.0.1",
     "@types/graphql-fields": "^1.3.4",
+    "amqplib": "^0.10.5",
     "bcrypt": "^5.1.1",
     "bull": "^4.10.2",
     "bullmq": "^5.44.4",
@@ -75,12 +76,14 @@
     "graphql-type-json": "^0.3.2",
     "handlebars": "^4.7.7",
     "ioredis": "^5.3.1",
+    "kafkajs": "^2.2.4",
     "lodash": "^4.17.20",
     "map-series-async": "^0.0.1",
     "mime-types": "^2.1.35",
     "moment": "^2.29.4",
     "mqtt": "^4.3.7",
     "multer": "1.4.5-lts.1",
+    "nats": "^2.29.3",
     "nestjs-prisma": "^0.20.0",
     "passport": "0.6.0",
     "passport-google-oauth20": "^2.0.0",
@@ -101,6 +104,7 @@
     "@nestjs/schematics": "^9.2.0",
     "@nestjs/testing": "^9.4.2",
     "@trivago/prettier-plugin-sort-imports": "^4.1.1",
+    "@types/amqplib": "^0.10.7",
     "@types/bcrypt": "5.0.0",
     "@types/chance": "1.1.3",
     "@types/express": "4.17.13",