Skip to content

Commit d194ad9

Browse files
viragtripathiviragtripathi
committed
Updated SQL Server demo configs with v0.10.0
1 parent 14948a6 commit d194ad9

File tree

8 files changed

+105
-47
lines changed

8 files changed

+105
-47
lines changed

‎examples/mssql/demo/config/jobmanager.properties‎

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,4 +35,13 @@ redis.connection.url=redis://127.0.0.1:14001
3535
##### Credentials properties
3636
credentials.file.path=/opt/redislabs/redis-connect/config/samples/credentials
3737
#credentials.rotation.event.listener.enabled=false
38-
#credentials.rotation.event.listener.interval=60000
38+
#credentials.rotation.event.listener.interval=60000
39+
40+
##### Email Alert properties
41+
#mail.alert.enabled=false
42+
#mail.smtp.host=smtp.gmail.com
43+
#mail.smtp.port=587
44+
#mail.smtp.start.tls.enable=true
45+
#mail.smtp.start.tls.required=false
46+
#mail.to=
47+
#mail.debug=false

‎examples/mssql/demo/config/logback-cli.xml‎

Lines changed: 40 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,16 @@
11
<configuration debug="false" scan="true" scanPeriod="15 seconds">
22

33
<property name="LOG_REDIS_CONNECT_PATH" value="logs/redis-connect"/>
4-
<property name="LOG_REDIS_CONNECT_MANAGER_PATH" value="logs/redis-connect-manager.log"/>
5-
<property name="LOG_REDIS_CONNECT_HEARTBEAT_PATH" value="logs/redis-connect-heartbeat.log"/>
4+
<property name="LOG_REDIS_CONNECT_MANAGER_PATH" value="logs/redis-connect-manager"/>
5+
<property name="LOG_REDIS_CONNECT_PIPELINE_PATH" value="logs/redis-connect-pipeline"/>
6+
<property name="LOG_REDIS_CONNECT_HEARTBEAT_PATH" value="logs/redis-connect-heartbeat"/>
7+
8+
<define name="PROCESS_ID" class="com.redis.connect.utils.PidPropertyDefiner"/>
69

710
<appender name="REDIS_CONNECT_HEARTBEAT" class="ch.qos.logback.core.rolling.RollingFileAppender">
8-
<file>${LOG_REDIS_CONNECT_HEARTBEAT_PATH}</file>
11+
<file>${LOG_REDIS_CONNECT_HEARTBEAT_PATH}-${PROCESS_ID}.log</file>
912
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
10-
<fileNamePattern>logs/archived/redis-connect-heartbeat.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
13+
<fileNamePattern>logs/archived/redis-connect-heartbeat-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
1114
<!-- each archived file, size max 10MB -->
1215
<maxFileSize>10MB</maxFileSize>
1316
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -16,13 +19,13 @@
1619
<maxHistory>60</maxHistory>
1720
</rollingPolicy>
1821
<encoder>
19-
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
22+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
2023
</encoder>
2124
</appender>
2225
<appender name="REDIS_CONNECT_MANAGER" class="ch.qos.logback.core.rolling.RollingFileAppender">
23-
<file>${LOG_REDIS_CONNECT_MANAGER_PATH}</file>
26+
<file>${LOG_REDIS_CONNECT_MANAGER_PATH}-${PROCESS_ID}.log</file>
2427
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
25-
<fileNamePattern>logs/archived/redis-connect-manager.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
28+
<fileNamePattern>logs/archived/redis-connect-manager-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
2629
<!-- each archived file, size max 10MB -->
2730
<maxFileSize>10MB</maxFileSize>
2831
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -31,13 +34,28 @@
3134
<maxHistory>60</maxHistory>
3235
</rollingPolicy>
3336
<encoder>
34-
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
37+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
3538
</encoder>
3639
</appender>
3740
<appender name="REDIS_CONNECT" class="ch.qos.logback.core.rolling.RollingFileAppender">
38-
<file>${LOG_REDIS_CONNECT_PATH}-${PID}.log</file>
41+
<file>${LOG_REDIS_CONNECT_PATH}-${PROCESS_ID}.log</file>
42+
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
43+
<fileNamePattern>logs/archived/redis-connect-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
44+
<!-- each archived file, size max 10MB -->
45+
<maxFileSize>10MB</maxFileSize>
46+
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
47+
<totalSizeCap>20GB</totalSizeCap>
48+
<!-- 60 days to keep -->
49+
<maxHistory>60</maxHistory>
50+
</rollingPolicy>
51+
<encoder>
52+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
53+
</encoder>
54+
</appender>
55+
<appender name="REDIS_CONNECT_PIPELINE" class="ch.qos.logback.core.rolling.RollingFileAppender">
56+
<file>${LOG_REDIS_CONNECT_PIPELINE_PATH}-${PROCESS_ID}.log</file>
3957
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
40-
<fileNamePattern>logs/archived/redis-connect-${PID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
58+
<fileNamePattern>logs/archived/redis-connect-pipeline-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
4159
<!-- each archived file, size max 10MB -->
4260
<maxFileSize>10MB</maxFileSize>
4361
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -46,7 +64,7 @@
4664
<maxHistory>60</maxHistory>
4765
</rollingPolicy>
4866
<encoder>
49-
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
67+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
5068
</encoder>
5169
</appender>
5270
<appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
@@ -57,23 +75,27 @@
5775

5876
<logger name="redis-connect-heartbeat" level="OFF" additivity="false">
5977
<appender-ref ref="REDIS_CONNECT_HEARTBEAT"/>
60-
<appender-ref ref="CONSOLE" />
78+
<appender-ref ref="CONSOLE"/>
6179
</logger>
6280
<logger name="redis-connect-manager" level="OFF" additivity="false">
6381
<appender-ref ref="REDIS_CONNECT_MANAGER"/>
82+
<appender-ref ref="CONSOLE"/>
83+
</logger>
84+
<logger name="redis-connect-pipeline" level="OFF" additivity="false">
85+
<appender-ref ref="REDIS_CONNECT_PIPELINE"/>
6486
<appender-ref ref="CONSOLE" />
6587
</logger>
6688
<logger name="redis-connect" level="OFF" additivity="false">
6789
<appender-ref ref="REDIS_CONNECT"/>
68-
<appender-ref ref="CONSOLE" />
90+
<appender-ref ref="CONSOLE"/>
6991
</logger>
7092
<logger name="io.netty" level="OFF" additivity="false">
7193
<appender-ref ref="REDIS_CONNECT"/>
72-
<appender-ref ref="CONSOLE" />
94+
<appender-ref ref="CONSOLE"/>
7395
</logger>
7496
<logger name="io.lettuce" level="OFF" additivity="false">
7597
<appender-ref ref="REDIS_CONNECT"/>
76-
<appender-ref ref="CONSOLE" />
98+
<appender-ref ref="CONSOLE"/>
7799
</logger>
78100
<logger name="com.zaxxer" level="OFF" additivity="false">
79101
<appender-ref ref="REDIS_CONNECT"/>
@@ -101,13 +123,14 @@
101123
</logger>
102124
<logger name="Validator" level="OFF" additivity="false"/>
103125
<logger name="_org.springframework.web.servlet.HandlerMapping" level="OFF" additivity="false"/>
104-
<logger name="com.redis.connect.cluster.RedisConnectSpringBootApplication" level="OFF" additivity="false"/>
126+
<logger name="com.redis.connect.cluster.rest.RedisConnectSpringBootApplication" level="OFF" additivity="false"/>
105127
<logger name="reactor.util" level="OFF" additivity="false"/>
106128

107129
<root>
108130
<appender-ref ref="REDIS_CONNECT"/>
109131
<appender-ref ref="REDIS_CONNECT_MANAGER"/>
132+
<appender-ref ref="REDIS_CONNECT_PIPELINE"/>
110133
<appender-ref ref="REDIS_CONNECT_HEARTBEAT"/>
111134
</root>
112135

113-
</configuration>
136+
</configuration>

‎examples/mssql/demo/config/logback.xml‎

Lines changed: 40 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,16 @@
11
<configuration debug="false" scan="true" scanPeriod="15 seconds">
22

33
<property name="LOG_REDIS_CONNECT_PATH" value="logs/redis-connect"/>
4-
<property name="LOG_REDIS_CONNECT_MANAGER_PATH" value="logs/redis-connect-manager.log"/>
5-
<property name="LOG_REDIS_CONNECT_HEARTBEAT_PATH" value="logs/redis-connect-heartbeat.log"/>
4+
<property name="LOG_REDIS_CONNECT_MANAGER_PATH" value="logs/redis-connect-manager"/>
5+
<property name="LOG_REDIS_CONNECT_PIPELINE_PATH" value="logs/redis-connect-pipeline"/>
6+
<property name="LOG_REDIS_CONNECT_HEARTBEAT_PATH" value="logs/redis-connect-heartbeat"/>
7+
8+
<define name="PROCESS_ID" class="com.redis.connect.utils.PidPropertyDefiner"/>
69

710
<appender name="REDIS_CONNECT_HEARTBEAT" class="ch.qos.logback.core.rolling.RollingFileAppender">
8-
<file>${LOG_REDIS_CONNECT_HEARTBEAT_PATH}</file>
11+
<file>${LOG_REDIS_CONNECT_HEARTBEAT_PATH}-${PROCESS_ID}.log</file>
912
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
10-
<fileNamePattern>logs/archived/redis-connect-heartbeat.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
13+
<fileNamePattern>logs/archived/redis-connect-heartbeat-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
1114
<!-- each archived file, size max 10MB -->
1215
<maxFileSize>10MB</maxFileSize>
1316
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -16,13 +19,13 @@
1619
<maxHistory>60</maxHistory>
1720
</rollingPolicy>
1821
<encoder>
19-
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
22+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
2023
</encoder>
2124
</appender>
2225
<appender name="REDIS_CONNECT_MANAGER" class="ch.qos.logback.core.rolling.RollingFileAppender">
23-
<file>${LOG_REDIS_CONNECT_MANAGER_PATH}</file>
26+
<file>${LOG_REDIS_CONNECT_MANAGER_PATH}-${PROCESS_ID}.log</file>
2427
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
25-
<fileNamePattern>logs/archived/redis-connect-manager.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
28+
<fileNamePattern>logs/archived/redis-connect-manager-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
2629
<!-- each archived file, size max 10MB -->
2730
<maxFileSize>10MB</maxFileSize>
2831
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -31,13 +34,13 @@
3134
<maxHistory>60</maxHistory>
3235
</rollingPolicy>
3336
<encoder>
34-
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
37+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
3538
</encoder>
3639
</appender>
3740
<appender name="REDIS_CONNECT" class="ch.qos.logback.core.rolling.RollingFileAppender">
38-
<file>${LOG_REDIS_CONNECT_PATH}-${PID}.log</file>
41+
<file>${LOG_REDIS_CONNECT_PATH}-${PROCESS_ID}.log</file>
3942
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
40-
<fileNamePattern>logs/archived/redis-connect-${PID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
43+
<fileNamePattern>logs/archived/redis-connect-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
4144
<!-- each archived file, size max 10MB -->
4245
<maxFileSize>10MB</maxFileSize>
4346
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -49,6 +52,21 @@
4952
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
5053
</encoder>
5154
</appender>
55+
<appender name="REDIS_CONNECT_PIPELINE" class="ch.qos.logback.core.rolling.RollingFileAppender">
56+
<file>${LOG_REDIS_CONNECT_PIPELINE_PATH}-${PROCESS_ID}.log</file>
57+
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
58+
<fileNamePattern>logs/archived/redis-connect-pipeline-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
59+
<!-- each archived file, size max 10MB -->
60+
<maxFileSize>10MB</maxFileSize>
61+
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
62+
<totalSizeCap>20GB</totalSizeCap>
63+
<!-- 60 days to keep -->
64+
<maxHistory>60</maxHistory>
65+
</rollingPolicy>
66+
<encoder>
67+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
68+
</encoder>
69+
</appender>
5270
<appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
5371
<encoder>
5472
<pattern>%d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n</pattern>
@@ -57,23 +75,27 @@
5775

5876
<logger name="redis-connect-heartbeat" level="INFO" additivity="false">
5977
<appender-ref ref="REDIS_CONNECT_HEARTBEAT"/>
60-
<appender-ref ref="CONSOLE" />
78+
<appender-ref ref="CONSOLE"/>
6179
</logger>
6280
<logger name="redis-connect-manager" level="INFO" additivity="false">
6381
<appender-ref ref="REDIS_CONNECT_MANAGER"/>
64-
<appender-ref ref="CONSOLE" />
82+
<appender-ref ref="CONSOLE"/>
83+
</logger>
84+
<logger name="redis-connect-pipeline" level="INFO" additivity="false">
85+
<appender-ref ref="REDIS_CONNECT_PIPELINE"/>
86+
<appender-ref ref="CONSOLE"/>
6587
</logger>
6688
<logger name="redis-connect" level="INFO" additivity="false">
6789
<appender-ref ref="REDIS_CONNECT"/>
68-
<appender-ref ref="CONSOLE" />
90+
<appender-ref ref="CONSOLE"/>
6991
</logger>
7092
<logger name="io.netty" level="OFF" additivity="false">
7193
<appender-ref ref="REDIS_CONNECT"/>
72-
<appender-ref ref="CONSOLE" />
94+
<appender-ref ref="CONSOLE"/>
7395
</logger>
7496
<logger name="io.lettuce" level="OFF" additivity="false">
7597
<appender-ref ref="REDIS_CONNECT"/>
76-
<appender-ref ref="CONSOLE" />
98+
<appender-ref ref="CONSOLE"/>
7799
</logger>
78100
<logger name="com.zaxxer" level="OFF" additivity="false">
79101
<appender-ref ref="REDIS_CONNECT"/>
@@ -101,13 +123,14 @@
101123
</logger>
102124
<logger name="Validator" level="OFF" additivity="false"/>
103125
<logger name="_org.springframework.web.servlet.HandlerMapping" level="OFF" additivity="false"/>
104-
<logger name="com.redis.connect.cluster.RedisConnectSpringBootApplication" level="OFF" additivity="false"/>
126+
<logger name="com.redis.connect.cluster.rest.RedisConnectSpringBootApplication" level="OFF" additivity="false"/>
105127
<logger name="reactor.util" level="OFF" additivity="false"/>
106128

107129
<root>
108130
<appender-ref ref="REDIS_CONNECT"/>
109131
<appender-ref ref="REDIS_CONNECT_MANAGER"/>
132+
<appender-ref ref="REDIS_CONNECT_PIPELINE"/>
110133
<appender-ref ref="REDIS_CONNECT_HEARTBEAT"/>
111134
</root>
112135

113-
</configuration>
136+
</configuration>

‎examples/mssql/demo/config/samples/credentials/redisconnect_credentials_jobmanager.properties‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,6 @@
11
jobmanager.username=
22
jobmanager.password=
3-
redis.truststore.password=
4-
redis.keystore.password=
3+
mail.smtp.username=
4+
mail.smtp.password=
5+
truststore.password=
6+
keystore.password=

‎examples/mssql/demo/config/samples/credentials/redisconnect_credentials_redis_cdc-job.properties‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
target.username=
22
target.password=
3-
redis.truststore.password=
4-
redis.keystore.password=
3+
truststore.password=
4+
keystore.password=

‎examples/mssql/demo/config/samples/payloads/cdc-job.json‎

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@
99
"databaseType": "REDIS",
1010
"customConfiguration": {
1111
"redis.connection.sslEnabled": false,
12-
"redis.truststore": "/opt/redislabs/redis-connect/config/samples/credentials/client-truststore.jks"
12+
"truststore": "/opt/redislabs/redis-connect/config/samples/credentials/client-truststore.jks"
1313
}
1414
},
1515
"index": 1,
@@ -22,23 +22,24 @@
2222
"source": {
2323
"database": {
2424
"credentialsFilePath": "/opt/redislabs/redis-connect/config/samples/credentials",
25-
"databaseURL": "jdbc:sqlserver://127.0.0.1:1433;database=RedisConnect",
25+
"databaseURL": "jdbc:sqlserver://127.0.0.1:1433;database=RedisConnect;encrypt=false",
2626
"databaseType": "SQL_SERVER",
2727
"customConfiguration": {
28-
"database.dbname" : "RedisConnect",
28+
"database.names": "RedisConnect",
2929
"database.hostname" : "127.0.0.1",
30-
"database.port" : 1433
30+
"database.port" : 1433,
31+
"database.encrypt": false
3132
}
3233
},
3334
"tables": {
3435
"dbo.emp": {
3536
"columns": [
3637
{ "targetColumn": "empno", "sourceColumn": "empno", "primaryKey": true },
37-
{ "targetColumn": "sal", "sourceColumn": "sal", "type": "DECIMAL" },
38-
{ "targetColumn": "comm", "sourceColumn": "comm", "type": "DECIMAL" },
39-
{ "targetColumn": "hiredate", "sourceColumn": "hiredate", "type": "DATE_TIME", "dateFormat": "YYYY-MM-dd HH:mm:ss.SS" }
38+
{ "targetColumn": "hiredate", "sourceColumn": "hiredate", "type": "DATE_TIME" }
4039
],
41-
"schemaAndTableName": "dbo.emp",
40+
"initialLoad": {
41+
"partitions": 4
42+
},
4243
"passThroughEnabled": true
4344
}
4445
}

‎examples/mssql/demo/extlib/redis-connect-custom-stage-demo-1.0-SNAPSHOT.jar‎

-4.59 KB
Binary file not shown.

‎examples/mssql/demo/extlib/redis-connect-custom-stage-sample-0.10.0.jar‎

12.3 KB
Binary file not shown.

0 commit comments

Comments
 (0)