updated batch size

Author: vaibhavjainv

msk-lambda-schema-avro-java-sam/template.yaml

@@ -42,8 +42,8 @@ Resources:
           Type: MSK
           Properties:
             StartingPosition: LATEST
-            BatchSize: 10
-            MaximumBatchingWindowInSeconds: 300
+            BatchSize: 1
+            MaximumBatchingWindowInSeconds: 1
             Stream: !Join [ '', ["arn:", "aws:", "kafka:", !Ref "AWS::Region" , ":" ,!Ref "AWS::AccountId", ":", "cluster/", !Ref MSKClusterName, "/" , !Ref MSKClusterId] ]
             Topics:
               - !Ref MSKTopic
@@ -52,7 +52,7 @@ Resources:
                 Destination: !GetAtt ConsumerDLQ.Arn
             FilterCriteria:
               Filters:
-                - Pattern: '{    "value": {        "zip": [ { "prefix": "2000" } ]      }}'
+                - Pattern: '{"value": {"zip": [ { "prefix": "2000" } ]}}'
       Policies:
       - Statement:
         - Sid: KafkaClusterPermissionsPolicy
@@ -128,7 +128,8 @@ Resources:
       Environment:
         Variables:
           MSK_CLUSTER_ARN: !Join [ '', ["arn:", "aws:", "kafka:", !Ref "AWS::Region" , ":" ,!Ref "AWS::AccountId", ":", "cluster/", !Ref MSKClusterName, "/" , !Ref MSKClusterId] ]
-          KAFKA_TOPIC: !Ref MSKTopic
+          MSK_TOPIC: !Ref MSKTopic
+          REGISTRY_NAME: !Ref GlueSchemaRegistryName
           CONTACT_SCHEMA_NAME: !Ref ContactSchemaName
           JAVA_TOOL_OPTIONS: -XX:+TieredCompilation -XX:TieredStopAtLevel=1
       Policies:
@@ -194,10 +195,14 @@ Parameters:
     Type: String
     Description: Enter the name of the MSK Topic
     Default: KAFKA_TOPIC
+  GlueSchemaRegistryName:
+    Type: String
+    Description: Enter the name of the Glue Schema Registry
+    Default: GLUE_SCHEMA_REGISTRY_NAME
   ContactSchemaName:
     Type: String
     Description: Enter the name of the Contact Schema
-    Default: ContactSchema
+    Default: AVRO_SCHEMA
   VpcId:
     Type: String
     Description: Enter the VPC ID where the MSK cluster is deployed
@@ -209,7 +214,7 @@ Parameters:
   SecurityGroupIds:
     Type: CommaDelimitedList
     Description: Enter the security group IDs that allow access to the MSK cluster (comma-separated)
-    Default: SECURITY_GROUP_IDS
+    Default: LAMBDA_SECURITY_GROUP_ID
 
 Outputs:
   MSKConsumerLambdaFunction:

msk-lambda-schema-avro-java-sam/template_original.yaml

@@ -42,8 +42,8 @@ Resources:
           Type: MSK
           Properties:
             StartingPosition: LATEST
-            BatchSize: 10
-            MaximumBatchingWindowInSeconds: 300
+            BatchSize: 1
+            MaximumBatchingWindowInSeconds: 1
             Stream: !Join [ '', ["arn:", "aws:", "kafka:", !Ref "AWS::Region" , ":" ,!Ref "AWS::AccountId", ":", "cluster/", !Ref MSKClusterName, "/" , !Ref MSKClusterId] ]
             Topics:
               - !Ref MSKTopic
@@ -52,7 +52,7 @@ Resources:
                 Destination: !GetAtt ConsumerDLQ.Arn
             FilterCriteria:
               Filters:
-                - Pattern: '{    "value": {        "zip": [ { "prefix": "2000" } ]      }}'
+                - Pattern: '{"value": {"zip": [ { "prefix": "2000" } ]}}'
       Policies:
       - Statement:
         - Sid: KafkaClusterPermissionsPolicy