Merge pull request #2730 from giusedroid/main

bedrock-lambda-nodejs Updates to support Nova Lite, Converse API, NodeJS 20

Author: julianwood

bedrock-lambda-nodejs/example-pattern.json

@@ -1,6 +1,6 @@
 {
   "title": "Bedrock in a NodeJS Lambda",
-  "description": "Create a Step Functions workflow to query Amazon Athena.",
+  "description": "Create an AWS Lambda Function that invokes Amazon Bedrock via Converse API",
   "language": "Node.js",
   "level": "200",
   "framework": "AWS SAM",

bedrock-lambda-nodejs/src/.nvmrc

@@ -1 +1 @@
-v16.20.2
+v20.19.1

bedrock-lambda-nodejs/src/index.js

@@ -1,59 +1,56 @@
+
 const {
   BedrockRuntimeClient,
-  InvokeModelCommand
+  ConversationRole,
+  ConverseCommand,
+} = require( "@aws-sdk/client-bedrock-runtime");
 
-} = require("@aws-sdk/client-bedrock-runtime")
+const client = new BedrockRuntimeClient({ region: "us-west-2" });
 
-// a client can be shared by different commands.
-const client = new BedrockRuntimeClient({ region: "us-west-2" })
+const modelId = "us.amazon.nova-lite-v1:0";
 
 exports.handler = async event => {
-
   const { text } = event
 
-  const body = {
-    "prompt": `provide a summary of the following text in 5 bulletpoints; 
-    extract 5 tags to categorize the article in a CMS;
-    provide output as a json object with properties :
-    "summary" as a list of bulletpoints and "tags" as a list of tags;
-    <text>${text}</text>
-    `,
-    "maxTokens": 1600,
-    "temperature": 0.3,
-    "topP": 1.0,
-    "stopSequences": [],
-    "countPenalty": { "scale": 0 },
-    "presencePenalty": { "scale": 0 },
-    "frequencyPenalty": { "scale": 0 }
-  }
-
-  const params = {
-    "modelId": "ai21.j2-ultra-v1",
-    "contentType": "application/json",
-    "accept": "application/json",
-    "body": JSON.stringify(body)
-  }
-
-  const command = new InvokeModelCommand(params)
-  
-  let data, completions
+  const inputText =`provide a summary of the following text in 5 bulletpoints; 
+  extract 5 tags to categorize the article in a CMS;
+  provide output as a json object with properties :
+  "summary" as a list of bulletpoints and "tags" as a list of tags;
+  <text>${text}</text>
+  `;
+
+  const message = {
+    content: [{ text: inputText }],
+    role: ConversationRole.USER,
+  };
+
+  const request = {
+    modelId,
+    messages: [message],
+    inferenceConfig: {
+      maxTokens: 500, // The maximum response length
+      temperature: 0.5, // Using temperature for randomness control
+      //topP: 0.9,        // Alternative: use topP instead of temperature
+    },
+  };
+
+  let responseText = "", statusCode = 200;
 
   try {
-    data = await client.send(command)
-
-    completions = JSON.parse(new TextDecoder().decode(data.body)).completions
-    console.log(JSON.parse(completions[0].data.text))
-
-    
-  }
-  catch (error) {
-    console.error(error)
+    const response = await client.send(new ConverseCommand(request));
+    responseText = response.output.message.content[0].text;
+    console.log(response.output.message.content[0].text);
+  } catch (error) {
+    console.error(`ERROR: Can't invoke '${modelId}'. Reason: ${error.message}`);
+    responseText = `ERROR: Can't invoke '${modelId}'. Reason: ${error.message}`;
+    statusCode = 500;
   }
 
   const response = {
-    statusCode: 200,
-    body: JSON.stringify(completions[0].data.text),
+    statusCode,
+    body: JSON.stringify(responseText),
   }
 
-  return response
+  return response;
+  
 }