Merge pull request #61 from cloudera/dev

Freeform endpoints for generation and evaluation.
Bedrock Model discoverability with endpoint health check.
Bug removal fopr model family detection.
telemetry dashboard addded but commented for now

Author: Khauneesh-AI

README.md

@@ -84,29 +84,36 @@ Built using:
    ```
 
 
-## Local development and testing
+##Aaccessing API endpoints directly.
 
-1. To access the backend locally or in CLoudera environment, run the following bash command in your terminal.
-   ```bash
-   
-   source .venv/bin/activate # On mac/Linux 
-                              
-   .venv\Scripts\activate   # On Windows  
-   python app/run_be.py
 
-   ```
-2. This will start application on **http://0.0.0.0:8001**.
-3.  To generate a sample for code generation you can use following code snippet
+1.  To generate/synthesise a sample for code generation you can use following code snippet
 ```python
-   import requests
+import requests
+import os
+#********************Accessing Application**************************
+# Get API key from environment variable if withinin CDSW app/session.
+# To get your API key for using outside CDSW app/session follow given link.
+# https://docs.cloudera.com/machine-learning/cloud/api/topics/ml-api-v2.html
+api_key = os.environ.get('CDSW_APIV2_KEY')
+
 
-url = 'http://0.0.0.0:8001/synthesis/generate'
+# Below is your application API URL, you can look at swagger documentation 
+# https://<application-subdomain>.<workbench-domain>/docs--> will take user to swagger documentaion
+# Link to application can be found on application details page within CAI Workbench.
 
+
+# URL for synthesis
+url = https://<application-subdomain>.<workbench-domain>/synthesis/generate'
+
+# Add the API key to headers with proper Authorization format
 headers = {
     'accept': 'application/json',
-    'Content-Type': 'application/json'
-}
+    'Content-Type': 'application/json',
+    'Authorization': f'Bearer {api_key}'  # Format as specified in the documentation
+}   
 
+# Pyload for data synthesis.
 payload = {
     "use_case": "code_generation",
     "model_id": "us.anthropic.claude-3-5-haiku-20241022-v1:0",
@@ -122,7 +129,7 @@ payload = {
         },
         {
             "question": "How do you implement a stack using a list in Python?",
-            "solution": "Here's how to implement a basic stack:\n\n```python\nclass Stack:\n    def __init__(self):\n        self.items = []\n    \n    def push(self, item):\n        self.items.append(item)\n    \n    def pop(self):\n        if not self.is_empty():\n            return self.items.pop()\n    \n    def is_empty(self):\n        return len(self.items) == 0\n```"
+            "solution": "Here's how to implement a basic stack:\n\n```python\nclass Stack:\n    def **init**(self):\n        self.items = []\n    \n    def push(self, item):\n        self.items.append(item)\n    \n    def pop(self):\n        if not self.is_empty():\n            return self.items.pop()\n    \n    def is_empty(self):\n        return len(self.items) == 0\n```"
         }
     ],
     "model_params": {
@@ -133,25 +140,39 @@ payload = {
     }
 }
 
-response = requests.post(url, headers=headers, json=payload)
+# Add error handling to check if API key exists
+if not api_key:
+    print("Warning:No API key provided")
 
-# Print the response
-print(response.status_code)
-print(response.json())
 
 ```
 
-4. If you want to evaluate then you can se following code snippet. Make sure to use correct **input_path**.
+2. If you want to evaluate then you can se following code snippet. Make sure to use correct **import_path**.
 ```python
 
 import requests
+import os
+#********************Accessing Application**************************
+# Get API key from environment variable if withinin CDSW app/session.
+# To get your API key for using outside CDSW app/session follow given link.
+# https://docs.cloudera.com/machine-learning/cloud/api/topics/ml-api-v2.html
+api_key = os.environ.get('CDSW_APIV2_KEY')
+
 
-url = 'http://0.0.0.0:8001/synthesis/evaluate'
+# Below is your application API URL, you can look at swagger documentation for all existing # endpoints for current application
+# https://<application-subdomain>.<workbench-domain>/docs--> will take user to swagger documentaion
+# Link to application can be found on application details page within CAI Workbench.
 
+
+# URL for evaluation
+url = https://<application-subdomain>.<workbench-domain>/synthesis/evaluate'
+
+# Add the API key to headers with proper Authorization format
 headers = {
     'accept': 'application/json',
-    'Content-Type': 'application/json'
-}
+    'Content-Type': 'application/json',
+    'Authorization': f'Bearer {api_key}'  # Format as specified in the documentation
+}   
 
 # The prompt for evaluation
 custom_prompt = """Below is a Python coding Question and Solution pair generated by an LLM. Evaluate its quality as a Senior Developer would, considering its suitability for professional use. Use the additive 5-point scoring system described below.

app/client/package.json

@@ -17,14 +17,16 @@
     "@mui/material": "6.1.7",
     "@tanstack/react-query": "5.66.0",
     "antd": "5.22.1",
+    "axios": "1.6.7",
     "lodash": "4.17.21",
     "moment": "2.30.1",
     "react": "18.3.1",
     "react-dom": "18.3.1",
     "react-markdown": "9.0.1",
     "react-router-dom": "6.28.0",
     "react-syntax-highlighter": "15.5.0",
-    "styled-components": "6.1.13"
+    "styled-components": "6.1.13",
+    "recharts": "2.12.2"
   },
   "devDependencies": {
     "@eslint/js": "9.13.0",

app/client/src/Container.tsx

@@ -71,6 +71,12 @@ const pages: MenuItem[] = [
       <Link to={`${Pages.GENERATOR}`}>{LABELS[Pages.GENERATOR]}</Link>
     ),
   },
+  // {
+  //   key: Pages.TELEMETRY,  
+  //   label: (
+  //     <Link to={`${Pages.TELEMETRY}`}>{LABELS[Pages.TELEMETRY]}</Link>
+  //   ),
+  // },
   {
     key: Pages.FEEDBACK,
     label: (