Merge pull request #923 from MervinPraison/claude/issue-919-20250715_061529

fix: Add support for Gemini internal tools in tool formatting

Author: MervinPraison

src/praisonai-agents/praisonaiagents/llm/llm.py

@@ -16,6 +16,7 @@
     ReflectionOutput,
     execute_sync_callback,
 )
+from .model_capabilities import is_gemini_internal_tool
 from rich.console import Console
 from rich.live import Live
 
@@ -542,6 +543,7 @@ def _format_tools_for_litellm(self, tools: Optional[List[Any]]) -> Optional[List
         - Lists of pre-formatted tools
         - Callable functions
         - String function names
+        - Gemini internal tools ({"googleSearch": {}}, {"urlContext": {}}, {"codeExecution": {}})
         
         Args:
             tools: List of tools in various formats
@@ -588,6 +590,11 @@ def _format_tools_for_litellm(self, tools: Optional[List[Any]]) -> Optional[List
                 tool_def = self._generate_tool_definition(tool)
                 if tool_def:
                     formatted_tools.append(tool_def)
+            # Handle Gemini internal tools (e.g., {"googleSearch": {}}, {"urlContext": {}}, {"codeExecution": {}})
+            elif is_gemini_internal_tool(tool):
+                tool_name = next(iter(tool.keys()))
+                logging.debug(f"Using Gemini internal tool: {tool_name}")
+                formatted_tools.append(tool)
             else:
                 logging.debug(f"Skipping tool of unsupported type: {type(tool)}")
 

src/praisonai-agents/praisonaiagents/llm/model_capabilities.py

@@ -104,4 +104,27 @@ def supports_streaming_with_tools(model_name: str) -> bool:
     """
     # For now, use the same logic as structured outputs
     # In the future, this could be a separate list if needed
-    return supports_structured_outputs(model_name)
+    return supports_structured_outputs(model_name)
+
+
+# Supported Gemini internal tools
+GEMINI_INTERNAL_TOOLS = {'googleSearch', 'urlContext', 'codeExecution'}
+
+
+def is_gemini_internal_tool(tool) -> bool:
+    """
+    Check if a tool is a Gemini internal tool and should be included in formatted tools.
+    
+    Gemini internal tools are single-key dictionaries with specific tool names.
+    Examples: {"googleSearch": {}}, {"urlContext": {}}, {"codeExecution": {}}
+    
+    Args:
+        tool: The tool to check
+        
+    Returns:
+        bool: True if the tool is a recognized Gemini internal tool, False otherwise
+    """
+    if isinstance(tool, dict) and len(tool) == 1:
+        tool_name = next(iter(tool.keys()))
+        return tool_name in GEMINI_INTERNAL_TOOLS
+    return False

src/praisonai-agents/praisonaiagents/llm/openai_client.py

@@ -18,6 +18,7 @@
 from rich.console import Console
 from rich.live import Live
 import inspect
+from .model_capabilities import is_gemini_internal_tool
 
 # Constants
 LOCAL_SERVER_API_KEY_PLACEHOLDER = "not-needed"
@@ -360,6 +361,7 @@ def format_tools(self, tools: Optional[List[Any]]) -> Optional[List[Dict]]:
         - Callable functions
         - String function names
         - MCP tools
+        - Gemini internal tools ({"googleSearch": {}}, {"urlContext": {}}, {"codeExecution": {}})
         
         Args:
             tools: List of tools in various formats
@@ -404,6 +406,11 @@ def format_tools(self, tools: Optional[List[Any]]) -> Optional[List[Dict]]:
                 tool_def = self._generate_tool_definition_from_name(tool)
                 if tool_def:
                     formatted_tools.append(tool_def)
+            # Handle Gemini internal tools (e.g., {"googleSearch": {}}, {"urlContext": {}}, {"codeExecution": {}})
+            elif is_gemini_internal_tool(tool):
+                tool_name = next(iter(tool.keys()))
+                logging.debug(f"Using Gemini internal tool: {tool_name}")
+                formatted_tools.append(tool)
             else:
                 logging.debug(f"Skipping tool of unsupported type: {type(tool)}")