Add image file viewing support to FileEditor

openhands-tools/openhands/tools/file_editor/definition.py

@@ -158,6 +158,7 @@ def _has_meaningful_diff(self) -> bool:
 TOOL_DESCRIPTION = """Custom editing tool for viewing, creating and editing files in plain-text format
 * State is persistent across command calls and discussions with the user
 * If `path` is a text file, `view` displays the result of applying `cat -n`. If `path` is a directory, `view` lists non-hidden files and directories up to 2 levels deep
+* If `path` is an image file (.png, .jpg, .jpeg, .gif, .webp, .bmp), `view` displays the image content
 * The `create` command cannot be used if the specified `path` already exists as a file
 * If a `command` generates a long output, it will be truncated and marked with `<response clipped>`
 * The `undo_edit` command will revert the last edit made to the file at `path`

openhands-tools/openhands/tools/file_editor/editor.py

@@ -1,3 +1,4 @@
+import base64
 import os
 import re
 import shutil
@@ -7,6 +8,7 @@
 
 from binaryornot.check import is_binary
 
+from openhands.sdk import ImageContent, TextContent
 from openhands.sdk.logger import get_logger
 from openhands.sdk.utils.truncate import maybe_truncate
 from openhands.tools.file_editor.definition import (
@@ -36,6 +38,9 @@
 
 logger = get_logger(__name__)
 
+# Supported image extensions for viewing as base64-encoded content
+IMAGE_EXTENSIONS = {".png", ".jpg", ".jpeg", ".gif", ".webp", ".bmp"}
+
 
 class FileEditor:
     """
@@ -327,6 +332,42 @@ def view(
                 prev_exist=True,
             )
 
+        # Check if the file is an image
+        file_extension = path.suffix.lower()
+        if file_extension in IMAGE_EXTENSIONS:
+            # Read image file as base64
+            try:
+                with open(path, "rb") as f:
+                    image_bytes = f.read()
+                image_base64 = base64.b64encode(image_bytes).decode("utf-8")
+
+                mime_type = "image/png"  # default
+                if image_base64.startswith("/9j/"):
+                    mime_type = "image/jpeg"
+                elif image_base64.startswith("iVBORw0KGgo"):
+                    mime_type = "image/png"
+                elif image_base64.startswith("R0lGODlh"):
+                    mime_type = "image/gif"
+                elif image_base64.startswith("UklGR"):
+                    mime_type = "image/webp"
+                elif image_base64.startswith("Qk"):
+                    mime_type = "image/bmp"
+                output_msg = (
+                    f"Image file {path} read successfully. Displaying image content."
+                )
+                image_url = f"data:{mime_type};base64,{image_base64}"
+                return FileEditorObservation(
+                    command="view",
+                    content=[
+                        TextContent(text=output_msg),
+                        ImageContent(image_urls=[image_url]),
+                    ],
+                    path=str(path),
+                    prev_exist=True,
+                )
+            except Exception as e:
+                raise ToolError(f"Failed to read image file {path}: {e}") from None
+
         # Validate file and count lines
         self.validate_file(path)
         num_lines = self._count_lines(path)
@@ -609,8 +650,9 @@ def validate_file(self, path: Path) -> None:
                 ),
             )
 
-        # Check file type
-        if is_binary(str(path)):
+        # Check file type - allow image files
+        file_extension = path.suffix.lower()
+        if is_binary(str(path)) and file_extension not in IMAGE_EXTENSIONS:
             raise FileValidationError(
                 path=str(path),
                 reason=(

tests/tools/file_editor/test_file_validation.py

@@ -96,8 +96,5 @@ def test_validate_image_file(tmp_path):
 
     assert is_binary(str(image_file))
 
-    # Images are not supported and should be detected as binary
-    with pytest.raises(FileValidationError) as exc_info:
-        editor.validate_file(image_file)
-
-    assert "file appears to be binary" in str(exc_info.value).lower()
+    # Images are not supported, so no exception should be raised
+    editor.validate_file(image_file)