Get generated images from tool in non-streaming call

Author: tpaulshippy

lib/ruby_llm/providers/openai/response.rb

@@ -93,7 +93,7 @@ def parse_respond_response(response)
 
           Message.new(
             role: :assistant,
-            content: all_output_text(outputs),
+            content: all_output_content(outputs),
             tool_calls: parse_response_tool_calls(outputs),
             input_tokens: data['usage']['input_tokens'],
             output_tokens: data['usage']['output_tokens'],
@@ -103,6 +103,47 @@ def parse_respond_response(response)
           )
         end
 
+        def all_output_content(outputs)
+          text_content = extract_text_content(outputs)
+          image_outputs = outputs.select { |o| o['type'] == 'image_generation_call' }
+
+          return text_content unless image_outputs.any?
+
+          build_content_with_images(text_content, image_outputs)
+        end
+
+        private
+
+        def extract_text_content(outputs)
+          outputs.select { |o| o['type'] == 'message' }.flat_map do |o|
+            o['content'].filter_map do |c|
+              c['type'] == 'output_text' && c['text']
+            end
+          end.join("\n")
+        end
+
+        def build_content_with_images(text_content, image_outputs)
+          content = RubyLLM::Content.new(text_content)
+          image_outputs.each do |output|
+            attach_image_to_content(content, output)
+          end
+          content
+        end
+
+        def attach_image_to_content(content, output)
+          image_data = output['result']
+          output_format = output['output_format'] || 'png'
+          mime_type = "image/#{output_format}"
+
+          content.attach(
+            RubyLLM::ImageAttachment.new(
+              data: image_data,
+              mime_type: mime_type,
+              model_id: nil
+            )
+          )
+        end
+
         def all_output_text(outputs)
           outputs.select { |o| o['type'] == 'message' }.flat_map do |o|
             o['content'].filter_map do |c|

lib/ruby_llm/providers/openai/tools.rb

@@ -83,7 +83,7 @@ def parse_tool_calls(tool_calls, parse_arguments: true)
 
         def parse_response_tool_calls(outputs)
           # TODO: implement the other & built-in tools
-          # 'web_search_call', 'file_search_call', 'image_generation_call',
+          # 'web_search_call', 'file_search_call',
           # 'code_interpreter_call', 'local_shell_call', 'mcp_call',
           # 'mcp_list_tools', 'mcp_approval_request'
           outputs.select { |o| o['type'] == 'function_call' }.to_h do |o|