Handle judge layer models, handle files

Author: KillianLucas

interpreter/core/async_core.py

@@ -137,7 +137,11 @@ def accumulate(self, chunk):
                 # We don't do anything with these.
                 pass
 
-            elif "start" in chunk:
+            elif (
+                "start" in chunk
+                or chunk["type"] != self.messages[-1]["type"]
+                or chunk.get("format") != self.messages[-1].get("format")
+            ):
                 chunk_copy = (
                     chunk.copy()
                 )  # So we don't modify the original chunk, which feels wrong.

interpreter/core/core.py

@@ -303,7 +303,11 @@ def _respond_and_store(self):
 
         # Utility function
         def is_active_line_chunk(chunk):
-            return "format" in chunk and chunk["format"] == "active_line"
+            if "format" in chunk and chunk["format"] == "active_line":
+                return True
+            if chunk["type"] == "review":
+                return True
+            return False
 
         last_flag_base = None
 

interpreter/core/llm/run_function_calling_llm.py

@@ -40,25 +40,30 @@ def run_function_calling_llm(llm, request_params):
     accumulated_deltas = {}
     language = None
     code = ""
+    function_call_detected = False
 
     for chunk in llm.completions(**request_params):
         if "choices" not in chunk or len(chunk["choices"]) == 0:
             # This happens sometimes
             continue
 
         delta = chunk["choices"][0]["delta"]
-
         # Accumulate deltas
         accumulated_deltas = merge_deltas(accumulated_deltas, delta)
 
         if "content" in delta and delta["content"]:
-            yield {"type": "message", "content": delta["content"]}
+            if function_call_detected:
+                # More content after a code block? This is a code review by a judge layer.
+                yield {"type": "review", "content": delta["content"]}
+            else:
+                yield {"type": "message", "content": delta["content"]}
 
         if (
             accumulated_deltas.get("function_call")
             and "arguments" in accumulated_deltas["function_call"]
             and accumulated_deltas["function_call"]["arguments"]
         ):
+            function_call_detected = True
             if (
                 "name" in accumulated_deltas["function_call"]
                 and accumulated_deltas["function_call"]["name"] == "execute"

interpreter/terminal_interface/terminal_interface.py

@@ -243,6 +243,10 @@ def terminal_interface(interpreter, message):
                     if "content" in chunk:
                         active_block.code += chunk["content"]
 
+                if chunk["type"] == "review" and chunk.get("content"):
+                    # Specialized models can emit a code review.
+                    print(chunk.get("content"), end="", flush=True)
+
                 # Execution notice
                 if chunk["type"] == "confirmation":
                     if not interpreter.auto_run: