Added hallucination test

Author: KillianLucas

tests/test_interpreter.py

@@ -24,6 +24,56 @@
 from websocket import create_connection
 
 
+def test_hallucinations():
+    # We should be resiliant to common hallucinations.
+
+    code = """10+12executeexecute\n"""
+
+    interpreter.messages = [
+        {"role": "assistant", "type": "code", "format": "python", "content": code}
+    ]
+    for chunk in interpreter._respond_and_store():
+        if chunk.get("format") == "output":
+            assert chunk.get("content") == "22"
+            break
+
+    code = """{                                                                             
+    "language": "python",                                                        
+    "code": "10+12"                                                        
+  }"""
+
+    interpreter.messages = [
+        {"role": "assistant", "type": "code", "format": "python", "content": code}
+    ]
+    for chunk in interpreter._respond_and_store():
+        if chunk.get("format") == "output":
+            assert chunk.get("content") == "22"
+            break
+
+    code = """functions.execute({                                                                             
+    "language": "python",                                                        
+    "code": "10+12"                                                        
+  })"""
+
+    interpreter.messages = [
+        {"role": "assistant", "type": "code", "format": "python", "content": code}
+    ]
+    for chunk in interpreter._respond_and_store():
+        if chunk.get("format") == "output":
+            assert chunk.get("content") == "22"
+            break
+
+    code = """{language: "python", code: "print('hello')" }"""
+
+    interpreter.messages = [
+        {"role": "assistant", "type": "code", "format": "python", "content": code}
+    ]
+    for chunk in interpreter._respond_and_store():
+        if chunk.get("format") == "output":
+            assert chunk.get("content").strip() == "hello"
+            break
+
+
 def run_auth_server():
     os.environ["INTERPRETER_REQUIRE_ACKNOWLEDGE"] = "True"
     os.environ["INTERPRETER_API_KEY"] = "testing"
@@ -602,46 +652,6 @@ async def test_fastapi_server():
     process.join()
 
 
-def test_hallucinations():
-    # We should be resiliant to common hallucinations.
-
-    code = """{                                                                             
-    "language": "python",                                                        
-    "code": "10+12"                                                        
-  }"""
-
-    interpreter.messages = [
-        {"role": "assistant", "type": "code", "format": "python", "content": code}
-    ]
-    for chunk in interpreter._respond_and_store():
-        if chunk.get("format") == "output":
-            assert chunk.get("content") == "22"
-            break
-
-    code = """functions.execute({                                                                             
-    "language": "python",                                                        
-    "code": "10+12"                                                        
-  })"""
-
-    interpreter.messages = [
-        {"role": "assistant", "type": "code", "format": "python", "content": code}
-    ]
-    for chunk in interpreter._respond_and_store():
-        if chunk.get("format") == "output":
-            assert chunk.get("content") == "22"
-            break
-
-    code = """{language: "python", code: "print('hello')" }"""
-
-    interpreter.messages = [
-        {"role": "assistant", "type": "code", "format": "python", "content": code}
-    ]
-    for chunk in interpreter._respond_and_store():
-        if chunk.get("format") == "output":
-            assert chunk.get("content").strip() == "hello"
-            break
-
-
 @pytest.mark.skip(reason="Mac only")
 def test_sms():
     sms = interpreter.computer.sms