Merge pull request #273 from algorithmicsuperintelligence/fix-response-format-none

Fix response format none

Author: codelion

optillm/__init__.py

@@ -1,5 +1,5 @@
 # Version information
-__version__ = "0.3.6"
+__version__ = "0.3.7"
 
 # Import from server module
 from .server import (

optillm/server.py

@@ -714,9 +714,12 @@ def proxy():
     request_config.update({
         "stream": stream,
         "n": n,
-        "response_format": response_format,  # Add response_format to config
     })
 
+    # Only add response_format if it's not None
+    if response_format is not None:
+        request_config['response_format'] = response_format
+
     # Add token limits to request_config with proper priority
     if max_completion_tokens is not None:
         request_config['max_completion_tokens'] = max_completion_tokens

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "optillm"
-version = "0.3.6"
+version = "0.3.7"
 description = "An optimizing inference proxy for LLMs."
 readme = "README.md"
 license = "Apache-2.0"