We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 50273fc commit 2d29cfbCopy full SHA for 2d29cfb
optillm/server.py
@@ -714,9 +714,12 @@ def proxy():
714
request_config.update({
715
"stream": stream,
716
"n": n,
717
- "response_format": response_format, # Add response_format to config
718
})
719
+ # Only add response_format if it's not None
720
+ if response_format is not None:
721
+ request_config['response_format'] = response_format
722
+
723
# Add token limits to request_config with proper priority
724
if max_completion_tokens is not None:
725
request_config['max_completion_tokens'] = max_completion_tokens
0 commit comments