Skip to content

Commit c79eb39

Browse files
authored
fix: remove stream_usage from text completion (#1285)
1 parent bfe81f1 commit c79eb39

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

nemoguardrails/llm/models/langchain_initializer.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -253,6 +253,9 @@ def _init_text_completion_model(
253253
if provider_cls is None:
254254
raise ValueError()
255255
kwargs = _update_model_kwargs(provider_cls, model_name, kwargs)
256+
# remove stream_usage parameter as it's not supported by text completion APIs
257+
# (e.g., OpenAI's AsyncCompletions.create() doesn't accept this parameter)
258+
kwargs.pop("stream_usage", None)
256259
return provider_cls(**kwargs)
257260

258261

0 commit comments

Comments
 (0)