Only include stream_options when streaming (#519)

Closes #518
This commit is contained in:
Rohan Mehta 2025-04-15 12:48:27 -04:00 committed by GitHub
parent f329eef7e8
commit e625cb495e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -528,7 +528,9 @@ class OpenAIChatCompletionsModel(Model):
reasoning_effort = model_settings.reasoning.effort if model_settings.reasoning else None
store = _Converter.get_store_param(self._get_client(), model_settings)
stream_options = _Converter.get_stream_options_param(self._get_client(), model_settings)
stream_options = _Converter.get_stream_options_param(
self._get_client(), model_settings, stream=stream
)
ret = await self._get_client().chat.completions.create(
model=self.model,
@ -591,8 +593,11 @@ class _Converter:
@classmethod
def get_stream_options_param(
cls, client: AsyncOpenAI, model_settings: ModelSettings
cls, client: AsyncOpenAI, model_settings: ModelSettings, stream: bool
) -> dict[str, bool] | None:
if not stream:
return None
default_include_usage = True if cls.is_openai(client) else None
include_usage = (
model_settings.include_usage