parent
f329eef7e8
commit
e625cb495e
1 changed files with 7 additions and 2 deletions
|
|
@ -528,7 +528,9 @@ class OpenAIChatCompletionsModel(Model):
|
||||||
reasoning_effort = model_settings.reasoning.effort if model_settings.reasoning else None
|
reasoning_effort = model_settings.reasoning.effort if model_settings.reasoning else None
|
||||||
store = _Converter.get_store_param(self._get_client(), model_settings)
|
store = _Converter.get_store_param(self._get_client(), model_settings)
|
||||||
|
|
||||||
stream_options = _Converter.get_stream_options_param(self._get_client(), model_settings)
|
stream_options = _Converter.get_stream_options_param(
|
||||||
|
self._get_client(), model_settings, stream=stream
|
||||||
|
)
|
||||||
|
|
||||||
ret = await self._get_client().chat.completions.create(
|
ret = await self._get_client().chat.completions.create(
|
||||||
model=self.model,
|
model=self.model,
|
||||||
|
|
@ -591,8 +593,11 @@ class _Converter:
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def get_stream_options_param(
|
def get_stream_options_param(
|
||||||
cls, client: AsyncOpenAI, model_settings: ModelSettings
|
cls, client: AsyncOpenAI, model_settings: ModelSettings, stream: bool
|
||||||
) -> dict[str, bool] | None:
|
) -> dict[str, bool] | None:
|
||||||
|
if not stream:
|
||||||
|
return None
|
||||||
|
|
||||||
default_include_usage = True if cls.is_openai(client) else None
|
default_include_usage = True if cls.is_openai(client) else None
|
||||||
include_usage = (
|
include_usage = (
|
||||||
model_settings.include_usage
|
model_settings.include_usage
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue