wip - prepare for o1
This commit is contained in:
parent
8452b893c0
commit
dfb6decc1c
1 changed files with 13 additions and 4 deletions
|
|
@ -254,15 +254,24 @@ class OpenAILanguageModel(LanguageModel):
|
|||
"""
|
||||
Convert the language model to a LangChain chat model.
|
||||
"""
|
||||
kwargs = self.kwargs
|
||||
kwargs = self.kwargs.copy() # Make a copy to avoid modifying the original
|
||||
if self.json:
|
||||
kwargs["response_format"] = {"type": "json_object"}
|
||||
|
||||
# Set the token limit in kwargs with the appropriate key
|
||||
if self.model_name in ["o1-mini", "o1-preview"]:
|
||||
kwargs["max_completion_tokens"] = self.max_tokens
|
||||
top_p = 1
|
||||
streaming = False
|
||||
else:
|
||||
kwargs["max_tokens"] = self.max_tokens
|
||||
top_p = self.top_p
|
||||
streaming = self.streaming
|
||||
|
||||
return ChatOpenAI(
|
||||
model=self.model_name,
|
||||
temperature=self.temperature or 0.5,
|
||||
max_tokens=self.max_tokens,
|
||||
model_kwargs=kwargs,
|
||||
streaming=self.streaming,
|
||||
top_p=self.top_p,
|
||||
streaming=streaming,
|
||||
top_p=top_p,
|
||||
)
|
||||
|
|
|
|||
Loading…
Reference in a new issue