parent
1992be3e8d
commit
1364f4408e
1 changed files with 2 additions and 2 deletions
|
|
@ -111,12 +111,12 @@ class LitellmModel(Model):
|
||||||
input_tokens_details=InputTokensDetails(
|
input_tokens_details=InputTokensDetails(
|
||||||
cached_tokens=getattr(
|
cached_tokens=getattr(
|
||||||
response_usage.prompt_tokens_details, "cached_tokens", 0
|
response_usage.prompt_tokens_details, "cached_tokens", 0
|
||||||
)
|
) or 0
|
||||||
),
|
),
|
||||||
output_tokens_details=OutputTokensDetails(
|
output_tokens_details=OutputTokensDetails(
|
||||||
reasoning_tokens=getattr(
|
reasoning_tokens=getattr(
|
||||||
response_usage.completion_tokens_details, "reasoning_tokens", 0
|
response_usage.completion_tokens_details, "reasoning_tokens", 0
|
||||||
)
|
) or 0
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
if response.usage
|
if response.usage
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue