admin-valentin/openai-cookbook
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix prompt list counter

Browse source
This commit is contained in:
Zilin Xiao 2023-03-16 13:49:46 +08:00 committed by GitHub
parent 9a65782f7b
commit d2e343153c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
examples/api_request_parallel_processor.py
View file

@ -341,7 +341,7 @@ def num_tokens_consumed_from_request(
return num_tokens return num_tokens
elif isinstance(prompt, list): # multiple prompts elif isinstance(prompt, list): # multiple prompts
prompt_tokens = sum([len(encoding.encode(p)) for p in prompt]) prompt_tokens = sum([len(encoding.encode(p)) for p in prompt])
num_tokens = prompt_tokens + completion_tokens num_tokens = prompt_tokens + completion_tokens * len(prompt)
return num_tokens return num_tokens
else: else:
raise TypeError('Expecting either string or list of strings for "prompt" field in completion request') raise TypeError('Expecting either string or list of strings for "prompt" field in completion request')