Merge pull request #228 from MrZilinXiao/main

fix prompt list counter
This commit is contained in:
Ted Sanders 2023-03-16 17:21:10 -07:00 committed by GitHub
commit 7b097669fe
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -341,7 +341,7 @@ def num_tokens_consumed_from_request(
return num_tokens
elif isinstance(prompt, list): # multiple prompts
prompt_tokens = sum([len(encoding.encode(p)) for p in prompt])
num_tokens = prompt_tokens + completion_tokens
num_tokens = prompt_tokens + completion_tokens * len(prompt)
return num_tokens
else:
raise TypeError('Expecting either string or list of strings for "prompt" field in completion request')