admin-valentin/openai-cookbook
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #92 from Androbin/patch-1

Browse source 
Encode separator for completions endpoint
This commit is contained in:
Ted Sanders 2023-02-06 09:24:42 -08:00 committed by GitHub
commit 0acccd2ad4
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
examples/Question_answering_using_embeddings.ipynb
View file

@ -554,7 +554,7 @@
"source": [ "source": [
"MAX_SECTION_LEN = 500\n", "MAX_SECTION_LEN = 500\n",
"SEPARATOR = \"\\n* \"\n", "SEPARATOR = \"\\n* \"\n",
"ENCODING = \"cl100k_base\" # encoding for text-embedding-ada-002\n", "ENCODING = \"gpt2\" # encoding for text-davinci-003\n",
"\n", "\n",
"encoding = tiktoken.get_encoding(ENCODING)\n", "encoding = tiktoken.get_encoding(ENCODING)\n",
"separator_len = len(encoding.encode(SEPARATOR))\n", "separator_len = len(encoding.encode(SEPARATOR))\n",