jim/openai-cookbook
1
0
Fork 0
mirror of https://github.com/james-m-jordan/openai-cookbook.git synced 2025-05-09 19:32:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Updating the "Using embeddings" cookbook to reflect the latest SDK (#1014)

Browse Source
This commit is contained in:
Joe Beutler 2024-04-01 15:38:12 -07:00 committed by GitHub
parent ac7f6552a0
commit 7c3aaa85c8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 14 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
examples/Using_embeddings.ipynb
View File

@ -12,7 +12,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 1, "execution_count": null,
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@ -27,11 +27,12 @@
} }
], ],
"source": [ "source": [
"import openai\n", "from openai import OpenAI\n",
"client = OpenAI()\n",
"\n", "\n",
"embedding = openai.Embedding.create(\n", "embedding = client.embeddings.create(\n",
" input=\"Your text goes here\", model=\"text-embedding-3-small\"\n", " input=\"Your text goes here\", model=\"text-embedding-ada-002\"\n",
")[\"data\"][0][\"embedding\"]\n", ").data[0].embedding\n",
"len(embedding)\n" "len(embedding)\n"
] ]
}, },
@ -50,13 +51,14 @@
"outputs": [], "outputs": [],
"source": [ "source": [
"# Negative example (slow and rate-limited)\n", "# Negative example (slow and rate-limited)\n",
"import openai\n", "from openai import OpenAI\n",
"client = OpenAI()\n",
"\n", "\n",
"num_embeddings = 10000 # Some large number\n", "num_embeddings = 10000 # Some large number\n",
"for i in range(num_embeddings):\n", "for i in range(num_embeddings):\n",
" embedding = openai.Embedding.create(\n", " embedding = client.embeddings.create(\n",
" input=\"Your text goes here\", model=\"text-embedding-3-small\"\n", " input=\"Your text goes here\", model=\"text-embedding-ada-002\"\n",
" )[\"data\"][0][\"embedding\"]\n", " ).data[0].embedding\n",
" print(len(embedding))" " print(len(embedding))"
] ]
}, },
@ -75,13 +77,14 @@
], ],
"source": [ "source": [
"# Best practice\n", "# Best practice\n",
"import openai\n",
"from tenacity import retry, wait_random_exponential, stop_after_attempt\n", "from tenacity import retry, wait_random_exponential, stop_after_attempt\n",
"from openai import OpenAI\n",
"client = OpenAI()\n",
"\n", "\n",
"# Retry up to 6 times with exponential backoff, starting at 1 second and maxing out at 20 seconds delay\n", "# Retry up to 6 times with exponential backoff, starting at 1 second and maxing out at 20 seconds delay\n",
"@retry(wait=wait_random_exponential(min=1, max=20), stop=stop_after_attempt(6))\n", "@retry(wait=wait_random_exponential(min=1, max=20), stop=stop_after_attempt(6))\n",
"def get_embedding(text: str, model=\"text-embedding-3-small\") -> list[float]:\n", "def get_embedding(text: str, model=\"text-embedding-3-small\") -> list[float]:\n",
" return openai.Embedding.create(input=[text], model=model)[\"data\"][0][\"embedding\"]\n", " return client.embeddings.create(input=[text], model=model).data[0].embedding\n",
"\n", "\n",
"embedding = get_embedding(\"Your text goes here\", model=\"text-embedding-3-small\")\n", "embedding = get_embedding(\"Your text goes here\", model=\"text-embedding-3-small\")\n",
"print(len(embedding))" "print(len(embedding))"