jim/openai-cookbook
1
0
Fork 0
mirror of https://github.com/james-m-jordan/openai-cookbook.git synced 2025-05-09 19:32:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

consolidate Embedding.create calls into one (#543)

Browse Source
This commit is contained in:
ancri 2023-07-20 23:20:04 -04:00 committed by GitHub
parent 4fd2b1a6d2
commit b5ea5f3b0e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
examples/vector_databases/pinecone/Gen_QA.ipynb
View File

@ -673,17 +673,13 @@
" # get texts to encode\n", " # get texts to encode\n",
" texts = [x['text'] for x in meta_batch]\n", " texts = [x['text'] for x in meta_batch]\n",
" # create embeddings (try-except added to avoid RateLimitError)\n", " # create embeddings (try-except added to avoid RateLimitError)\n",
" try:\n",
" res = openai.Embedding.create(input=texts, engine=embed_model)\n",
" except:\n",
" done = False\n", " done = False\n",
" while not done:\n", " while not done:\n",
" sleep(5)\n",
" try:\n", " try:\n",
" res = openai.Embedding.create(input=texts, engine=embed_model)\n", " res = openai.Embedding.create(input=texts, engine=embed_model)\n",
" done = True\n", " done = True\n",
" except:\n", " except:\n",
" pass\n", " sleep(5)\n",
" embeds = [record['embedding'] for record in res['data']]\n", " embeds = [record['embedding'] for record in res['data']]\n",
" # cleanup metadata\n", " # cleanup metadata\n",
" meta_batch = [{\n", " meta_batch = [{\n",