normalizes averaged embeddings to length 1

2025-05-09 19:32:38 +00:00 · 2023-01-19 10:11:34 -08:00 · 2023-01-19 10:11:34 -08:00 · d1165a7757
commit d1165a7757
parent 14262d47e8
1 changed files with 1 additions and 0 deletions
--- a/examples/Embedding_long_inputs.ipynb
+++ b/examples/Embedding_long_inputs.ipynb
@ -205,6 +205,7 @@
    "\n",
    "    if average:\n",
    "        chunk_embeddings = np.average(chunk_embeddings, axis=0, weights=[len(c) for c in chunk_embeddings]).tolist()\n",
+    "        chunk_embeddings = chunk_embeddings / np.linalg.norm(chunk_embeddings)  # normalizes length to 1\n",
    "    return chunk_embeddings"
   ]
  },