Increase default chunk size, and add gpt4-1 integration

This commit is contained in:
Adityavardhan Agrawal 2025-04-21 23:50:05 -07:00
parent 05e2ca2ea9
commit 6bd7077eec

View File

@ -15,6 +15,7 @@ dev_permissions = ["read", "write", "admin"] # Default dev permissions
# OpenAI models
openai_gpt4o = { model_name = "gpt-4o", vision = true }
openai_gpt4 = { model_name = "gpt-4" }
openai_gpt4-1 = { model_name = "gpt-4.1" }
openai_gpt4o_extraction = { model_name = "gpt-4o" }
# Azure OpenAI models
@ -69,8 +70,8 @@ dimensions = 768
similarity_metric = "cosine"
[parser]
chunk_size = 1000
chunk_overlap = 200
chunk_size = 6000
chunk_overlap = 300
use_unstructured_api = false
use_contextual_chunking = false
contextual_chunking_model = "ollama_llama" # Reference to a key in registered_models