mirror of
https://github.com/james-m-jordan/morphik-core.git
synced 2025-05-09 19:32:38 +00:00
Increase default chunk size, and add gpt4-1 integration
This commit is contained in:
parent
05e2ca2ea9
commit
6bd7077eec
@ -15,6 +15,7 @@ dev_permissions = ["read", "write", "admin"] # Default dev permissions
|
||||
# OpenAI models
|
||||
openai_gpt4o = { model_name = "gpt-4o", vision = true }
|
||||
openai_gpt4 = { model_name = "gpt-4" }
|
||||
openai_gpt4-1 = { model_name = "gpt-4.1" }
|
||||
openai_gpt4o_extraction = { model_name = "gpt-4o" }
|
||||
|
||||
# Azure OpenAI models
|
||||
@ -69,8 +70,8 @@ dimensions = 768
|
||||
similarity_metric = "cosine"
|
||||
|
||||
[parser]
|
||||
chunk_size = 1000
|
||||
chunk_overlap = 200
|
||||
chunk_size = 6000
|
||||
chunk_overlap = 300
|
||||
use_unstructured_api = false
|
||||
use_contextual_chunking = false
|
||||
contextual_chunking_model = "ollama_llama" # Reference to a key in registered_models
|
||||
|
Loading…
x
Reference in New Issue
Block a user