chore: specify chunk size for search and index
This commit is contained in:
parent
0e50650aa8
commit
d9354202cd
|
|
@ -138,7 +138,7 @@ impl PostgresIndexer {
|
||||||
.embeddings(EmbeddingRequest {
|
.embeddings(EmbeddingRequest {
|
||||||
input: EmbeddingInput::StringArray(inputs),
|
input: EmbeddingInput::StringArray(inputs),
|
||||||
model: EmbeddingsModel::TextEmbedding3Small.to_string(),
|
model: EmbeddingsModel::TextEmbedding3Small.to_string(),
|
||||||
chunk_size: 0,
|
chunk_size: 2000,
|
||||||
encoding_format: EmbeddingEncodingFormat::Float,
|
encoding_format: EmbeddingEncodingFormat::Float,
|
||||||
dimensions: 1536,
|
dimensions: 1536,
|
||||||
})
|
})
|
||||||
|
|
|
||||||
|
|
@ -24,7 +24,7 @@ pub async fn search_document(
|
||||||
.embeddings(EmbeddingRequest {
|
.embeddings(EmbeddingRequest {
|
||||||
input: EmbeddingInput::String(request.query.clone()),
|
input: EmbeddingInput::String(request.query.clone()),
|
||||||
model: EmbeddingsModel::TextEmbedding3Small.to_string(),
|
model: EmbeddingsModel::TextEmbedding3Small.to_string(),
|
||||||
chunk_size: 0,
|
chunk_size: 500,
|
||||||
encoding_format: EmbeddingEncodingFormat::Float,
|
encoding_format: EmbeddingEncodingFormat::Float,
|
||||||
dimensions: 1536,
|
dimensions: 1536,
|
||||||
})
|
})
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue