chore: specify chunk size for search and index

2024-06-18 11:45:33 +02:00 · 2024-06-18 11:45:33 +02:00 · d9354202cd
parent 0e50650aa8
commit d9354202cd
2 changed files with 2 additions and 2 deletions
--- a/services/appflowy-indexer/src/indexer.rs
+++ b/services/appflowy-indexer/src/indexer.rs
@ -138,7 +138,7 @@ impl PostgresIndexer {
      .embeddings(EmbeddingRequest {
        input: EmbeddingInput::StringArray(inputs),
        model: EmbeddingsModel::TextEmbedding3Small.to_string(),
-        chunk_size: 0,
+        chunk_size: 2000,
        encoding_format: EmbeddingEncodingFormat::Float,
        dimensions: 1536,
      })
--- a/src/biz/search/ops.rs
+++ b/src/biz/search/ops.rs
@ -24,7 +24,7 @@ pub async fn search_document(
    .embeddings(EmbeddingRequest {
      input: EmbeddingInput::String(request.query.clone()),
      model: EmbeddingsModel::TextEmbedding3Small.to_string(),
-      chunk_size: 0,
+      chunk_size: 500,
      encoding_format: EmbeddingEncodingFormat::Float,
      dimensions: 1536,
    })