From d9354202cd1a3d453c46c85d9cc6267ec211724b Mon Sep 17 00:00:00 2001
From: Bartosz Sypytkowski <b.sypytkowski@gmail.com>
Date: Tue, 18 Jun 2024 11:45:33 +0200
Subject: [PATCH] chore: specify chunk size for search and index

---
 services/appflowy-indexer/src/indexer.rs | 2 +-
 src/biz/search/ops.rs                    | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/services/appflowy-indexer/src/indexer.rs b/services/appflowy-indexer/src/indexer.rs
index 2b2f280d..7f450292 100644
--- a/services/appflowy-indexer/src/indexer.rs
+++ b/services/appflowy-indexer/src/indexer.rs
@@ -138,7 +138,7 @@ impl PostgresIndexer {
       .embeddings(EmbeddingRequest {
         input: EmbeddingInput::StringArray(inputs),
         model: EmbeddingsModel::TextEmbedding3Small.to_string(),
-        chunk_size: 0,
+        chunk_size: 2000,
         encoding_format: EmbeddingEncodingFormat::Float,
         dimensions: 1536,
       })
diff --git a/src/biz/search/ops.rs b/src/biz/search/ops.rs
index b653241b..4fa9c35f 100644
--- a/src/biz/search/ops.rs
+++ b/src/biz/search/ops.rs
@@ -24,7 +24,7 @@ pub async fn search_document(
     .embeddings(EmbeddingRequest {
       input: EmbeddingInput::String(request.query.clone()),
       model: EmbeddingsModel::TextEmbedding3Small.to_string(),
-      chunk_size: 0,
+      chunk_size: 500,
       encoding_format: EmbeddingEncodingFormat::Float,
       dimensions: 1536,
     })