chk
/
AppFlowy-Cloud
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

chore: disable batch index (#1098)

This commit is contained in:
Nathan.fooo 2024-12-23 00:04:25 +08:00 committed by GitHub
parent 5ea714b004
commit 381b02a4d0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 21 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
services/appflowy-collaborate/src/indexer/indexer_scheduler.rs
View File

@ -33,6 +33,7 @@ use uuid::Uuid;
pub struct IndexerScheduler { pub struct IndexerScheduler {
indexer_provider: Arc<IndexerProvider>, indexer_provider: Arc<IndexerProvider>,
pg_pool: PgPool, pg_pool: PgPool,
#[allow(dead_code)]
storage: Arc<dyn CollabStorage>, storage: Arc<dyn CollabStorage>,
threads: Arc<ThreadPoolNoAbort>, threads: Arc<ThreadPoolNoAbort>,
#[allow(dead_code)] #[allow(dead_code)]
@ -107,7 +108,7 @@ impl IndexerScheduler {
this.pg_pool.clone(), this.pg_pool.clone(),
this.metrics.clone(), this.metrics.clone(),
)); ));
tokio::spawn(handle_unindexed_collabs(this.clone())); // tokio::spawn(handle_unindexed_collabs(this.clone()));
} }
this this
@ -396,6 +397,7 @@ fn should_embed(
should_embed should_embed
} }
#[allow(dead_code)]
async fn handle_unindexed_collabs(scheduler: Arc<IndexerScheduler>) { async fn handle_unindexed_collabs(scheduler: Arc<IndexerScheduler>) {
// wait for 30 seconds before starting indexing // wait for 30 seconds before starting indexing
tokio::time::sleep(tokio::time::Duration::from_secs(30)).await; tokio::time::sleep(tokio::time::Duration::from_secs(30)).await;
@ -479,6 +481,7 @@ pub async fn get_unindexed_collabs(
.boxed() .boxed()
} }
#[allow(dead_code)]
async fn index_unindexd_collab( async fn index_unindexd_collab(
embedder: Embedder, embedder: Embedder,
indexer_provider: &Arc<IndexerProvider>, indexer_provider: &Arc<IndexerProvider>,

34
src/api/workspace.rs
View File

@ -837,23 +837,23 @@ async fn batch_create_collab_handler(
start.elapsed() start.elapsed()
); );
if state // if state
.indexer_scheduler // .indexer_scheduler
.can_index_workspace(&workspace_id) // .can_index_workspace(&workspace_id)
.await? // .await?
{ // {
let indexed_collabs: Vec<_> = collab_params_list // let indexed_collabs: Vec<_> = collab_params_list
.iter() // .iter()
.filter(|p| state.indexer_scheduler.is_indexing_enabled(&p.collab_type)) // .filter(|p| state.indexer_scheduler.is_indexing_enabled(&p.collab_type))
.map(IndexedCollab::from) // .map(IndexedCollab::from)
.collect(); // .collect();
//
if !indexed_collabs.is_empty() { // if !indexed_collabs.is_empty() {
state // state
.indexer_scheduler // .indexer_scheduler
.index_encoded_collabs(&workspace_id, indexed_collabs)?; // .index_encoded_collabs(&workspace_id, indexed_collabs)?;
} // }
} // }
let start = Instant::now(); let start = Instant::now();
state state