chk
/
AppFlowy-Cloud
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

chore: disable batch index (#1098)

This commit is contained in:
Nathan.fooo 2024-12-23 00:04:25 +08:00 committed by GitHub
parent 5ea714b004
commit 381b02a4d0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 21 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
services/appflowy-collaborate/src/indexer/indexer_scheduler.rs
View File

@ -33,6 +33,7 @@ use uuid::Uuid;
pub struct IndexerScheduler {
indexer_provider: Arc<IndexerProvider>,
pg_pool: PgPool,
#[allow(dead_code)]
storage: Arc<dyn CollabStorage>,
threads: Arc<ThreadPoolNoAbort>,
#[allow(dead_code)]
@ -107,7 +108,7 @@ impl IndexerScheduler {
this.pg_pool.clone(),
this.metrics.clone(),
));
tokio::spawn(handle_unindexed_collabs(this.clone()));
// tokio::spawn(handle_unindexed_collabs(this.clone()));
}
this
@ -396,6 +397,7 @@ fn should_embed(
should_embed
}
#[allow(dead_code)]
async fn handle_unindexed_collabs(scheduler: Arc<IndexerScheduler>) {
// wait for 30 seconds before starting indexing
tokio::time::sleep(tokio::time::Duration::from_secs(30)).await;
@ -479,6 +481,7 @@ pub async fn get_unindexed_collabs(
.boxed()
}
#[allow(dead_code)]
async fn index_unindexd_collab(
embedder: Embedder,
indexer_provider: &Arc<IndexerProvider>,

34
src/api/workspace.rs
View File

@ -837,23 +837,23 @@ async fn batch_create_collab_handler(
start.elapsed()
);
if state
.indexer_scheduler
.can_index_workspace(&workspace_id)
.await?
{
let indexed_collabs: Vec<_> = collab_params_list
.iter()
.filter(|p| state.indexer_scheduler.is_indexing_enabled(&p.collab_type))
.map(IndexedCollab::from)
.collect();
if !indexed_collabs.is_empty() {
state
.indexer_scheduler
.index_encoded_collabs(&workspace_id, indexed_collabs)?;
}
}
// if state
// .indexer_scheduler
// .can_index_workspace(&workspace_id)
// .await?
// {
// let indexed_collabs: Vec<_> = collab_params_list
// .iter()
// .filter(|p| state.indexer_scheduler.is_indexing_enabled(&p.collab_type))
// .map(IndexedCollab::from)
// .collect();
//
// if !indexed_collabs.is_empty() {
// state
// .indexer_scheduler
// .index_encoded_collabs(&workspace_id, indexed_collabs)?;
// }
// }
let start = Instant::now();
state