chore: change query to use workspace directly
This commit is contained in:
parent
2ff2a77465
commit
6592f00a20
|
|
@ -1,6 +1,6 @@
|
||||||
{
|
{
|
||||||
"db_name": "PostgreSQL",
|
"db_name": "PostgreSQL",
|
||||||
"query": "\nSELECT\n w.settings['disable_search_indexing']::boolean as disable_search_indexing,\n CASE\n WHEN w.settings['disable_search_indexing']::boolean THEN\n FALSE\n ELSE\n EXISTS (SELECT 1 FROM af_collab_embeddings m WHERE m.partition_key = c.partition_key AND m.oid = c.oid)\n END as has_index\nFROM af_collab c\nJOIN af_workspace w ON c.workspace_id = w.workspace_id\nWHERE c.oid = $1",
|
"query": "\nSELECT\n w.settings['disable_search_indexing']::boolean as disable_search_indexing,\n CASE\n WHEN w.settings['disable_search_indexing']::boolean THEN\n FALSE\n ELSE\n EXISTS (SELECT 1 FROM af_collab_embeddings m WHERE m.partition_key = $3 AND m.oid = $2)\n END as has_index\nFROM af_workspace w\nWHERE w.workspace_id = $1",
|
||||||
"describe": {
|
"describe": {
|
||||||
"columns": [
|
"columns": [
|
||||||
{
|
{
|
||||||
|
|
@ -16,7 +16,9 @@
|
||||||
],
|
],
|
||||||
"parameters": {
|
"parameters": {
|
||||||
"Left": [
|
"Left": [
|
||||||
"Text"
|
"Uuid",
|
||||||
|
"Text",
|
||||||
|
"Int4"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"nullable": [
|
"nullable": [
|
||||||
|
|
@ -24,5 +26,5 @@
|
||||||
null
|
null
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"hash": "7c0d6de28d557d83cf94faceef1216ea932ffe1bf29f8ed3dafeb6ddeea437fb"
|
"hash": "773aac7e401c3e6c04d1dc8ea412b9678b7227832a3487270d724f623072fe89"
|
||||||
}
|
}
|
||||||
|
|
@ -9,7 +9,9 @@ use database_entity::dto::AFCollabEmbeddingParams;
|
||||||
|
|
||||||
pub async fn get_index_status(
|
pub async fn get_index_status(
|
||||||
tx: &mut Transaction<'_, sqlx::Postgres>,
|
tx: &mut Transaction<'_, sqlx::Postgres>,
|
||||||
oid: &str,
|
workspace_id: &Uuid,
|
||||||
|
object_id: &str,
|
||||||
|
partition_key: i32,
|
||||||
) -> Result<Option<bool>, sqlx::Error> {
|
) -> Result<Option<bool>, sqlx::Error> {
|
||||||
let result = sqlx::query!(
|
let result = sqlx::query!(
|
||||||
r#"
|
r#"
|
||||||
|
|
@ -19,12 +21,13 @@ SELECT
|
||||||
WHEN w.settings['disable_search_indexing']::boolean THEN
|
WHEN w.settings['disable_search_indexing']::boolean THEN
|
||||||
FALSE
|
FALSE
|
||||||
ELSE
|
ELSE
|
||||||
EXISTS (SELECT 1 FROM af_collab_embeddings m WHERE m.partition_key = c.partition_key AND m.oid = c.oid)
|
EXISTS (SELECT 1 FROM af_collab_embeddings m WHERE m.partition_key = $3 AND m.oid = $2)
|
||||||
END as has_index
|
END as has_index
|
||||||
FROM af_collab c
|
FROM af_workspace w
|
||||||
JOIN af_workspace w ON c.workspace_id = w.workspace_id
|
WHERE w.workspace_id = $1"#,
|
||||||
WHERE c.oid = $1"#,
|
workspace_id,
|
||||||
oid
|
object_id,
|
||||||
|
partition_key
|
||||||
)
|
)
|
||||||
.fetch_one(tx.deref_mut())
|
.fetch_one(tx.deref_mut())
|
||||||
.await;
|
.await;
|
||||||
|
|
@ -37,8 +40,9 @@ WHERE c.oid = $1"#,
|
||||||
},
|
},
|
||||||
Err(Error::RowNotFound) => {
|
Err(Error::RowNotFound) => {
|
||||||
tracing::warn!(
|
tracing::warn!(
|
||||||
"open-collab event for {} arrived before its workspace was created",
|
"open-collab event for {}/{} arrived before its workspace was created",
|
||||||
oid
|
workspace_id,
|
||||||
|
object_id
|
||||||
);
|
);
|
||||||
Ok(Some(false))
|
Ok(Some(false))
|
||||||
},
|
},
|
||||||
|
|
|
||||||
|
|
@ -51,7 +51,12 @@ impl CollabHandle {
|
||||||
ingest_interval: Duration,
|
ingest_interval: Duration,
|
||||||
) -> Result<Option<Self>> {
|
) -> Result<Option<Self>> {
|
||||||
let closing = CancellationToken::new();
|
let closing = CancellationToken::new();
|
||||||
let was_indexed = match indexer.index_status(&object_id).await? {
|
let workspace_uuid =
|
||||||
|
Uuid::parse_str(&workspace_id).map_err(crate::error::Error::InvalidWorkspace)?;
|
||||||
|
let was_indexed = match indexer
|
||||||
|
.index_status(&workspace_uuid, &object_id, collab_type.clone())
|
||||||
|
.await?
|
||||||
|
{
|
||||||
IndexStatus::Indexed => true,
|
IndexStatus::Indexed => true,
|
||||||
IndexStatus::NotIndexed => false,
|
IndexStatus::NotIndexed => false,
|
||||||
IndexStatus::NotPermitted => {
|
IndexStatus::NotPermitted => {
|
||||||
|
|
@ -87,15 +92,13 @@ impl CollabHandle {
|
||||||
if !messages.is_empty() {
|
if !messages.is_empty() {
|
||||||
Self::handle_collab_updates(&mut update_stream, content.get_collab(), messages).await?;
|
Self::handle_collab_updates(&mut update_stream, content.get_collab(), messages).await?;
|
||||||
}
|
}
|
||||||
let workspace_id =
|
|
||||||
Uuid::parse_str(&workspace_id).map_err(crate::error::Error::InvalidWorkspace)?;
|
|
||||||
|
|
||||||
let mut tasks = JoinSet::new();
|
let mut tasks = JoinSet::new();
|
||||||
tasks.spawn(Self::receive_collab_updates(
|
tasks.spawn(Self::receive_collab_updates(
|
||||||
update_stream,
|
update_stream,
|
||||||
Arc::downgrade(&content),
|
Arc::downgrade(&content),
|
||||||
object_id.clone(),
|
object_id.clone(),
|
||||||
workspace_id,
|
workspace_uuid,
|
||||||
ingest_interval,
|
ingest_interval,
|
||||||
closing.clone(),
|
closing.clone(),
|
||||||
));
|
));
|
||||||
|
|
@ -103,7 +106,7 @@ impl CollabHandle {
|
||||||
content.changes(),
|
content.changes(),
|
||||||
indexer,
|
indexer,
|
||||||
object_id,
|
object_id,
|
||||||
workspace_id,
|
workspace_uuid,
|
||||||
ingest_interval,
|
ingest_interval,
|
||||||
closing.clone(),
|
closing.clone(),
|
||||||
));
|
));
|
||||||
|
|
|
||||||
|
|
@ -26,7 +26,12 @@ use crate::error::Result;
|
||||||
#[async_trait]
|
#[async_trait]
|
||||||
pub trait Indexer: Send + Sync {
|
pub trait Indexer: Send + Sync {
|
||||||
/// Check if document with given id has been already a corresponding index entry.
|
/// Check if document with given id has been already a corresponding index entry.
|
||||||
async fn index_status(&self, object_id: &str) -> Result<IndexStatus>;
|
async fn index_status(
|
||||||
|
&self,
|
||||||
|
workspace_id: &Uuid,
|
||||||
|
object_id: &str,
|
||||||
|
collab_type: CollabType,
|
||||||
|
) -> Result<IndexStatus>;
|
||||||
async fn update_index(&self, workspace_id: &Uuid, documents: Vec<Fragment>) -> Result<()>;
|
async fn update_index(&self, workspace_id: &Uuid, documents: Vec<Fragment>) -> Result<()>;
|
||||||
async fn remove(&self, ids: &[FragmentID]) -> Result<()>;
|
async fn remove(&self, ids: &[FragmentID]) -> Result<()>;
|
||||||
/// Returns a list of object ids, that have not been indexed yet.
|
/// Returns a list of object ids, that have not been indexed yet.
|
||||||
|
|
@ -194,8 +199,19 @@ struct Embeddings {
|
||||||
|
|
||||||
#[async_trait]
|
#[async_trait]
|
||||||
impl Indexer for PostgresIndexer {
|
impl Indexer for PostgresIndexer {
|
||||||
async fn index_status(&self, object_id: &str) -> Result<IndexStatus> {
|
async fn index_status(
|
||||||
let found = get_index_status(&mut self.db.begin().await?, object_id).await?;
|
&self,
|
||||||
|
workspace_id: &Uuid,
|
||||||
|
object_id: &str,
|
||||||
|
collab_type: CollabType,
|
||||||
|
) -> Result<IndexStatus> {
|
||||||
|
let found = get_index_status(
|
||||||
|
&mut self.db.begin().await?,
|
||||||
|
workspace_id,
|
||||||
|
object_id,
|
||||||
|
collab_type as i32,
|
||||||
|
)
|
||||||
|
.await?;
|
||||||
match found {
|
match found {
|
||||||
None => Ok(IndexStatus::NotPermitted),
|
None => Ok(IndexStatus::NotPermitted),
|
||||||
Some(true) => Ok(IndexStatus::Indexed),
|
Some(true) => Ok(IndexStatus::Indexed),
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue