AppFlowy/shared-lib/flowy-sync/src/client_grid/grid_block_meta_pad.rs

388 lines
13 KiB
Rust
Raw Normal View History

2022-03-10 17:14:10 +08:00
use crate::entities::revision::{md5, RepeatedRevision, Revision};
2022-03-13 23:16:52 +08:00
use crate::errors::{CollaborateError, CollaborateResult};
2022-03-10 17:14:10 +08:00
use crate::util::{cal_diff, make_delta_from_revisions};
2022-04-02 10:54:01 +08:00
use flowy_grid_data_model::entities::{CellMeta, GridBlockMetaData, RowMeta, RowMetaChangeset};
2022-03-10 17:14:10 +08:00
use lib_infra::uuid;
use lib_ot::core::{OperationTransformable, PlainTextAttributes, PlainTextDelta, PlainTextDeltaBuilder};
2022-03-10 21:43:23 +08:00
use serde::{Deserialize, Serialize};
2022-04-10 08:25:01 +08:00
use std::borrow::Cow;
2022-04-02 21:17:20 +08:00
2022-03-12 09:30:13 +08:00
use std::collections::HashMap;
2022-03-10 17:14:10 +08:00
use std::sync::Arc;
2022-03-11 21:36:00 +08:00
pub type GridBlockMetaDelta = PlainTextDelta;
pub type GridBlockMetaDeltaBuilder = PlainTextDeltaBuilder;
2022-03-10 17:14:10 +08:00
2022-03-10 21:43:23 +08:00
#[derive(Debug, Deserialize, Serialize, Clone)]
2022-03-18 17:14:46 +08:00
pub struct GridBlockMetaPad {
2022-03-10 21:43:23 +08:00
block_id: String,
rows: Vec<Arc<RowMeta>>,
2022-03-10 21:43:23 +08:00
#[serde(skip)]
2022-03-11 21:36:00 +08:00
pub(crate) delta: GridBlockMetaDelta,
2022-03-10 17:14:10 +08:00
}
2022-03-18 17:14:46 +08:00
impl GridBlockMetaPad {
2022-03-11 21:36:00 +08:00
pub fn from_delta(delta: GridBlockMetaDelta) -> CollaborateResult<Self> {
2022-03-10 17:14:10 +08:00
let s = delta.to_str()?;
2022-04-02 10:54:01 +08:00
let meta_data: GridBlockMetaData = serde_json::from_str(&s).map_err(|e| {
2022-03-18 17:14:46 +08:00
let msg = format!("Deserialize delta to block meta failed: {}", e);
2022-04-09 07:35:35 +08:00
tracing::error!("{}", s);
2022-03-18 17:14:46 +08:00
CollaborateError::internal().context(msg)
2022-03-10 17:14:10 +08:00
})?;
2022-04-02 10:54:01 +08:00
let block_id = meta_data.block_id;
let rows = meta_data.rows.into_iter().map(Arc::new).collect::<Vec<Arc<RowMeta>>>();
Ok(Self { block_id, rows, delta })
2022-03-10 17:14:10 +08:00
}
pub fn from_revisions(_grid_id: &str, revisions: Vec<Revision>) -> CollaborateResult<Self> {
2022-03-11 21:36:00 +08:00
let block_delta: GridBlockMetaDelta = make_delta_from_revisions::<PlainTextAttributes>(revisions)?;
2022-03-10 17:14:10 +08:00
Self::from_delta(block_delta)
}
2022-03-20 17:17:06 +08:00
#[tracing::instrument(level = "trace", skip(self, row), err)]
pub fn add_row_meta(
&mut self,
row: RowMeta,
2022-03-17 17:25:43 +08:00
start_row_id: Option<String>,
2022-03-18 17:14:46 +08:00
) -> CollaborateResult<Option<GridBlockMetaChange>> {
2022-03-10 21:43:23 +08:00
self.modify(|rows| {
2022-03-20 17:17:06 +08:00
if let Some(start_row_id) = start_row_id {
if start_row_id.is_empty() {
rows.insert(0, Arc::new(row));
return Ok(Some(()));
}
2022-03-20 17:17:06 +08:00
if let Some(index) = rows.iter().position(|row| row.id == start_row_id) {
rows.insert(index + 1, Arc::new(row));
return Ok(Some(()));
}
}
2022-03-10 21:43:23 +08:00
rows.push(Arc::new(row));
2022-03-10 17:14:10 +08:00
Ok(Some(()))
})
}
2022-04-10 08:25:01 +08:00
pub fn delete_rows(&mut self, row_ids: Vec<Cow<'_, String>>) -> CollaborateResult<Option<GridBlockMetaChange>> {
2022-03-10 21:43:23 +08:00
self.modify(|rows| {
2022-04-10 08:25:01 +08:00
rows.retain(|row| !row_ids.contains(&Cow::Borrowed(&row.id)));
2022-03-10 17:14:10 +08:00
Ok(Some(()))
})
}
2022-04-10 08:25:01 +08:00
pub fn get_row_metas<T>(&self, row_ids: Option<Vec<Cow<'_, T>>>) -> CollaborateResult<Vec<Arc<RowMeta>>>
where
T: AsRef<str> + ToOwned + ?Sized,
{
2022-03-15 11:07:18 +08:00
match row_ids {
None => Ok(self.rows.to_vec()),
2022-03-15 11:07:18 +08:00
Some(row_ids) => {
let row_map = self
.rows
2022-03-15 11:07:18 +08:00
.iter()
2022-04-10 08:25:01 +08:00
.map(|row| (row.id.as_str(), row.clone()))
.collect::<HashMap<&str, Arc<RowMeta>>>();
2022-03-12 09:30:13 +08:00
2022-03-15 11:07:18 +08:00
Ok(row_ids
.iter()
2022-04-10 08:25:01 +08:00
.flat_map(|row_id| {
let row_id = row_id.as_ref().as_ref();
match row_map.get(row_id) {
None => {
tracing::error!("Can't find the row with id: {}", row_id);
None
}
Some(row) => Some(row.clone()),
2022-03-15 11:07:18 +08:00
}
})
.collect::<Vec<_>>())
}
}
2022-03-13 23:16:52 +08:00
}
2022-04-10 08:25:01 +08:00
pub fn get_cell_metas(
&self,
field_id: &str,
row_ids: Option<Vec<Cow<'_, String>>>,
) -> CollaborateResult<Vec<CellMeta>> {
2022-04-02 10:54:01 +08:00
let rows = self.get_row_metas(row_ids)?;
let cell_metas = rows
.iter()
.flat_map(|row| {
2022-04-09 07:35:35 +08:00
let cell_meta = row.cells.get(field_id)?;
2022-04-02 10:54:01 +08:00
Some(cell_meta.clone())
})
.collect::<Vec<CellMeta>>();
Ok(cell_metas)
}
2022-03-13 11:06:28 +08:00
pub fn number_of_rows(&self) -> i32 {
self.rows.len() as i32
2022-03-13 11:06:28 +08:00
}
2022-03-18 17:14:46 +08:00
pub fn update_row(&mut self, changeset: RowMetaChangeset) -> CollaborateResult<Option<GridBlockMetaChange>> {
2022-03-10 21:43:23 +08:00
let row_id = changeset.row_id.clone();
self.modify_row(&row_id, |row| {
let mut is_changed = None;
if let Some(height) = changeset.height {
row.height = height;
is_changed = Some(());
}
2022-03-10 17:14:10 +08:00
2022-03-10 21:43:23 +08:00
if let Some(visibility) = changeset.visibility {
row.visibility = visibility;
is_changed = Some(());
}
if !changeset.cell_by_field_id.is_empty() {
is_changed = Some(());
changeset.cell_by_field_id.into_iter().for_each(|(field_id, cell)| {
2022-04-09 07:35:35 +08:00
row.cells.insert(field_id, cell);
2022-03-10 21:43:23 +08:00
})
}
Ok(is_changed)
})
2022-03-10 17:14:10 +08:00
}
2022-03-18 17:14:46 +08:00
pub fn modify<F>(&mut self, f: F) -> CollaborateResult<Option<GridBlockMetaChange>>
2022-03-10 17:14:10 +08:00
where
2022-03-10 21:43:23 +08:00
F: for<'a> FnOnce(&'a mut Vec<Arc<RowMeta>>) -> CollaborateResult<Option<()>>,
2022-03-10 17:14:10 +08:00
{
2022-03-10 21:43:23 +08:00
let cloned_self = self.clone();
match f(&mut self.rows)? {
2022-03-10 17:14:10 +08:00
None => Ok(None),
Some(_) => {
2022-03-10 21:43:23 +08:00
let old = cloned_self.to_json()?;
let new = self.to_json()?;
2022-03-10 17:14:10 +08:00
match cal_diff::<PlainTextAttributes>(old, new) {
None => Ok(None),
Some(delta) => {
2022-04-09 15:57:12 +08:00
tracing::debug!("[GridBlockMeta] Composing change {}", delta.to_delta_str());
2022-03-10 17:14:10 +08:00
self.delta = self.delta.compose(&delta)?;
2022-03-18 17:14:46 +08:00
Ok(Some(GridBlockMetaChange { delta, md5: self.md5() }))
2022-03-10 17:14:10 +08:00
}
}
}
}
}
2022-03-10 21:43:23 +08:00
2022-03-18 17:14:46 +08:00
fn modify_row<F>(&mut self, row_id: &str, f: F) -> CollaborateResult<Option<GridBlockMetaChange>>
2022-03-10 21:43:23 +08:00
where
F: FnOnce(&mut RowMeta) -> CollaborateResult<Option<()>>,
{
self.modify(|rows| {
if let Some(row_meta) = rows.iter_mut().find(|row_meta| row_id == row_meta.id) {
f(Arc::make_mut(row_meta))
} else {
tracing::warn!("[BlockMetaPad]: Can't find any row with id: {}", row_id);
Ok(None)
}
})
}
pub fn to_json(&self) -> CollaborateResult<String> {
serde_json::to_string(self)
.map_err(|e| CollaborateError::internal().context(format!("serial trash to json failed: {}", e)))
}
pub fn md5(&self) -> String {
2022-03-15 19:00:28 +08:00
md5(&self.delta.to_delta_bytes())
2022-03-10 21:43:23 +08:00
}
pub fn delta_str(&self) -> String {
self.delta.to_delta_str()
}
2022-03-10 17:14:10 +08:00
}
2022-03-18 17:14:46 +08:00
pub struct GridBlockMetaChange {
2022-03-11 21:36:00 +08:00
pub delta: GridBlockMetaDelta,
2022-03-10 17:14:10 +08:00
/// md5: the md5 of the grid after applying the change.
pub md5: String,
}
2022-04-02 10:54:01 +08:00
pub fn make_block_meta_delta(grid_block_meta_data: &GridBlockMetaData) -> GridBlockMetaDelta {
2022-03-17 17:25:43 +08:00
let json = serde_json::to_string(&grid_block_meta_data).unwrap();
2022-03-10 17:14:10 +08:00
PlainTextDeltaBuilder::new().insert(&json).build()
}
2022-04-02 10:54:01 +08:00
pub fn make_block_meta_revisions(user_id: &str, grid_block_meta_data: &GridBlockMetaData) -> RepeatedRevision {
2022-03-17 17:25:43 +08:00
let delta = make_block_meta_delta(grid_block_meta_data);
2022-03-15 19:00:28 +08:00
let bytes = delta.to_delta_bytes();
2022-03-17 17:25:43 +08:00
let revision = Revision::initial_revision(user_id, &grid_block_meta_data.block_id, bytes);
2022-03-10 17:14:10 +08:00
revision.into()
}
2022-03-18 17:14:46 +08:00
impl std::default::Default for GridBlockMetaPad {
2022-03-10 17:14:10 +08:00
fn default() -> Self {
2022-04-02 10:54:01 +08:00
let block_meta_data = GridBlockMetaData {
2022-03-10 17:14:10 +08:00
block_id: uuid(),
rows: vec![],
2022-03-10 17:14:10 +08:00
};
2022-03-10 21:43:23 +08:00
2022-03-17 17:25:43 +08:00
let delta = make_block_meta_delta(&block_meta_data);
2022-03-18 17:14:46 +08:00
GridBlockMetaPad {
2022-03-17 17:25:43 +08:00
block_id: block_meta_data.block_id,
rows: block_meta_data.rows.into_iter().map(Arc::new).collect::<Vec<_>>(),
2022-03-10 17:14:10 +08:00
delta,
}
}
}
2022-03-10 21:43:23 +08:00
#[cfg(test)]
mod tests {
2022-03-18 17:14:46 +08:00
use crate::client_grid::{GridBlockMetaDelta, GridBlockMetaPad};
2022-03-10 21:43:23 +08:00
use flowy_grid_data_model::entities::{RowMeta, RowMetaChangeset};
2022-04-10 08:25:01 +08:00
use std::borrow::Cow;
2022-03-10 21:43:23 +08:00
#[test]
fn block_meta_add_row() {
let mut pad = test_pad();
let row = RowMeta {
id: "1".to_string(),
block_id: pad.block_id.clone(),
2022-04-09 07:35:35 +08:00
cells: Default::default(),
2022-03-10 21:43:23 +08:00
height: 0,
visibility: false,
};
2022-03-20 17:17:06 +08:00
let change = pad.add_row_meta(row, None).unwrap().unwrap();
2022-03-10 21:43:23 +08:00
assert_eq!(
change.delta.to_delta_str(),
r#"[{"retain":24},{"insert":"{\"id\":\"1\",\"block_id\":\"1\",\"cells\":{},\"height\":0,\"visibility\":false}"},{"retain":2}]"#
2022-03-10 21:43:23 +08:00
);
}
#[test]
fn block_meta_insert_row() {
let mut pad = test_pad();
let row_1 = test_row_meta("1", &pad);
let row_2 = test_row_meta("2", &pad);
let row_3 = test_row_meta("3", &pad);
2022-03-20 17:17:06 +08:00
let change = pad.add_row_meta(row_1.clone(), None).unwrap().unwrap();
assert_eq!(
change.delta.to_delta_str(),
r#"[{"retain":24},{"insert":"{\"id\":\"1\",\"block_id\":\"1\",\"cells\":{},\"height\":0,\"visibility\":false}"},{"retain":2}]"#
);
2022-03-20 17:17:06 +08:00
let change = pad.add_row_meta(row_2.clone(), None).unwrap().unwrap();
assert_eq!(
change.delta.to_delta_str(),
r#"[{"retain":90},{"insert":",{\"id\":\"2\",\"block_id\":\"1\",\"cells\":{},\"height\":0,\"visibility\":false}"},{"retain":2}]"#
);
2022-03-20 17:17:06 +08:00
let change = pad.add_row_meta(row_3.clone(), Some("2".to_string())).unwrap().unwrap();
assert_eq!(
change.delta.to_delta_str(),
r#"[{"retain":157},{"insert":",{\"id\":\"3\",\"block_id\":\"1\",\"cells\":{},\"height\":0,\"visibility\":false}"},{"retain":2}]"#
);
assert_eq!(*pad.rows[0], row_1);
assert_eq!(*pad.rows[1], row_2);
assert_eq!(*pad.rows[2], row_3);
}
2022-03-18 17:14:46 +08:00
fn test_row_meta(id: &str, pad: &GridBlockMetaPad) -> RowMeta {
RowMeta {
id: id.to_string(),
block_id: pad.block_id.clone(),
2022-04-09 07:35:35 +08:00
cells: Default::default(),
height: 0,
visibility: false,
}
}
#[test]
fn block_meta_insert_row2() {
let mut pad = test_pad();
let row_1 = test_row_meta("1", &pad);
let row_2 = test_row_meta("2", &pad);
let row_3 = test_row_meta("3", &pad);
2022-03-20 17:17:06 +08:00
let _ = pad.add_row_meta(row_1.clone(), None).unwrap().unwrap();
let _ = pad.add_row_meta(row_2.clone(), None).unwrap().unwrap();
let _ = pad.add_row_meta(row_3.clone(), Some("1".to_string())).unwrap().unwrap();
assert_eq!(*pad.rows[0], row_3);
assert_eq!(*pad.rows[1], row_1);
assert_eq!(*pad.rows[2], row_2);
}
#[test]
fn block_meta_insert_row3() {
let mut pad = test_pad();
let row_1 = test_row_meta("1", &pad);
let row_2 = test_row_meta("2", &pad);
let row_3 = test_row_meta("3", &pad);
2022-03-20 17:17:06 +08:00
let _ = pad.add_row_meta(row_1.clone(), None).unwrap().unwrap();
let _ = pad.add_row_meta(row_2.clone(), None).unwrap().unwrap();
let _ = pad.add_row_meta(row_3.clone(), Some("".to_string())).unwrap().unwrap();
assert_eq!(*pad.rows[0], row_3);
assert_eq!(*pad.rows[1], row_1);
assert_eq!(*pad.rows[2], row_2);
}
2022-03-10 21:43:23 +08:00
#[test]
fn block_meta_delete_row() {
let mut pad = test_pad();
let pre_delta_str = pad.delta_str();
let row = RowMeta {
id: "1".to_string(),
block_id: pad.block_id.clone(),
2022-04-09 07:35:35 +08:00
cells: Default::default(),
2022-03-10 21:43:23 +08:00
height: 0,
visibility: false,
};
2022-03-20 17:17:06 +08:00
let _ = pad.add_row_meta(row.clone(), None).unwrap().unwrap();
2022-04-10 08:25:01 +08:00
let change = pad.delete_rows(vec![Cow::Borrowed(&row.id)]).unwrap().unwrap();
2022-03-10 21:43:23 +08:00
assert_eq!(
change.delta.to_delta_str(),
r#"[{"retain":24},{"delete":66},{"retain":2}]"#
2022-03-10 21:43:23 +08:00
);
assert_eq!(pad.delta_str(), pre_delta_str);
}
#[test]
fn block_meta_update_row() {
let mut pad = test_pad();
let row = RowMeta {
id: "1".to_string(),
block_id: pad.block_id.clone(),
2022-04-09 07:35:35 +08:00
cells: Default::default(),
2022-03-10 21:43:23 +08:00
height: 0,
visibility: false,
};
let changeset = RowMetaChangeset {
row_id: row.id.clone(),
height: Some(100),
visibility: Some(true),
cell_by_field_id: Default::default(),
};
2022-03-20 17:17:06 +08:00
let _ = pad.add_row_meta(row, None).unwrap().unwrap();
2022-03-10 21:43:23 +08:00
let change = pad.update_row(changeset).unwrap().unwrap();
assert_eq!(
change.delta.to_delta_str(),
r#"[{"retain":69},{"insert":"10"},{"retain":15},{"insert":"tru"},{"delete":4},{"retain":4}]"#
2022-03-10 21:43:23 +08:00
);
assert_eq!(
pad.to_json().unwrap(),
r#"{"block_id":"1","rows":[{"id":"1","block_id":"1","cells":{},"height":100,"visibility":true}]}"#
2022-03-10 21:43:23 +08:00
);
}
2022-03-18 17:14:46 +08:00
fn test_pad() -> GridBlockMetaPad {
let delta = GridBlockMetaDelta::from_delta_str(r#"[{"insert":"{\"block_id\":\"1\",\"rows\":[]}"}]"#).unwrap();
2022-03-18 17:14:46 +08:00
GridBlockMetaPad::from_delta(delta).unwrap()
2022-03-10 21:43:23 +08:00
}
}