add get_version to server storage api

This commit is contained in:
Dustin J. Mitchell
2021-09-29 02:19:57 +00:00
parent eadce9f15a
commit 8d2be3b495
3 changed files with 173 additions and 33 deletions

View File

@@ -6,8 +6,11 @@ struct Inner {
/// Clients, indexed by client_key /// Clients, indexed by client_key
clients: HashMap<Uuid, Client>, clients: HashMap<Uuid, Client>,
/// Versions, indexed by (client_key, parent_version_id) /// Versions, indexed by (client_key, version_id)
versions: HashMap<(Uuid, Uuid), Version>, versions: HashMap<(Uuid, Uuid), Version>,
/// Child versions, indexed by (client_key, parent_version_id)
children: HashMap<(Uuid, Uuid), Uuid>,
} }
pub struct InMemoryStorage(Mutex<Inner>); pub struct InMemoryStorage(Mutex<Inner>);
@@ -18,6 +21,7 @@ impl InMemoryStorage {
Self(Mutex::new(Inner { Self(Mutex::new(Inner {
clients: HashMap::new(), clients: HashMap::new(),
versions: HashMap::new(), versions: HashMap::new(),
children: HashMap::new(),
})) }))
} }
} }
@@ -66,11 +70,23 @@ impl<'a> StorageTxn for InnerTxn<'a> {
client_key: Uuid, client_key: Uuid,
parent_version_id: Uuid, parent_version_id: Uuid,
) -> anyhow::Result<Option<Version>> { ) -> anyhow::Result<Option<Version>> {
Ok(self if let Some(parent_version_id) = self.0.children.get(&(client_key, parent_version_id)) {
.0 Ok(self
.versions .0
.get(&(client_key, parent_version_id)) .versions
.cloned()) .get(&(client_key, *parent_version_id))
.cloned())
} else {
Ok(None)
}
}
fn get_version(
&mut self,
client_key: Uuid,
version_id: Uuid,
) -> anyhow::Result<Option<Version>> {
Ok(self.0.versions.get(&(client_key, version_id)).cloned())
} }
fn add_version( fn add_version(
@@ -86,9 +102,12 @@ impl<'a> StorageTxn for InnerTxn<'a> {
parent_version_id, parent_version_id,
history_segment, history_segment,
}; };
self.0
.children
.insert((client_key, version.parent_version_id), version.version_id);
self.0 self.0
.versions .versions
.insert((client_key, version.parent_version_id), version); .insert((client_key, version.version_id), version);
Ok(()) Ok(())
} }
@@ -96,3 +115,89 @@ impl<'a> StorageTxn for InnerTxn<'a> {
Ok(()) Ok(())
} }
} }
#[cfg(test)]
mod test {
use super::*;
#[test]
fn test_emtpy_dir() -> anyhow::Result<()> {
let storage = InMemoryStorage::new();
let mut txn = storage.txn()?;
let maybe_client = txn.get_client(Uuid::new_v4())?;
assert!(maybe_client.is_none());
Ok(())
}
#[test]
fn test_get_client_empty() -> anyhow::Result<()> {
let storage = InMemoryStorage::new();
let mut txn = storage.txn()?;
let maybe_client = txn.get_client(Uuid::new_v4())?;
assert!(maybe_client.is_none());
Ok(())
}
#[test]
fn test_client_storage() -> anyhow::Result<()> {
let storage = InMemoryStorage::new();
let mut txn = storage.txn()?;
let client_key = Uuid::new_v4();
let latest_version_id = Uuid::new_v4();
txn.new_client(client_key, latest_version_id)?;
let client = txn.get_client(client_key)?.unwrap();
assert_eq!(client.latest_version_id, latest_version_id);
let latest_version_id = Uuid::new_v4();
txn.set_client_latest_version_id(client_key, latest_version_id)?;
let client = txn.get_client(client_key)?.unwrap();
assert_eq!(client.latest_version_id, latest_version_id);
Ok(())
}
#[test]
fn test_gvbp_empty() -> anyhow::Result<()> {
let storage = InMemoryStorage::new();
let mut txn = storage.txn()?;
let maybe_version = txn.get_version_by_parent(Uuid::new_v4(), Uuid::new_v4())?;
assert!(maybe_version.is_none());
Ok(())
}
#[test]
fn test_add_version_and_get_version() -> anyhow::Result<()> {
let storage = InMemoryStorage::new();
let mut txn = storage.txn()?;
let client_key = Uuid::new_v4();
let version_id = Uuid::new_v4();
let parent_version_id = Uuid::new_v4();
let history_segment = b"abc".to_vec();
txn.add_version(
client_key,
version_id,
parent_version_id,
history_segment.clone(),
)?;
let expected = Version {
version_id,
parent_version_id,
history_segment,
};
let version = txn
.get_version_by_parent(client_key, parent_version_id)?
.unwrap();
assert_eq!(version, expected);
let version = txn.get_version(client_key, version_id)?.unwrap();
assert_eq!(version, expected);
Ok(())
}
}

View File

@@ -43,6 +43,13 @@ pub trait StorageTxn {
parent_version_id: Uuid, parent_version_id: Uuid,
) -> anyhow::Result<Option<Version>>; ) -> anyhow::Result<Option<Version>>;
/// Get a version, indexed by its own version id
fn get_version(
&mut self,
client_key: Uuid,
version_id: Uuid,
) -> anyhow::Result<Option<Version>>;
/// Add a version (that must not already exist) /// Add a version (that must not already exist)
fn add_version( fn add_version(
&mut self, &mut self,

View File

@@ -71,6 +71,7 @@ impl SqliteStorage {
let queries = vec![ let queries = vec![
"CREATE TABLE IF NOT EXISTS clients (client_key STRING PRIMARY KEY, latest_version_id STRING);", "CREATE TABLE IF NOT EXISTS clients (client_key STRING PRIMARY KEY, latest_version_id STRING);",
"CREATE TABLE IF NOT EXISTS versions (version_id STRING PRIMARY KEY, client_key STRING, parent_version_id STRING, history_segment BLOB);", "CREATE TABLE IF NOT EXISTS versions (version_id STRING PRIMARY KEY, client_key STRING, parent_version_id STRING, history_segment BLOB);",
"CREATE INDEX IF NOT EXISTS versions_by_parent ON versions (parent_version_id);",
]; ];
for q in queries { for q in queries {
txn.execute(q, []).context("Creating table")?; txn.execute(q, []).context("Creating table")?;
@@ -100,6 +101,34 @@ impl Txn {
.transaction() .transaction()
.map_err(|_e| SqliteError::CreateTransactionFailed) .map_err(|_e| SqliteError::CreateTransactionFailed)
} }
/// Implementation for queries from the versions table
fn get_version_impl(
&mut self,
query: &'static str,
client_key: Uuid,
version_id_arg: Uuid,
) -> anyhow::Result<Option<Version>> {
let t = self.get_txn()?;
let r = t
.query_row(
query,
params![&StoredUuid(version_id_arg), &StoredUuid(client_key)],
|r| {
let version_id: StoredUuid = r.get("version_id")?;
let parent_version_id: StoredUuid = r.get("parent_version_id")?;
Ok(Version {
version_id: version_id.0,
parent_version_id: parent_version_id.0,
history_segment: r.get("history_segment")?,
})
},
)
.optional()
.context("Get version query")?;
Ok(r)
}
} }
impl StorageTxn for Txn { impl StorageTxn for Txn {
@@ -148,24 +177,20 @@ impl StorageTxn for Txn {
client_key: Uuid, client_key: Uuid,
parent_version_id: Uuid, parent_version_id: Uuid,
) -> anyhow::Result<Option<Version>> { ) -> anyhow::Result<Option<Version>> {
let t = self.get_txn()?; self.get_version_impl(
let r = t.query_row(
"SELECT version_id, parent_version_id, history_segment FROM versions WHERE parent_version_id = ? AND client_key = ?", "SELECT version_id, parent_version_id, history_segment FROM versions WHERE parent_version_id = ? AND client_key = ?",
params![&StoredUuid(parent_version_id), &StoredUuid(client_key)], client_key,
|r| { parent_version_id)
let version_id: StoredUuid = r.get("version_id")?; }
let parent_version_id: StoredUuid = r.get("parent_version_id")?; fn get_version(
&mut self,
Ok(Version{ client_key: Uuid,
version_id: version_id.0, version_id: Uuid,
parent_version_id: parent_version_id.0, ) -> anyhow::Result<Option<Version>> {
history_segment: r.get("history_segment")?, self.get_version_impl(
})} "SELECT version_id, parent_version_id, history_segment FROM versions WHERE version_id = ? AND client_key = ?",
) client_key,
.optional() version_id)
.context("Get version query")
?;
Ok(r)
} }
fn add_version( fn add_version(
@@ -260,7 +285,7 @@ mod test {
} }
#[test] #[test]
fn test_add_version_and_gvbp() -> anyhow::Result<()> { fn test_add_version_and_get_version() -> anyhow::Result<()> {
let tmp_dir = TempDir::new()?; let tmp_dir = TempDir::new()?;
let storage = SqliteStorage::new(&tmp_dir.path())?; let storage = SqliteStorage::new(&tmp_dir.path())?;
let mut txn = storage.txn()?; let mut txn = storage.txn()?;
@@ -275,18 +300,21 @@ mod test {
parent_version_id, parent_version_id,
history_segment.clone(), history_segment.clone(),
)?; )?;
let expected = Version {
version_id,
parent_version_id,
history_segment,
};
let version = txn let version = txn
.get_version_by_parent(client_key, parent_version_id)? .get_version_by_parent(client_key, parent_version_id)?
.unwrap(); .unwrap();
assert_eq!(version, expected);
let version = txn.get_version(client_key, version_id)?.unwrap();
assert_eq!(version, expected);
assert_eq!(
version,
Version {
version_id,
parent_version_id,
history_segment,
}
);
Ok(()) Ok(())
} }
} }