Add put test for mem cache

This commit is contained in:
Edward Shen 2021-07-16 15:18:10 -04:00
parent 51546eb387
commit 5da486d43d
Signed by: edward
GPG key ID: 19182661E818369F
2 changed files with 64 additions and 5 deletions

64
src/cache/mem.rs vendored
View file

@ -249,11 +249,22 @@ mod test_util {
async fn put_with_on_completed_callback( async fn put_with_on_completed_callback(
&self, &self,
key: CacheKey, key: CacheKey,
image: bytes::Bytes, data: bytes::Bytes,
metadata: ImageMetadata, metadata: ImageMetadata,
on_complete: Sender<CacheEntry>, on_complete: Sender<CacheEntry>,
) -> Result<(), CacheError> { ) -> Result<(), CacheError> {
todo!() self.put(key.clone(), data.clone(), metadata.clone())
.await?;
let on_disk_size = data.len() as u64;
let _ = on_complete
.send(CacheEntry {
key,
data,
metadata,
on_disk_size,
})
.await;
Ok(())
} }
} }
@ -287,7 +298,7 @@ mod cache_ops {
use futures::{FutureExt, StreamExt}; use futures::{FutureExt, StreamExt};
use crate::cache::mem::InternalMemoryCache; use crate::cache::mem::InternalMemoryCache;
use crate::cache::{Cache, CacheKey, CacheStream, ImageMetadata, MemStream}; use crate::cache::{Cache, CacheEntry, CacheKey, CacheStream, ImageMetadata, MemStream};
use super::test_util::{TestDiskCache, TestMemoryCache}; use super::test_util::{TestDiskCache, TestMemoryCache};
use super::MemoryCache; use super::MemoryCache;
@ -407,6 +418,53 @@ mod cache_ops {
assert!(cache.get(&key).await.is_none()); assert!(cache.get(&key).await.is_none());
assert!(rx.recv().now_or_never().is_none()); assert!(rx.recv().now_or_never().is_none());
} }
#[tokio::test]
async fn put_puts_into_disk_and_hears_from_rx() -> Result<(), Box<dyn Error>> {
let (cache, mut rx) = MemoryCache::<TestMemoryCache, _>::new_with_receiver(
TestDiskCache::default(),
crate::units::Bytes(10),
);
let key = CacheKey("a".to_string(), "b".to_string(), false);
let metadata = ImageMetadata {
content_type: None,
content_length: Some(1),
last_modified: None,
};
let bytes = Bytes::from_static(b"abcd");
let bytes_len = bytes.len() as u64;
cache
.put(key.clone(), bytes.clone(), metadata.clone())
.await?;
// Because the callback is supposed to let the memory cache insert the
// entry into its cache, we can check that it properly stored it on the
// disk layer by checking if we can successfully fetch it.
let (mut stream, ret_metadata) = cache.get(&key).await.unwrap()?;
assert_eq!(metadata, ret_metadata);
assert!(matches!(stream, CacheStream::Completed(_)));
assert_eq!(stream.next().await, Some(Ok(bytes.clone())));
// Check that we heard back
let cache_entry = rx
.recv()
.now_or_never()
.flatten()
.ok_or("failed to hear back from cache")?;
assert_eq!(
cache_entry,
CacheEntry {
key,
data: bytes,
metadata,
on_disk_size: bytes_len,
}
);
Ok(())
}
} }
#[cfg(test)] #[cfg(test)]

5
src/cache/mod.rs vendored
View file

@ -32,7 +32,7 @@ mod disk;
mod fs; mod fs;
pub mod mem; pub mod mem;
#[derive(PartialEq, Eq, Hash, Clone)] #[derive(PartialEq, Eq, Hash, Clone, Debug)]
pub struct CacheKey(pub String, pub String, pub bool); pub struct CacheKey(pub String, pub String, pub bool);
impl Display for CacheKey { impl Display for CacheKey {
@ -62,7 +62,7 @@ impl From<&CacheKey> for PathBuf {
#[derive(Clone)] #[derive(Clone)]
pub struct CachedImage(pub Bytes); pub struct CachedImage(pub Bytes);
#[derive(Copy, Clone, Serialize, Deserialize, Debug, PartialEq)] #[derive(Copy, Clone, Serialize, Deserialize, Debug, PartialEq, Eq)]
pub struct ImageMetadata { pub struct ImageMetadata {
pub content_type: Option<ImageContentType>, pub content_type: Option<ImageContentType>,
pub content_length: Option<u32>, pub content_length: Option<u32>,
@ -232,6 +232,7 @@ impl<T: CallbackCache> CallbackCache for Arc<T> {
} }
} }
#[derive(PartialEq, Eq, Debug)]
pub struct CacheEntry { pub struct CacheEntry {
key: CacheKey, key: CacheKey,
data: Bytes, data: Bytes,