Struct EmbeddingCache 

pub struct EmbeddingCache {
    embedder: Arc<dyn Embedder>,
    cache: RwLock<HashMap<String, CacheEntry>>,
    max_size: usize,
    access_counter: RwLock<u64>,
    stats: RwLock<CacheStats>,
}

Embedding cache with LRU eviction.

Fields

embedder: Arc<dyn Embedder>

The underlying embedder

cache: RwLock<HashMap<String, CacheEntry>>

Cache map: content hash -> embedding

max_size: usize

Maximum cache size

access_counter: RwLock<u64>

Global access counter

stats: RwLock<CacheStats>

Cache statistics

Implementations

impl EmbeddingCache

pub fn new(embedder: Arc<dyn Embedder>) -> Self

Create a new embedding cache with default size.

pub fn with_capacity(embedder: Arc<dyn Embedder>, max_size: usize) -> Self

Create a new embedding cache with specified capacity.

fn hash_text(text: &str) -> String

Compute hash for a text.

async fn next_access(&self) -> u64

Get the next access count.

async fn maybe_evict(&self)

Evict oldest entries if cache is full.

pub async fn embed_text( &self, texts: &[&str], config: &EmbeddingConfig, ) -> Result<Vec<EmbeddingOutput>, EmbedError>

Embed texts with caching.

pub async fn embed_query( &self, query: &str, config: &EmbeddingConfig, ) -> Result<EmbeddingOutput, EmbedError>

Embed a single query (always bypasses cache for queries).

pub fn embedder(&self) -> Arc<dyn Embedder>

Get the underlying embedder.

pub async fn stats(&self) -> CacheStats

Get cache statistics.

pub async fn size(&self) -> usize

Get cache size.

pub async fn clear(&self)

Clear the cache.

pub fn dimension(&self) -> usize

Get the embedding dimension.

pub fn model_name(&self) -> &str

Get the model name.

pub fn modalities(&self) -> &[Modality]

Get supported modalities.