Struct EmbedderPool 

pub struct EmbedderPool {
    document_embedder: Arc<dyn Embedder>,
    semaphore: Semaphore,
    max_concurrent: usize,
}

Pool of embedders with concurrency control.

Fields

document_embedder: Arc<dyn Embedder>

Primary embedder for documents

semaphore: Semaphore

Semaphore to limit concurrent inference

max_concurrent: usize

Maximum concurrent operations

Implementations

impl EmbedderPool

pub fn new(embedder: Arc<dyn Embedder>, max_concurrent: usize) -> Self

Create a new embedder pool.

pub fn dimension(&self) -> usize

Get the embedding dimension.

pub fn model_name(&self) -> &str

Get the model name.

pub fn modalities(&self) -> &[Modality]

Get supported modalities.

pub fn document_embedder(&self) -> Arc<dyn Embedder>

Get the underlying embedder.

pub async fn embed_batch( &self, texts: &[&str], config: &EmbeddingConfig, ) -> Result<Vec<EmbeddingOutput>, EmbedError>

Embed a batch of texts.

pub async fn embed_query( &self, query: &str, config: &EmbeddingConfig, ) -> Result<EmbeddingOutput, EmbedError>

Embed a single query.

pub fn available_permits(&self) -> usize

Get pool statistics.

pub fn max_concurrent(&self) -> usize

Get max concurrent operations.