Struct IndexerService 

pub struct IndexerService {
    root: PathBuf,
    store: Arc<dyn VectorStore>,
    extractors: Arc<ExtractorRegistry>,
    chunkers: Arc<ChunkerRegistry>,
    embedder: Arc<EmbedderPool>,
    config: IndexerConfig,
    stats: Arc<RwLock<IndexStats>>,
    event_tx: Sender<FileEvent>,
    event_rx: Arc<RwLock<Receiver<FileEvent>>>,
    update_tx: Sender<IndexUpdate>,
    watcher: Arc<RwLock<Option<FileWatcher>>>,
    running: Arc<RwLock<bool>>,
}

Main indexing service.

Fields

root: PathBuf

Root path being indexed

store: Arc<dyn VectorStore>

Vector store

extractors: Arc<ExtractorRegistry>

Extractor registry

chunkers: Arc<ChunkerRegistry>

Chunker registry

embedder: Arc<EmbedderPool>

Embedder pool

config: IndexerConfig

Configuration

stats: Arc<RwLock<IndexStats>>

Current stats

event_tx: Sender<FileEvent>

Event sender for file watcher

event_rx: Arc<RwLock<Receiver<FileEvent>>>

Event receiver

update_tx: Sender<IndexUpdate>

Update broadcast

watcher: Arc<RwLock<Option<FileWatcher>>>

File watcher (if active)

running: Arc<RwLock<bool>>

Running flag

Implementations

impl IndexerService

pub fn new( root: PathBuf, store: Arc<dyn VectorStore>, extractors: Arc<ExtractorRegistry>, chunkers: Arc<ChunkerRegistry>, embedder: Arc<EmbedderPool>, config: IndexerConfig, ) -> Self

Create a new indexer service.

pub fn subscribe(&self) -> Receiver<IndexUpdate>

Subscribe to index updates.

pub fn root(&self) -> &Path

Get the root path.

pub async fn start(&self) -> Result<()>

Start the indexer background task.

async fn scan(&self) -> Result<()>

Perform initial scan of the root directory.

pub async fn process_single(&self, path: &Path) -> Result<u32>

Process a single file through the pipeline.

pub async fn reindex_path(&self, path: &Path) -> Result<()>

Reindex a path (file or directory).

If the path is a file, it will be reindexed (existing chunks deleted first). If the path is a directory, all files in it will be reindexed recursively.

async fn reindex_directory(&self, dir: &Path) -> Result<()>

Recursively reindex all files in a directory.

Trait Implementations

impl Indexer for IndexerService

fn watch<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 Path, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Start watching a directory for changes.

fn stop<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stop watching.

fn index<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 Path, force: bool, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Manually trigger indexing of a path.

fn stats<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<IndexStats>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get current index statistics.

fn needs_reindex<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 Path, ) -> Pin<Box<dyn Future<Output = Result<bool>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Check if a file needs re-indexing.