Struct Router 

pub struct Router { /* private fields */ }

The main Router - implements LlmProvider trait for VEX

Implementations

impl Router

pub fn new() -> Self

Create a new router with default settings

pub fn with_config(config: RouterConfig) -> Self

Create a router with a custom configuration

pub fn builder() -> RouterBuilder

Get a builder for configuration

pub fn route( &self, prompt: &str, system: &str, ) -> Result<RoutingDecision, RouterError>

Route a query and return a decision (without executing)

pub fn route_with_complexity( &self, complexity: &QueryComplexity, ) -> Result<RoutingDecision, RouterError>

Route with pre-computed complexity

pub async fn execute( &self, prompt: &str, system: &str, ) -> Result<String, RouterError>

Execute a query through the router

pub async fn ask(&self, prompt: &str) -> Result<String, RouterError>

Convenience method - ask a question

pub fn config(&self) -> &RouterConfig

Get the current configuration

pub fn pool(&self) -> &ModelPool

Get the model pool

pub fn observability(&self) -> &Observability

Get the observability metrics

Trait Implementations

impl Debug for Router

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for Router

fn default() -> Self

Returns the “default value” for a type.

impl LlmProvider for Router

fn complete<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<LlmResponse, LlmError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Complete a request (implements vex_llm::LlmProvider::complete)

fn is_available<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = bool> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Check if router is available

fn name(&self) -> &str

Get provider name

fn ask<'life0, 'life1, 'async_trait>( &'life0 self, prompt: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<String, LlmError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Self: 'async_trait,

Generate with a simple prompt (convenience method)