Struct LlmRequest 

pub struct LlmRequest {
    pub tenant_id: Option<String>,
    pub system: String,
    pub prompt: String,
    pub temperature: f32,
    pub max_tokens: u32,
}

A request to an LLM

Fields

tenant_id: Option<String>

Tenant ID (for cache isolation)

system: String

System prompt (role/persona)

prompt: String

User message

temperature: f32

Temperature (0.0 = deterministic, 1.0 = creative)

max_tokens: u32

Maximum tokens to generate

Implementations

impl LlmRequest

pub fn simple(prompt: &str) -> LlmRequest

Create a simple request with default settings

pub fn with_role(system: &str, prompt: &str) -> LlmRequest

Create a request with a specific role

pub fn validate(&self) -> Result<(), LlmError>

Validate request sizes to prevent DoS attacks

Trait Implementations

impl Clone for LlmRequest

fn clone(&self) -> LlmRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlmRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for LlmRequest

fn deserialize<__D>( __deserializer: __D, ) -> Result<LlmRequest, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for LlmRequest

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.