Struct RateLimiter 

pub struct RateLimiter { /* private fields */ }

Rate limiter for API calls

Implementations

impl RateLimiter

pub fn new(config: RateLimitConfig) -> Self

Create a new rate limiter

pub async fn check(&self, provider: &str) -> RateLimitResult

Check if a request is allowed (doesn’t consume)

pub async fn acquire(&self, provider: &str) -> Result<(), RateLimitError>

Acquire a permit (blocks if rate limited)

pub async fn try_acquire(&self, provider: &str) -> Result<(), RateLimitError>

Try to acquire a permit (non-blocking)

pub async fn try_acquire_with_tokens( &self, provider: &str, estimated_tokens: u32, ) -> Result<(), RateLimitError>

Try to acquire a permit with estimated token usage (atomic check) This prevents race conditions between request counting and token tracking

pub async fn record_tokens(&self, provider: &str, additional_tokens: u32)

Record additional token usage after completion Use this to adjust for actual tokens used vs estimated

pub async fn stats(&self, provider: &str) -> RateLimitStats

Get current usage stats

Trait Implementations

impl Debug for RateLimiter

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.