Files
foxhunt/services/api/benches/rate_limiter_bench.rs
jgrusewski e50ea55064 feat: create services/api/ — unified gRPC gateway with tonic-web
Copied from api_gateway, removed REST handlers (port 8080),
added tonic-web + CORS for grpc-web browser access.
Binary renamed: api-gateway → api

Changes:
- Package name: api-gateway → api
- Deleted src/handlers/ (REST ML endpoints on port 8080)
- Added tonic-web 0.13 + tower-http CORS layer
- Server::builder().accept_http1(true) for grpc-web
- CORS_ORIGINS env var (default http://localhost:5173)
- Metrics server on port 9091 (axum) preserved
- All 95 lib tests pass, 0 clippy warnings
- Added services/api to workspace members

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-03-04 23:32:46 +01:00

144 lines
4.2 KiB
Rust

//! Performance benchmarks for Rate Limiter
//!
//! Demonstrates:
//! - Cache hit performance (<50ns target)
//! - Token bucket algorithm overhead
//! - Concurrent access patterns
use std::hint::black_box;
use std::time::{Duration, Instant};
/// Token bucket for rate limiting (simplified for benchmark)
struct TokenBucket {
tokens: f64,
last_refill: Instant,
capacity: f64,
refill_rate: f64,
}
impl TokenBucket {
fn new(capacity: f64, refill_rate: f64) -> Self {
Self {
tokens: capacity,
last_refill: Instant::now(),
capacity,
refill_rate,
}
}
fn consume(&mut self) -> bool {
let now = Instant::now();
let elapsed = now.duration_since(self.last_refill).as_secs_f64();
self.tokens = (self.tokens + (elapsed * self.refill_rate)).min(self.capacity);
self.last_refill = now;
if self.tokens >= 1.0 {
self.tokens -= 1.0;
true
} else {
false
}
}
}
fn main() {
println!("Rate Limiter Performance Benchmarks\n");
println!("========================================\n");
// Benchmark 1: Cache hit simulation (in-memory check)
println!("Benchmark 1: Cache Hit Performance (in-memory)");
let mut bucket = TokenBucket::new(10000.0, 10000.0); // High capacity to avoid refills
let iterations = 1_000_000;
let start = Instant::now();
for _ in 0..iterations {
black_box(bucket.consume());
}
let elapsed = start.elapsed();
let ns_per_op = elapsed.as_nanos() / iterations as u128;
println!("Total time: {:?}", elapsed);
println!("Operations: {}", iterations);
println!("Time per operation: {} ns", ns_per_op);
println!("Target: <50ns ✓\n");
// Benchmark 2: Token bucket refill overhead
println!("Benchmark 2: Token Bucket Refill Overhead");
let mut bucket2 = TokenBucket::new(100.0, 100.0);
let iterations2 = 100_000;
let start2 = Instant::now();
for i in 0..iterations2 {
// Consume token
bucket2.consume();
// Simulate small delay between requests
if i % 100 == 0 {
std::thread::sleep(Duration::from_micros(10));
}
}
let elapsed2 = start2.elapsed();
let ns_per_op2 = elapsed2.as_nanos() / iterations2 as u128;
println!("Total time: {:?}", elapsed2);
println!("Operations: {}", iterations2);
println!("Time per operation: {} ns", ns_per_op2);
println!("(includes 10μs sleeps every 100 operations)\n");
// Benchmark 3: Burst handling
println!("Benchmark 3: Burst Handling (100 requests at once)");
let mut bucket3 = TokenBucket::new(100.0, 100.0);
let burst_size = 100;
let start3 = Instant::now();
let mut allowed = 0;
for _ in 0..burst_size {
if bucket3.consume() {
allowed += 1;
}
}
let elapsed3 = start3.elapsed();
println!("Total time: {:?}", elapsed3);
println!("Allowed requests: {}/{}", allowed, burst_size);
println!(
"Average per request: {} ns\n",
elapsed3.as_nanos() / burst_size
);
// Benchmark 4: High-frequency trading scenario
println!("Benchmark 4: HFT Scenario (10,000 requests, 100 req/sec limit)");
let mut bucket4 = TokenBucket::new(100.0, 100.0);
let hft_requests = 10_000;
let start4 = Instant::now();
let mut hft_allowed = 0;
for _ in 0..hft_requests {
if bucket4.consume() {
hft_allowed += 1;
}
}
let elapsed4 = start4.elapsed();
println!("Total time: {:?}", elapsed4);
println!("Allowed: {}/{} requests", hft_allowed, hft_requests);
println!("Denied: {} requests", hft_requests - hft_allowed);
println!(
"Average per check: {} ns\n",
elapsed4.as_nanos() / hft_requests
);
println!("========================================");
println!("Performance Summary:");
println!(" - Cache hit: {} ns (target <50ns)", ns_per_op);
println!(" - Token bucket: {} ns", ns_per_op2);
println!(
" - Burst handling: {} ns",
elapsed3.as_nanos() / burst_size
);
println!(
" - HFT scenario: {} ns",
elapsed4.as_nanos() / hft_requests
);
println!("\n✓ All benchmarks completed successfully");
}