Files
foxhunt/crates/storage/tests/model_helpers_tests.rs
jgrusewski 7a602274cd refactor: consolidate RetryConfig to common::resilience
The storage crate had its own RetryConfig struct (max_attempts,
initial_delay, max_delay, backoff_multiplier) duplicating
common::resilience::retry::RetryConfig.

Added backoff_multiplier field to common's RetryConfig and updated
storage to re-export and use common's version with its field names
(max_retries, base_delay). Updated all storage tests accordingly.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-03-01 19:45:59 +01:00

461 lines
13 KiB
Rust

//! Comprehensive tests for model_helpers module
//!
//! Tests connection pooling, retry logic, model info/version structures,
//! and helper functions for model storage operations.
use std::collections::HashMap;
use std::sync::Arc;
use chrono::Utc;
use object_store::memory::InMemory;
use storage::model_helpers::{
ConnectionPool, ModelInfo, ModelVersion, ProgressCallback, RetryConfig, TrainingInfo,
};
#[test]
fn test_model_version_creation() {
let version = ModelVersion {
name: "mamba".to_string(),
version: "v1.0".to_string(),
path: "models/mamba/v1.0/weights.safetensors".to_string(),
size: 1024 * 1024,
created_at: Utc::now(),
metrics: HashMap::new(),
training_info: None,
checksum: Some("abc123".to_string()),
};
assert_eq!(version.name, "mamba");
assert_eq!(version.version, "v1.0");
assert_eq!(version.size, 1024 * 1024);
assert!(version.checksum.is_some());
}
#[test]
fn test_model_version_with_metrics() {
let mut metrics = HashMap::new();
metrics.insert("accuracy".to_string(), 0.95);
metrics.insert("loss".to_string(), 0.05);
let version = ModelVersion {
name: "dqn".to_string(),
version: "v2.1".to_string(),
path: "models/dqn/v2.1/checkpoint.pt".to_string(),
size: 2048 * 1024,
created_at: Utc::now(),
metrics: metrics.clone(),
training_info: None,
checksum: None,
};
assert_eq!(version.metrics.len(), 2);
assert_eq!(version.metrics.get("accuracy"), Some(&0.95));
assert_eq!(version.metrics.get("loss"), Some(&0.05));
}
#[test]
fn test_training_info_creation() {
let training_info = TrainingInfo {
epoch: 100,
step: 50000,
validation_loss: Some(0.03),
training_loss: Some(0.02),
duration_seconds: 3600,
git_commit: Some("abc123def456".to_string()),
};
assert_eq!(training_info.epoch, 100);
assert_eq!(training_info.step, 50000);
assert_eq!(training_info.validation_loss, Some(0.03));
assert_eq!(training_info.training_loss, Some(0.02));
assert_eq!(training_info.duration_seconds, 3600);
assert!(training_info.git_commit.is_some());
}
#[test]
fn test_model_version_with_training_info() {
let training_info = TrainingInfo {
epoch: 50,
step: 25000,
validation_loss: Some(0.04),
training_loss: Some(0.03),
duration_seconds: 1800,
git_commit: None,
};
let version = ModelVersion {
name: "ppo".to_string(),
version: "v1.5".to_string(),
path: "models/ppo/v1.5/model.safetensors".to_string(),
size: 512 * 1024,
created_at: Utc::now(),
metrics: HashMap::new(),
training_info: Some(training_info),
checksum: None,
};
assert!(version.training_info.is_some());
let info = version.training_info.unwrap();
assert_eq!(info.epoch, 50);
assert_eq!(info.step, 25000);
}
#[test]
fn test_model_info_creation() {
let version1 = ModelVersion {
name: "tft".to_string(),
version: "v1.0".to_string(),
path: "models/tft/v1.0/weights.bin".to_string(),
size: 1024,
created_at: Utc::now(),
metrics: HashMap::new(),
training_info: None,
checksum: None,
};
let version2 = ModelVersion {
name: "tft".to_string(),
version: "v2.0".to_string(),
path: "models/tft/v2.0/weights.bin".to_string(),
size: 2048,
created_at: Utc::now(),
metrics: HashMap::new(),
training_info: None,
checksum: None,
};
let mut tags = HashMap::new();
tags.insert("framework".to_string(), "candle".to_string());
let model_info = ModelInfo {
name: "tft".to_string(),
versions: vec![version1.clone(), version2.clone()],
total_size: 3072,
latest_version: Some(version2),
architecture: Some("transformer".to_string()),
last_updated: Utc::now(),
tags,
};
assert_eq!(model_info.name, "tft");
assert_eq!(model_info.versions.len(), 2);
assert_eq!(model_info.total_size, 3072);
assert!(model_info.latest_version.is_some());
assert_eq!(model_info.architecture, Some("transformer".to_string()));
assert_eq!(model_info.tags.len(), 1);
}
#[test]
fn test_model_info_no_versions() {
let model_info = ModelInfo {
name: "empty_model".to_string(),
versions: vec![],
total_size: 0,
latest_version: None,
architecture: None,
last_updated: Utc::now(),
tags: HashMap::new(),
};
assert_eq!(model_info.versions.len(), 0);
assert_eq!(model_info.total_size, 0);
assert!(model_info.latest_version.is_none());
}
#[test]
fn test_retry_config_default() {
let config = RetryConfig::default();
assert_eq!(config.max_retries, 3);
assert_eq!(config.base_delay, std::time::Duration::from_millis(100));
assert_eq!(config.max_delay, std::time::Duration::from_secs(10));
assert_eq!(config.backoff_multiplier, 2.0);
}
#[test]
fn test_retry_config_custom() {
let config = RetryConfig {
max_retries: 5,
base_delay: std::time::Duration::from_millis(50),
max_delay: std::time::Duration::from_secs(5),
backoff_multiplier: 1.5,
..Default::default()
};
assert_eq!(config.max_retries, 5);
assert_eq!(config.base_delay, std::time::Duration::from_millis(50));
assert_eq!(config.max_delay, std::time::Duration::from_secs(5));
assert_eq!(config.backoff_multiplier, 1.5);
}
#[tokio::test]
async fn test_connection_pool_creation() {
let store1 = Arc::new(InMemory::new());
let store2 = Arc::new(InMemory::new());
let pool = ConnectionPool::new(vec![store1, store2]);
// Get store should succeed
let store = pool.get_store().await;
assert!(store.is_ok());
}
#[tokio::test]
async fn test_connection_pool_empty() {
let pool = ConnectionPool::new(vec![]);
// Empty pool should fail
let result = pool.get_store().await;
assert!(result.is_err());
}
#[tokio::test]
async fn test_connection_pool_round_robin() {
let store1 = Arc::new(InMemory::new());
let store2 = Arc::new(InMemory::new());
let store3 = Arc::new(InMemory::new());
let pool = ConnectionPool::new(vec![store1, store2, store3]);
// Get multiple stores to verify round-robin
let _s1 = pool.get_store().await.unwrap();
let _s2 = pool.get_store().await.unwrap();
let _s3 = pool.get_store().await.unwrap();
// Should wrap around
let _s4 = pool.get_store().await.unwrap();
}
#[tokio::test]
async fn test_connection_pool_concurrent_access() {
let store1 = Arc::new(InMemory::new());
let store2 = Arc::new(InMemory::new());
let pool = Arc::new(ConnectionPool::new(vec![store1, store2]));
let mut handles = vec![];
for _ in 0..10 {
let pool = pool.clone();
let handle = tokio::spawn(async move {
let store = pool.get_store().await.unwrap();
// Use the store (just verify we got one)
drop(store);
});
handles.push(handle);
}
for handle in handles {
handle.await.unwrap();
}
}
#[test]
fn test_progress_callback_creation() {
let callback: ProgressCallback = Arc::new(|downloaded, total| {
assert!(downloaded <= total);
});
// Call the callback
callback(50, 100);
callback(100, 100);
}
#[test]
fn test_progress_callback_with_state() {
let progress_count = Arc::new(std::sync::atomic::AtomicUsize::new(0));
let progress_count_clone = progress_count.clone();
let callback: ProgressCallback = Arc::new(move |downloaded, total| {
progress_count_clone.fetch_add(1, std::sync::atomic::Ordering::SeqCst);
assert!(downloaded <= total);
});
// Call multiple times
callback(25, 100);
callback(50, 100);
callback(100, 100);
assert_eq!(progress_count.load(std::sync::atomic::Ordering::SeqCst), 3);
}
#[test]
fn test_model_version_serialization() {
let version = ModelVersion {
name: "test_model".to_string(),
version: "v1.0".to_string(),
path: "models/test/v1.0/weights.bin".to_string(),
size: 1024,
created_at: Utc::now(),
metrics: HashMap::new(),
training_info: None,
checksum: Some("hash123".to_string()),
};
// Serialize to JSON
let json = serde_json::to_string(&version).expect("serialization failed");
assert!(json.contains("test_model"));
assert!(json.contains("v1.0"));
// Deserialize back
let deserialized: ModelVersion = serde_json::from_str(&json).expect("deserialization failed");
assert_eq!(deserialized.name, version.name);
assert_eq!(deserialized.version, version.version);
}
#[test]
fn test_model_info_serialization() {
let mut tags = HashMap::new();
tags.insert("env".to_string(), "production".to_string());
let model_info = ModelInfo {
name: "test_model".to_string(),
versions: vec![],
total_size: 1024,
latest_version: None,
architecture: Some("transformer".to_string()),
last_updated: Utc::now(),
tags,
};
// Serialize
let json = serde_json::to_string(&model_info).expect("serialization failed");
assert!(json.contains("test_model"));
assert!(json.contains("transformer"));
assert!(json.contains("production"));
// Deserialize
let deserialized: ModelInfo = serde_json::from_str(&json).expect("deserialization failed");
assert_eq!(deserialized.name, model_info.name);
assert_eq!(deserialized.architecture, model_info.architecture);
}
#[test]
fn test_training_info_serialization() {
let training_info = TrainingInfo {
epoch: 100,
step: 50000,
validation_loss: Some(0.03),
training_loss: Some(0.02),
duration_seconds: 3600,
git_commit: Some("abc123".to_string()),
};
let json = serde_json::to_string(&training_info).expect("serialization failed");
assert!(json.contains("100")); // epoch
assert!(json.contains("50000")); // step
let deserialized: TrainingInfo = serde_json::from_str(&json).expect("deserialization failed");
assert_eq!(deserialized.epoch, training_info.epoch);
assert_eq!(deserialized.step, training_info.step);
}
#[test]
fn test_model_version_with_large_metrics() {
let mut metrics = HashMap::new();
for i in 0..100 {
metrics.insert(format!("metric_{}", i), i as f64);
}
let version = ModelVersion {
name: "large_model".to_string(),
version: "v1.0".to_string(),
path: "models/large/v1.0/weights.bin".to_string(),
size: 1024 * 1024,
created_at: Utc::now(),
metrics,
training_info: None,
checksum: None,
};
assert_eq!(version.metrics.len(), 100);
assert_eq!(version.metrics.get("metric_0"), Some(&0.0));
assert_eq!(version.metrics.get("metric_99"), Some(&99.0));
}
#[test]
fn test_model_info_with_many_versions() {
let mut versions = vec![];
for i in 0..50 {
versions.push(ModelVersion {
name: "multi_version_model".to_string(),
version: format!("v{}.0", i),
path: format!("models/multi/v{}.0/weights.bin", i),
size: 1024 * (i + 1),
created_at: Utc::now(),
metrics: HashMap::new(),
training_info: None,
checksum: None,
});
}
let total_size: u64 = versions.iter().map(|v| v.size).sum();
let model_info = ModelInfo {
name: "multi_version_model".to_string(),
versions: versions.clone(),
total_size,
latest_version: versions.last().cloned(),
architecture: None,
last_updated: Utc::now(),
tags: HashMap::new(),
};
assert_eq!(model_info.versions.len(), 50);
assert!(model_info.latest_version.is_some());
assert_eq!(model_info.latest_version.unwrap().version, "v49.0");
}
#[test]
fn test_training_info_optional_fields() {
// All optional fields None
let info1 = TrainingInfo {
epoch: 10,
step: 1000,
validation_loss: None,
training_loss: None,
duration_seconds: 600,
git_commit: None,
};
assert!(info1.validation_loss.is_none());
assert!(info1.training_loss.is_none());
assert!(info1.git_commit.is_none());
// All optional fields Some
let info2 = TrainingInfo {
epoch: 20,
step: 2000,
validation_loss: Some(0.01),
training_loss: Some(0.005),
duration_seconds: 1200,
git_commit: Some("def456".to_string()),
};
assert_eq!(info2.validation_loss, Some(0.01));
assert_eq!(info2.training_loss, Some(0.005));
assert_eq!(info2.git_commit, Some("def456".to_string()));
}
#[test]
fn test_model_info_tags() {
let mut tags = HashMap::new();
tags.insert("env".to_string(), "staging".to_string());
tags.insert("version".to_string(), "beta".to_string());
tags.insert("team".to_string(), "ml_team".to_string());
let model_info = ModelInfo {
name: "tagged_model".to_string(),
versions: vec![],
total_size: 0,
latest_version: None,
architecture: None,
last_updated: Utc::now(),
tags: tags.clone(),
};
assert_eq!(model_info.tags.len(), 3);
assert_eq!(model_info.tags.get("env"), Some(&"staging".to_string()));
assert_eq!(model_info.tags.get("version"), Some(&"beta".to_string()));
assert_eq!(model_info.tags.get("team"), Some(&"ml_team".to_string()));
}