8d89fe80ff
- Archive: 85 agent .txt files → docs/archive/agents/legacy_txt/ - Scripts: Move 110 shell scripts → scripts/ (keep deploy.sh in root) - Models: Move 18 .safetensors → ml/models/checkpoints/training_artifacts/ - Delete: 34 directories (~33GB freed) - target/, coverage_*, test artifacts - Build: Clean 14 build artifacts (.rlib, .o, .pid, binaries) - Tests: Move 14 .rs files → tests/standalone/ - SQL: Move 5 files → sql/ (keep init-db*.sql for Docker) - Wave 153: Archive to docs/archive/historical/wave153/ - Docs: Archive 9 markdown files to wave_d/reports/ and historical/ Total impact: ~34GB freed (both waves), root directory cleaned from 583 to ~40 essential files Directory count reduced from 65 to 31 (52% reduction) All historical data preserved in organized archive structure
40 lines
1.7 KiB
Bash
Executable File
40 lines
1.7 KiB
Bash
Executable File
#!/bin/bash
|
|
# Final Performance Benchmarks - Wave QAT Validation
|
|
# Run all critical performance tests and validate against targets
|
|
|
|
set -e
|
|
|
|
RESULTS_FILE="FINAL_PERFORMANCE_BENCHMARKS.txt"
|
|
echo "=== FOXHUNT FINAL PERFORMANCE BENCHMARKS ===" > $RESULTS_FILE
|
|
echo "Date: $(date)" >> $RESULTS_FILE
|
|
echo "System: $(uname -a)" >> $RESULTS_FILE
|
|
echo "GPU: $(nvidia-smi --query-gpu=name --format=csv,noheader 2>/dev/null || echo 'N/A')" >> $RESULTS_FILE
|
|
echo "" >> $RESULTS_FILE
|
|
|
|
echo "Running final performance benchmarks..."
|
|
|
|
# 1. DQN Memory Benchmark (target: <10MB actual, <150MB with overhead)
|
|
echo "=== 1. DQN MEMORY BENCHMARK ===" | tee -a $RESULTS_FILE
|
|
cargo run -p ml --example measure_dqn_memory --features cuda 2>&1 | tee -a $RESULTS_FILE
|
|
echo "" >> $RESULTS_FILE
|
|
|
|
# 2. TFT INT8 Inference Benchmark (target: <5ms)
|
|
echo "=== 2. TFT INT8 INFERENCE BENCHMARK ===" | tee -a $RESULTS_FILE
|
|
cd ml && timeout 300 cargo bench --bench tft_int8_inference_bench --features cuda 2>&1 | grep -A 20 "time:" | tee -a ../$RESULTS_FILE
|
|
cd ..
|
|
echo "" >> $RESULTS_FILE
|
|
|
|
# 3. Wave D Feature Extraction Benchmark (target: <50μs/bar)
|
|
echo "=== 3. WAVE D FEATURE EXTRACTION BENCHMARK ===" | tee -a $RESULTS_FILE
|
|
cd ml && timeout 120 cargo bench --bench wave_d_features_bench --features cuda 2>&1 | grep -E "(time:|thrpt:)" | head -30 | tee -a ../$RESULTS_FILE
|
|
cd ..
|
|
echo "" >> $RESULTS_FILE
|
|
|
|
# 4. ML Strategy Inference Benchmark (target: <1ms)
|
|
echo "=== 4. ML STRATEGY INFERENCE BENCHMARK ===" | tee -a $RESULTS_FILE
|
|
cd common && timeout 120 cargo bench --bench ml_strategy_bench 2>&1 | grep -E "(time:|thrpt:)" | head -20 | tee -a ../$RESULTS_FILE
|
|
cd ..
|
|
echo "" >> $RESULTS_FILE
|
|
|
|
echo "Benchmark suite completed. Results saved to: $RESULTS_FILE"
|