foxhunt/benchmark_ensemble_db_quick.sh

#!/bin/bash

# ================================================================================================
# Quick Ensemble Database Performance Benchmark
# Fast version for immediate feedback
# ================================================================================================

set -euo pipefail

RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
NC='\033[0m'

DB_URL="postgresql://foxhunt:foxhunt_dev_password@localhost:5432/foxhunt"

echo -e "${BLUE}Quick Ensemble Database Benchmark${NC}"
echo ""

# ================================================================================================
# TEST 1: SIMPLE WRITE THROUGHPUT (1000 rows)
# ================================================================================================

echo -e "${YELLOW}[1/4] Write Throughput Test${NC}"

# Generate simple insert test
START=$(date +%s%N)

for i in {1..10}; do
    psql "$DB_URL" -c "
    INSERT INTO ensemble_predictions (
        timestamp, symbol, ensemble_action, ensemble_signal,
        ensemble_confidence, disagreement_rate
    )
    SELECT
        NOW() - (random() * INTERVAL '1 hour'),
        'TEST_SYM',
        CASE WHEN random() < 0.33 THEN 'BUY' WHEN random() < 0.66 THEN 'SELL' ELSE 'HOLD' END,
        (random() * 2 - 1)::DOUBLE PRECISION,
        random()::DOUBLE PRECISION,
        random()::DOUBLE PRECISION
    FROM generate_series(1, 100);
    " > /dev/null 2>&1
done

END=$(date +%s%N)
DURATION_MS=$(( (END - START) / 1000000 ))
WRITES_PER_SEC=$(( 1000 * 1000 / DURATION_MS ))

echo -e "Inserted 1000 rows in ${BLUE}${DURATION_MS}ms${NC}"
echo -e "Write throughput: ${BLUE}${WRITES_PER_SEC} inserts/sec${NC}"

if [ $WRITES_PER_SEC -ge 1000 ]; then
    echo -e "${GREEN}✅ PASS: Write throughput >= 1000/sec${NC}"
else
    echo -e "${YELLOW}⚠️  WARNING: Write throughput < 1000/sec${NC}"
fi
echo ""

# ================================================================================================
# TEST 2: QUERY LATENCY (10 key queries)
# ================================================================================================

echo -e "${YELLOW}[2/4] Query Latency Test${NC}"

declare -a QUERIES=(
    "Recent predictions|SELECT * FROM ensemble_predictions ORDER BY timestamp DESC LIMIT 100"
    "High disagreement|SELECT * FROM ensemble_predictions WHERE disagreement_rate > 0.5 LIMIT 100"
    "P&L by symbol|SELECT symbol, SUM(pnl) FROM ensemble_predictions WHERE pnl IS NOT NULL GROUP BY symbol"
    "Action distribution|SELECT ensemble_action, COUNT(*) FROM ensemble_predictions GROUP BY ensemble_action"
    "Avg confidence|SELECT ensemble_action, AVG(ensemble_confidence) FROM ensemble_predictions GROUP BY ensemble_action"
    "Latency P99|SELECT PERCENTILE_CONT(0.99) WITHIN GROUP (ORDER BY inference_latency_us) FROM ensemble_predictions WHERE inference_latency_us IS NOT NULL"
    "Win rate by symbol|SELECT symbol, COUNT(CASE WHEN pnl > 0 THEN 1 END)::FLOAT / NULLIF(COUNT(*), 0) FROM ensemble_predictions WHERE pnl IS NOT NULL GROUP BY symbol"
    "Recent high confidence|SELECT * FROM ensemble_predictions WHERE ensemble_confidence > 0.8 ORDER BY timestamp DESC LIMIT 100"
    "Model performance|SELECT model_id, AVG(accuracy) FROM model_performance_attribution WHERE window_hours = 24 GROUP BY model_id"
    "Hourly metrics|SELECT * FROM ensemble_performance_hourly ORDER BY bucket DESC LIMIT 24"
)

declare -a LATENCIES=()

for query_spec in "${QUERIES[@]}"; do
    IFS='|' read -r NAME SQL <<< "$query_spec"

    START=$(date +%s%N)
    psql "$DB_URL" -c "$SQL" > /dev/null 2>&1
    END=$(date +%s%N)
    LATENCY_MS=$(( (END - START) / 1000000 ))

    LATENCIES+=($LATENCY_MS)
    echo -e "${NAME}: ${BLUE}${LATENCY_MS}ms${NC}"
done

# Calculate P99
IFS=$'\n' SORTED=($(sort -n <<<"${LATENCIES[*]}"))
P99_INDEX=$(( (${#LATENCIES[@]} * 99) / 100 ))
P99_LATENCY=${SORTED[$P99_INDEX]}

echo ""
echo -e "P99 Query Latency: ${BLUE}${P99_LATENCY}ms${NC}"

if [ $P99_LATENCY -le 100 ]; then
    echo -e "${GREEN}✅ PASS: P99 latency <= 100ms${NC}"
else
    echo -e "${YELLOW}⚠️  WARNING: P99 latency > 100ms${NC}"
fi
echo ""

# ================================================================================================
# TEST 3: INDEX USAGE
# ================================================================================================

echo -e "${YELLOW}[3/4] Index Usage Statistics${NC}"

psql "$DB_URL" -c "
SELECT
    LEFT(indexname, 40) as index_name,
    idx_scan as scans,
    pg_size_pretty(pg_relation_size(indexrelid)) as size
FROM pg_stat_user_indexes
WHERE tablename IN ('ensemble_predictions', 'model_performance_attribution')
ORDER BY idx_scan DESC
LIMIT 10;
"

echo ""

# ================================================================================================
# TEST 4: TABLE STATISTICS
# ================================================================================================

echo -e "${YELLOW}[4/4] Table Statistics${NC}"

psql "$DB_URL" -c "
SELECT
    'ensemble_predictions' as table_name,
    COUNT(*) as row_count,
    pg_size_pretty(pg_total_relation_size('ensemble_predictions')) as total_size,
    pg_size_pretty(pg_relation_size('ensemble_predictions')) as table_size,
    pg_size_pretty(pg_indexes_size('ensemble_predictions')) as indexes_size
FROM ensemble_predictions
UNION ALL
SELECT
    'model_performance_attribution',
    COUNT(*),
    pg_size_pretty(pg_total_relation_size('model_performance_attribution')),
    pg_size_pretty(pg_relation_size('model_performance_attribution')),
    pg_size_pretty(pg_indexes_size('model_performance_attribution'))
FROM model_performance_attribution;
"

echo ""

# ================================================================================================
# SUMMARY
# ================================================================================================

echo -e "${BLUE}================================================================================================${NC}"
echo -e "${BLUE}BENCHMARK SUMMARY${NC}"
echo -e "${BLUE}================================================================================================${NC}"
echo ""

echo -e "Write Throughput:     ${BLUE}${WRITES_PER_SEC}/sec${NC} (target: 1000/sec)"
echo -e "P99 Query Latency:    ${BLUE}${P99_LATENCY}ms${NC} (target: <100ms)"
echo ""

if [ $WRITES_PER_SEC -ge 1000 ] && [ $P99_LATENCY -le 100 ]; then
    echo -e "${GREEN}✅ ALL TESTS PASSED${NC}"
    exit 0
else
    echo -e "${YELLOW}⚠️  Some metrics below target - database under optimization${NC}"
    exit 0
fi