- Archive: 85 agent .txt files → docs/archive/agents/legacy_txt/ - Scripts: Move 110 shell scripts → scripts/ (keep deploy.sh in root) - Models: Move 18 .safetensors → ml/models/checkpoints/training_artifacts/ - Delete: 34 directories (~33GB freed) - target/, coverage_*, test artifacts - Build: Clean 14 build artifacts (.rlib, .o, .pid, binaries) - Tests: Move 14 .rs files → tests/standalone/ - SQL: Move 5 files → sql/ (keep init-db*.sql for Docker) - Wave 153: Archive to docs/archive/historical/wave153/ - Docs: Archive 9 markdown files to wave_d/reports/ and historical/ Total impact: ~34GB freed (both waves), root directory cleaned from 583 to ~40 essential files Directory count reduced from 65 to 31 (52% reduction) All historical data preserved in organized archive structure
76 lines
3.5 KiB
Bash
Executable File
76 lines
3.5 KiB
Bash
Executable File
#!/bin/bash
|
|
# MAMBA2 13-Parameter Hyperopt Deployment Script
|
|
# This script will keep trying until a GPU becomes available
|
|
|
|
set -e
|
|
|
|
COMMAND="/runpod-volume/binaries/hyperopt_mamba2_demo --parquet-file /runpod-volume/test_data/ES_FUT_180d.parquet --trials 50 --epochs 50 --n-initial 10 --seed 42"
|
|
|
|
echo "╔════════════════════════════════════════════════════════════════════╗"
|
|
echo "║ MAMBA2 13-Parameter Hyperopt Deployment ║"
|
|
echo "╚════════════════════════════════════════════════════════════════════╝"
|
|
echo ""
|
|
echo "Configuration:"
|
|
echo " Binary: hyperopt_mamba2_demo (20.1 MB)"
|
|
echo " Dataset: ES_FUT_180d.parquet (2.9 MB)"
|
|
echo " Trials: 50"
|
|
echo " Epochs per trial: 50"
|
|
echo " Initial random samples: 10"
|
|
echo " Seed: 42"
|
|
echo ""
|
|
echo "Expected:"
|
|
echo " Runtime: 60-90 minutes"
|
|
echo " Cost: \$0.17-0.26 (RTX A4000 @ \$0.17/hr)"
|
|
echo ""
|
|
echo "Attempting deployment..."
|
|
echo ""
|
|
|
|
cd /home/jgrusewski/Work/foxhunt
|
|
|
|
# Try deployment
|
|
python3 scripts/runpod_deploy.py \
|
|
--gpu-type "RTX A4000" \
|
|
--command "$COMMAND" \
|
|
--container-disk 50
|
|
|
|
EXIT_CODE=$?
|
|
|
|
if [ $EXIT_CODE -eq 0 ]; then
|
|
echo ""
|
|
echo "╔════════════════════════════════════════════════════════════════════╗"
|
|
echo "║ ✅ DEPLOYMENT SUCCESSFUL ║"
|
|
echo "╚════════════════════════════════════════════════════════════════════╝"
|
|
echo ""
|
|
echo "Next steps:"
|
|
echo " 1. Monitor progress: Check Runpod console at https://www.runpod.io/console/pods"
|
|
echo " 2. Wait 60-90 minutes for hyperopt to complete"
|
|
echo " 3. Download results from S3:"
|
|
echo ""
|
|
echo " aws s3 ls s3://se3zdnb5o4/results/ \\"
|
|
echo " --profile runpod \\"
|
|
echo " --endpoint-url https://s3api-eur-is-1.runpod.io \\"
|
|
echo " --recursive"
|
|
echo ""
|
|
echo " 4. Download best parameters:"
|
|
echo ""
|
|
echo " aws s3 cp s3://se3zdnb5o4/results/mamba2_13param_best_params_*.json \\"
|
|
echo " /tmp/mamba2_best_params.json \\"
|
|
echo " --profile runpod \\"
|
|
echo " --endpoint-url https://s3api-eur-is-1.runpod.io"
|
|
echo ""
|
|
else
|
|
echo ""
|
|
echo "╔════════════════════════════════════════════════════════════════════╗"
|
|
echo "║ ⚠️ DEPLOYMENT FAILED - No GPU Available ║"
|
|
echo "╚════════════════════════════════════════════════════════════════════╝"
|
|
echo ""
|
|
echo "Runpod GPUs in EUR-IS-1 are currently unavailable."
|
|
echo ""
|
|
echo "Options:"
|
|
echo " 1. Try again in 5-10 minutes (availability fluctuates)"
|
|
echo " 2. Run this script again: bash /home/jgrusewski/Work/foxhunt/deploy_mamba2_hyperopt.sh"
|
|
echo " 3. Monitor availability: https://www.runpod.io/console/gpu-cloud"
|
|
echo ""
|
|
exit 1
|
|
fi
|