cleanup: remove --bf16 flag from precompute scripts and Argo template

Binary no longer accepts --bf16 (single f32 format). Removed from:
- scripts/argo-precompute.sh
- infra/k8s/argo/precompute-features-template.yaml

PVC fxcache cleaned: deleted 2.4GB old bf16 cache from feature-cache-pvc.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
jgrusewski
2026-04-10 20:05:58 +02:00
parent 904a158df1
commit 8919eccbb9
2 changed files with 3 additions and 21 deletions

View File

@@ -1,4 +1,4 @@
# Pre-compute DQN training features to .fxcache format.
# Pre-compute DQN training features to .fxcache format (f32).
#
# Runs after data downloads complete. Reads DBN files from training-data PVC,
# extracts all features (OHLCV 42-dim + targets 4-dim + OFI 8-dim), writes
@@ -6,7 +6,7 @@
#
# Usage:
# argo submit -n foxhunt --from=wftmpl/precompute-features
# ./scripts/argo-precompute.sh ES.FUT --bf16
# ./scripts/argo-precompute.sh ES.FUT
---
apiVersion: argoproj.io/v1alpha1
kind: WorkflowTemplate
@@ -43,8 +43,6 @@ spec:
value: /feature-cache
- name: node-pool
value: ci-compile-cpu
- name: bf16
value: "false"
volumes:
- name: training-data
@@ -64,7 +62,6 @@ spec:
- name: trades-dir
- name: output-dir
- name: node-pool
- name: bf16
nodeSelector:
k8s.scaleway.com/pool-name: "{{inputs.parameters.node-pool}}"
container:
@@ -97,25 +94,17 @@ spec:
fi
SYMBOL="{{inputs.parameters.symbol}}"
# --symbol flag filters to the correct subdirectory (collect_dbn_files_filtered)
DATA_DIR="{{inputs.parameters.data-dir}}"
MBP10_DIR="{{inputs.parameters.mbp10-dir}}"
TRADES_DIR="{{inputs.parameters.trades-dir}}"
OUTPUT_DIR="{{inputs.parameters.output-dir}}"
BF16="{{inputs.parameters.bf16}}"
BF16_FLAG=""
if [ "$BF16" = "true" ]; then
BF16_FLAG="--bf16"
fi
echo "=== Feature Pre-Compute ==="
echo "=== Feature Pre-Compute (f32) ==="
echo "Symbol: $SYMBOL"
echo "OHLCV: $DATA_DIR"
echo "MBP-10: $MBP10_DIR"
echo "Trades: $TRADES_DIR"
echo "Output: $OUTPUT_DIR"
echo "BF16: $BF16"
echo "Node: $(hostname), CPUs: $(nproc), RAM: $(free -g | awk '/Mem:/{print $2}')G"
echo ""
@@ -125,7 +114,6 @@ spec:
--trades-data-dir "$TRADES_DIR" \
--output-dir "$OUTPUT_DIR" \
--symbol "$SYMBOL" \
$BF16_FLAG \
--yes
echo ""

View File

@@ -3,7 +3,6 @@
#
# Usage:
# ./scripts/argo-precompute.sh ES.FUT
# ./scripts/argo-precompute.sh ES.FUT --bf16
# ./scripts/argo-precompute.sh ES.FUT --pool platform --watch
#
# Requires: argo CLI
@@ -11,7 +10,6 @@ set -euo pipefail
TEMPLATE="precompute-features"
POOL=""
BF16=""
DATA_DIR=""
MBP10_DIR=""
TRADES_DIR=""
@@ -23,7 +21,6 @@ usage() {
Usage: $(basename "$0") <symbol> [OPTIONS]
Options:
--bf16 Write bf16 format (version 2)
--pool <name> Node pool (default: ci-compile-cpu)
--data-dir <dir> OHLCV data dir (default: /data/futures-baseline)
--mbp10-dir <dir> MBP-10 data dir (default: /data/futures-baseline-mbp10)
@@ -42,7 +39,6 @@ SYMBOL="$1"; shift
while [[ $# -gt 0 ]]; do
case $1 in
--bf16) BF16="true"; shift ;;
--pool) POOL="$2"; shift 2 ;;
--data-dir) DATA_DIR="$2"; shift 2 ;;
--mbp10-dir) MBP10_DIR="$2"; shift 2 ;;
@@ -57,7 +53,6 @@ done
CMD="argo submit -n foxhunt --from=wftmpl/$TEMPLATE"
CMD="$CMD -p symbol=$SYMBOL"
[[ -n "$BF16" ]] && CMD="$CMD -p bf16=$BF16"
[[ -n "$POOL" ]] && CMD="$CMD -p node-pool=$POOL"
[[ -n "$DATA_DIR" ]] && CMD="$CMD -p data-dir=$DATA_DIR"
[[ -n "$MBP10_DIR" ]] && CMD="$CMD -p mbp10-dir=$MBP10_DIR"
@@ -70,7 +65,6 @@ fi
echo "Submitting feature pre-compute workflow..."
echo " symbol: $SYMBOL"
[[ -n "$BF16" ]] && echo " bf16: $BF16"
[[ -n "$POOL" ]] && echo " pool: $POOL"
echo ""
eval "$CMD"