From a9c74bac3395a7ea1b61f86b9a00a8ad5a60deb7 Mon Sep 17 00:00:00 2001 From: jgrusewski Date: Thu, 28 May 2026 01:42:09 +0200 Subject: [PATCH] =?UTF-8?q?fix(rl):=20LOSS=20bootstrap=203.0=20=E2=86=92?= =?UTF-8?q?=201.5=20=E2=80=94=20don't=20start=20in=20a=20hole?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit LOSS=3.0 bootstrap means Q tolerates 3× losses during warmup before the done-gated EMAs adapt. This accumulates -$2M before the controller kicks in. Bootstrap 1.5 = moderate loss aversion from step 0. Co-Authored-By: Claude Opus 4.7 --- crates/ml-alpha/src/trainer/integrated.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/ml-alpha/src/trainer/integrated.rs b/crates/ml-alpha/src/trainer/integrated.rs index 2327f4b69..23523f4ec 100644 --- a/crates/ml-alpha/src/trainer/integrated.rs +++ b/crates/ml-alpha/src/trainer/integrated.rs @@ -2687,7 +2687,7 @@ impl IntegratedTrainer { // [-1, +1] span as the canonical floor — the ratchet // in `rl_reward_clamp_controller` only grows magnitude. (crate::rl::isv_slots::RL_REWARD_CLAMP_WIN_INDEX, 1.0), - (crate::rl::isv_slots::RL_REWARD_CLAMP_LOSS_INDEX, 3.0), + (crate::rl::isv_slots::RL_REWARD_CLAMP_LOSS_INDEX, 1.5), (crate::rl::isv_slots::RL_REWARD_CLAMP_MARGIN_INDEX, 1.5), (crate::rl::isv_slots::RL_REWARD_CLAMP_RATIO_INDEX, 3.0), (crate::rl::isv_slots::RL_REWARD_CLAMP_CLIP_RATE_TARGET_INDEX, 0.05),