From 2ac45253995dc9a041f45c2faff83098a76fe686 Mon Sep 17 00:00:00 2001
From: jgrusewski <jgrusewski@localhost>
Date: Tue, 3 Mar 2026 19:25:04 +0100
Subject: [PATCH] feat(ppo): enable DAPO asymmetric clipping by default
 (clip_epsilon_high=0.28)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Clip range [1-0.2, 1+0.28] = [0.8, 1.28] allows larger policy updates
toward profitable actions while being conservative about penalizing
exploration. ByteDance DAPO 2025 — 50% faster convergence.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---
 crates/ml/src/ppo/ppo.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/crates/ml/src/ppo/ppo.rs b/crates/ml/src/ppo/ppo.rs
index 7edb65027..a12fd917d 100644
--- a/crates/ml/src/ppo/ppo.rs
+++ b/crates/ml/src/ppo/ppo.rs
@@ -275,7 +275,7 @@ impl Default for PPOConfig {
             lstm_num_layers: 1,
             lstm_sequence_length: 32,
             accumulation_steps: 1,
-            clip_epsilon_high: None,
+            clip_epsilon_high: Some(0.28), // DAPO asymmetric clipping: [1-0.2, 1+0.28] = [0.8, 1.28]
             mixed_precision: None,
         }
     }