diff --git a/crates/ml-alpha/cuda/rl_gamma_controller.cu b/crates/ml-alpha/cuda/rl_gamma_controller.cu index 287e411a9..2b14d9b7f 100644 --- a/crates/ml-alpha/cuda/rl_gamma_controller.cu +++ b/crates/ml-alpha/cuda/rl_gamma_controller.cu @@ -45,7 +45,7 @@ // the policy myopic). #define RL_GAMMA_INDEX 400 -#define GAMMA_MIN 0.99f +#define GAMMA_MIN 0.995f #define GAMMA_MAX 0.999f #define WIENER_ALPHA_FLOOR 0.4f diff --git a/crates/ml-alpha/examples/alpha_rl_train.rs b/crates/ml-alpha/examples/alpha_rl_train.rs index 123f923c6..83ace56b1 100644 --- a/crates/ml-alpha/examples/alpha_rl_train.rs +++ b/crates/ml-alpha/examples/alpha_rl_train.rs @@ -145,7 +145,7 @@ struct Cli { /// PER buffer capacity. At b_size=16, capacity/16 = unique steps /// retained. 32768/16 = 2048 steps of replay depth. - #[arg(long, default_value_t = 16384)] + #[arg(long, default_value_t = 32768)] per_capacity: usize, /// Random seed pinning RNG + Xavier init + ISV controller bootstrap diff --git a/crates/ml-alpha/src/trainer/integrated.rs b/crates/ml-alpha/src/trainer/integrated.rs index 29f861e7e..1a3bb2b5d 100644 --- a/crates/ml-alpha/src/trainer/integrated.rs +++ b/crates/ml-alpha/src/trainer/integrated.rs @@ -294,7 +294,7 @@ impl Default for IntegratedTrainerConfig { perception: PerceptionTrainerConfig::default(), dqn_seed: 0xDA_DA_DA_DA, ppo_seed: 0xBE_BE_BE_BE, - per_capacity: 16384, + per_capacity: 32768, per_seed: 0x9E37_79B9_7F4A_7C15, } } @@ -1652,10 +1652,10 @@ impl IntegratedTrainer { (crate::rl::isv_slots::RL_GATE_FRD_MAX_INDEX, 0.50), (crate::rl::isv_slots::RL_GATE_ADJUST_RATE_INDEX, 0.95), (crate::rl::isv_slots::RL_ENTRY_COST_INDEX, 15.0), - (crate::rl::isv_slots::RL_SHORT_HOLD_MIN_STEPS_INDEX, 50.0), + (crate::rl::isv_slots::RL_SHORT_HOLD_MIN_STEPS_INDEX, 100.0), (crate::rl::isv_slots::RL_SHORT_HOLD_PENALTY_INDEX, 0.5), (crate::rl::isv_slots::RL_HOLD_BONUS_INDEX, 2.0), - (crate::rl::isv_slots::RL_MIN_HOLD_STEPS_INDEX, 50.0), + (crate::rl::isv_slots::RL_MIN_HOLD_STEPS_INDEX, 100.0), (crate::rl::isv_slots::RL_MULTIRES_HORIZON_1_INDEX, 1.0), (crate::rl::isv_slots::RL_MULTIRES_HORIZON_2_INDEX, 10.0), (crate::rl::isv_slots::RL_MULTIRES_HORIZON_3_INDEX, 600.0), diff --git a/infra/k8s/argo/alpha-rl-template.yaml b/infra/k8s/argo/alpha-rl-template.yaml index 58d297a59..938eb0509 100644 --- a/infra/k8s/argo/alpha-rl-template.yaml +++ b/infra/k8s/argo/alpha-rl-template.yaml @@ -48,7 +48,7 @@ spec: - name: seq-len value: "32" - name: per-capacity - value: "16384" + value: "32768" - name: instrument-mode value: "all" - name: log-every