From 76cfc0d185c7080fecb91b2794d835eefd46e496 Mon Sep 17 00:00:00 2001 From: jgrusewski Date: Sat, 18 Apr 2026 22:28:23 +0200 Subject: [PATCH] =?UTF-8?q?perf:=20IQN=20quantiles=2064=E2=86=9232=20?= =?UTF-8?q?=E2=80=94=20saves=204.3GB=20VRAM,=20halves=20IQN=20GEMMs?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Academic literature shows diminishing returns past 32 quantiles. 64 quantiles allocated 8.6GB for tiled intermediates (B×Q×hidden). 32 quantiles: 4.3GB (half), ~13 GEMMs halved in aux_child. Co-Authored-By: Claude Opus 4.6 (1M context) --- crates/ml/src/trainers/dqn/config.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/ml/src/trainers/dqn/config.rs b/crates/ml/src/trainers/dqn/config.rs index 62bac46b1..6ddd3c26a 100644 --- a/crates/ml/src/trainers/dqn/config.rs +++ b/crates/ml/src/trainers/dqn/config.rs @@ -1739,7 +1739,7 @@ pub(crate) fn dqn_default_config() -> DQNConfig { // CQL + IQN (2026 modernization) cql_alpha: 1.0, - iqn_num_quantiles: 64, + iqn_num_quantiles: 32, // 64→32: saves 4.3GB VRAM, halves IQN GEMMs, diminishing returns past 32 iqn_kappa: 1.0, iqn_embedding_dim: 64, cvar_alpha: 0.05,