diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-03-57.428331737+00-00_sharpe_0.0918.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-03-57.428331737+00-00_sharpe_0.0918.json deleted file mode 100644 index d88abbd16..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-03-57.428331737+00-00_sharpe_0.0918.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.09182412028312684, - "win_rate": 0.030209504335653038, - "max_drawdown": 100.0, - "total_return": 13277.828168869019, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 256, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T13:03:57.428331737+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-07-31.214100520+00-00_sharpe_0.0711.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-07-31.214100520+00-00_sharpe_0.0711.json deleted file mode 100644 index 0d676122f..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-07-31.214100520+00-00_sharpe_0.0711.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.07108400501310826, - "win_rate": 0.04589294269680977, - "max_drawdown": 100.0, - "total_return": 1148.2258701324463, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T13:07:31.214100520+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-08-38.548347577+00-00_sharpe_0.0255.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-08-38.548347577+00-00_sharpe_0.0255.json deleted file mode 100644 index 807b689d4..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-08-38.548347577+00-00_sharpe_0.0255.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.025459418818354607, - "win_rate": 0.0239484541118145, - "max_drawdown": 100.0, - "total_return": -43698.84325027466, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T13:08:38.548347577+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-13-49.851745677+00-00_sharpe_0.0392.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-13-49.851745677+00-00_sharpe_0.0392.json deleted file mode 100644 index 97193fd55..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-13-49.851745677+00-00_sharpe_0.0392.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.03923599272966385, - "win_rate": 0.02735358662903309, - "max_drawdown": 100.0, - "total_return": 1929.8358345031736, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T13:13:49.851745677+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-18-44.249979044+00-00_sharpe_0.0664.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-18-44.249979044+00-00_sharpe_0.0664.json deleted file mode 100644 index d0a0cc117..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-18-44.249979044+00-00_sharpe_0.0664.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.0663619015365839, - "win_rate": 0.04617156814783811, - "max_drawdown": 100.0, - "total_return": -1181.9942474365234, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T13:18:44.249979044+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-24-29.682917649+00-00_sharpe_-0.0231.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-24-29.682917649+00-00_sharpe_-0.0231.json deleted file mode 100644 index fa050ca22..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-24-29.682917649+00-00_sharpe_-0.0231.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": -0.023139680549502373, - "win_rate": 0.012787333084270358, - "max_drawdown": 100.0, - "total_return": -4034.7254562377925, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T13:24:29.682917649+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-24-40.549086024+00-00_sharpe_0.0333.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-24-40.549086024+00-00_sharpe_0.0333.json deleted file mode 100644 index 14cbcf271..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-24-40.549086024+00-00_sharpe_0.0333.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 1, - "sharpe": 0.03332813825254562, - "win_rate": 0.029003910813480617, - "max_drawdown": 100.0, - "total_return": 6625.56776046753, - "hyperparameters": { - "learning_rate": 0.0002053051044312173, - "batch_size": 123, - "gamma": 0.9756233641683201, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.662316603452474, - "huber_delta": 22.254042544040544, - "entropy_coefficient": 0.22554808414298516, - "transaction_cost_multiplier": 0.6000989827791468, - "use_per": true, - "per_alpha": 0.5713047976695911, - "per_beta_start": 0.5946617784943091, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008771274921481146, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.10671690544848268, - "minimum_profit_factor": 1.3061291426409616, - "weight_decay": 0.001, - "kelly_fractional": 0.6756479936302432, - "kelly_max_fraction": 0.3183136723884202, - "kelly_min_trades": 20, - "volatility_window": 25, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 1.0, - "sharpe_weight": 0.31722921539147075, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.33721932859721626, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.07371646358773905, - "cql_alpha": 0.23486835599136424, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.004666587950259292, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T13:24:40.549086024+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-24-52.252786681+00-00_sharpe_0.0457.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-24-52.252786681+00-00_sharpe_0.0457.json deleted file mode 100644 index 609ce8521..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-24-52.252786681+00-00_sharpe_0.0457.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 2, - "sharpe": 0.045658732764422894, - "win_rate": 0.038037828334927325, - "max_drawdown": 100.0, - "total_return": -9277.9172372818, - "hyperparameters": { - "learning_rate": 0.00004865610681352964, - "batch_size": 98, - "gamma": 0.8921924563844216, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.7339081559995049, - "huber_delta": 21.98787098345382, - "entropy_coefficient": 0.3575203611016323, - "transaction_cost_multiplier": 0.5890141210802716, - "use_per": true, - "per_alpha": 0.591196345977329, - "per_beta_start": 0.44529402888904646, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 5, - "tau": 0.006520120736037904, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.3060689132676732, - "minimum_profit_factor": 1.4526327022738743, - "weight_decay": 0.0009442916240198322, - "kelly_fractional": 0.6283570767647325, - "kelly_max_fraction": 0.2280746270490056, - "kelly_min_trades": 20, - "volatility_window": 17, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 1.0, - "sharpe_weight": 0.4664665522241852, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 1.145718878239566, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.2140046662686194, - "cql_alpha": 0.684560299591588, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.0013649358755637275, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T13:24:52.252786681+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-31-16.539684536+00-00_sharpe_0.0547.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-31-16.539684536+00-00_sharpe_0.0547.json deleted file mode 100644 index 8f2a117aa..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-31-16.539684536+00-00_sharpe_0.0547.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.05474470276385546, - "win_rate": 0.032977012917399406, - "max_drawdown": 100.0, - "total_return": 431.53019905090326, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T13:31:16.539684536+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-40-34.439311036+00-00_sharpe_0.0613.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-40-34.439311036+00-00_sharpe_0.0613.json deleted file mode 100644 index 8e7cb820f..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T13-40-34.439311036+00-00_sharpe_0.0613.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.061329436488449574, - "win_rate": 0.03631516844034195, - "max_drawdown": 100.0, - "total_return": 1140.5250978469849, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T13:40:34.439311036+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T16-46-16.543981806+00-00_sharpe_0.0173.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T16-46-16.543981806+00-00_sharpe_0.0173.json deleted file mode 100644 index 8246f5c22..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T16-46-16.543981806+00-00_sharpe_0.0173.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.017321641743183135, - "win_rate": 0.021515833027660847, - "max_drawdown": 100.0, - "total_return": 3853.109303712845, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T16:46:16.543981806+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T16-51-42.047529222+00-00_sharpe_0.0177.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T16-51-42.047529222+00-00_sharpe_0.0177.json deleted file mode 100644 index d5e4bfda9..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T16-51-42.047529222+00-00_sharpe_0.0177.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.017685057283961213, - "win_rate": 0.022866098396480083, - "max_drawdown": 100.0, - "total_return": -66145.18245697021, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 51, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T16:51:42.047529222+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-05.569708406+00-00_sharpe_0.0440.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-05.569708406+00-00_sharpe_0.0440.json deleted file mode 100644 index 7088fe691..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-05.569708406+00-00_sharpe_0.0440.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.04395790956914425, - "win_rate": 0.02525585298426449, - "max_drawdown": 100.0, - "total_return": 6870.032992362977, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T17:04:05.569708406+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-14.086953370+00-00_sharpe_0.0516.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-14.086953370+00-00_sharpe_0.0516.json deleted file mode 100644 index a5b3b7efe..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-14.086953370+00-00_sharpe_0.0516.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 1, - "sharpe": 0.05164979547262192, - "win_rate": 0.04179928130470216, - "max_drawdown": 100.0, - "total_return": 954.8274326324464, - "hyperparameters": { - "learning_rate": 0.0002053051044312173, - "batch_size": 123, - "gamma": 0.9756233641683201, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.662316603452474, - "huber_delta": 22.254042544040544, - "entropy_coefficient": 0.22554808414298516, - "transaction_cost_multiplier": 0.6000989827791468, - "use_per": true, - "per_alpha": 0.5713047976695911, - "per_beta_start": 0.5946617784943091, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008771274921481146, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.10671690544848268, - "minimum_profit_factor": 1.3061291426409616, - "weight_decay": 0.001, - "kelly_fractional": 0.6756479936302432, - "kelly_max_fraction": 0.3183136723884202, - "kelly_min_trades": 20, - "volatility_window": 25, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 1.0, - "sharpe_weight": 0.31722921539147075, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.33721932859721626, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.07371646358773905, - "cql_alpha": 0.23486835599136424, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.004666587950259292, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T17:04:14.086953370+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-45.050494070+00-00_sharpe_0.0094.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-45.050494070+00-00_sharpe_0.0094.json deleted file mode 100644 index 2fb846010..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-45.050494070+00-00_sharpe_0.0094.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.009413579665124416, - "win_rate": 0.04240207821130752, - "max_drawdown": 100.0, - "total_return": -17289.32476043701, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T17:04:45.050494070+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-53.553184304+00-00_sharpe_0.0263.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-53.553184304+00-00_sharpe_0.0263.json deleted file mode 100644 index 8d74728c0..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-04-53.553184304+00-00_sharpe_0.0263.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 1, - "sharpe": 0.026340360939502715, - "win_rate": 0.017974066466558726, - "max_drawdown": 100.0, - "total_return": 1370.4581236839294, - "hyperparameters": { - "learning_rate": 0.0002053051044312173, - "batch_size": 123, - "gamma": 0.9756233641683201, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.662316603452474, - "huber_delta": 22.254042544040544, - "entropy_coefficient": 0.22554808414298516, - "transaction_cost_multiplier": 0.6000989827791468, - "use_per": true, - "per_alpha": 0.5713047976695911, - "per_beta_start": 0.5946617784943091, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008771274921481146, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.10671690544848268, - "minimum_profit_factor": 1.3061291426409616, - "weight_decay": 0.001, - "kelly_fractional": 0.6756479936302432, - "kelly_max_fraction": 0.3183136723884202, - "kelly_min_trades": 20, - "volatility_window": 25, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 1.0, - "sharpe_weight": 0.31722921539147075, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.33721932859721626, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.07371646358773905, - "cql_alpha": 0.23486835599136424, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.004666587950259292, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T17:04:53.553184304+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-05-25.069450850+00-00_sharpe_-0.0003.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-05-25.069450850+00-00_sharpe_-0.0003.json deleted file mode 100644 index 3e33a3654..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-05-25.069450850+00-00_sharpe_-0.0003.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 0, - "sharpe": -0.00029845284298062323, - "win_rate": 0.011846969765610994, - "max_drawdown": 100.0, - "total_return": -2531.991386413574, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 99, - "gamma": 0.9500111609058284, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T17:05:25.069450850+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-05-42.955050649+00-00_sharpe_0.0647.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-05-42.955050649+00-00_sharpe_0.0647.json deleted file mode 100644 index e6f30363f..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T17-05-42.955050649+00-00_sharpe_0.0647.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "trial_number": 2, - "sharpe": 0.0647175133228302, - "win_rate": 0.036433047405444084, - "max_drawdown": 100.0, - "total_return": 47842.37904071808, - "hyperparameters": { - "learning_rate": 0.00004865610681352964, - "batch_size": 98, - "gamma": 0.8921924563844216, - "buffer_size": 50000, - "hold_penalty_weight": 0.0, - "max_position_absolute": 1.7339081559995049, - "huber_delta": 21.98787098345382, - "entropy_coefficient": 0.3575203611016323, - "transaction_cost_multiplier": 0.5890141210802716, - "use_per": true, - "per_alpha": 0.591196345977329, - "per_beta_start": 0.44529402888904646, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 5, - "tau": 0.006520120736037904, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.3060689132676732, - "minimum_profit_factor": 1.4526327022738743, - "weight_decay": 0.0009442916240198322, - "kelly_fractional": 0.6283570767647325, - "kelly_max_fraction": 0.2280746270490056, - "kelly_min_trades": 20, - "volatility_window": 17, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 1.0, - "sharpe_weight": 0.4664665522241852, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 1.145718878239566, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.2140046662686194, - "cql_alpha": 0.684560299591588, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.0013649358755637275, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1 - }, - "timestamp": "2026-03-22T17:05:42.955050649+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-38-17.465135269+00-00_sharpe_0.0144.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-38-17.465135269+00-00_sharpe_0.0144.json deleted file mode 100644 index e8661b9e2..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-38-17.465135269+00-00_sharpe_0.0144.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 2, - "sharpe": 0.014350104331970214, - "win_rate": 0.02259818846359849, - "max_drawdown": 100.0, - "total_return": -3038.433952331543, - "hyperparameters": { - "learning_rate": 0.00023638443344797678, - "batch_size": 228, - "gamma": 0.9336308375602455, - "buffer_size": 482478, - "max_position_absolute": 1.9605597028675419, - "huber_delta": 16.07800740661885, - "entropy_coefficient": 0.2223367631851374, - "transaction_cost_multiplier": 1.583906500695532, - "use_per": true, - "per_alpha": 0.6738241198366353, - "per_beta_start": 0.4304857734944436, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 3, - "tau": 0.005612793424269709, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.5168313955840823, - "minimum_profit_factor": 1.3595458741407453, - "weight_decay": 0.001, - "kelly_fractional": 0.6413335393488611, - "kelly_max_fraction": 0.4055545214392806, - "kelly_min_trades": 20, - "volatility_window": 16, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 1.0, - "sharpe_weight": 0.37039379367106884, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 1.6868967644539734, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.2772630436038554, - "cql_alpha": 0.8753007277600136, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.0017547851749350725, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.02, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T20:38:17.465135269+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-38-44.474380365+00-00_sharpe_0.0281.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-38-44.474380365+00-00_sharpe_0.0281.json deleted file mode 100644 index 5a834a7c4..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-38-44.474380365+00-00_sharpe_0.0281.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 5, - "sharpe": 0.02810466066002846, - "win_rate": 0.030922144127544016, - "max_drawdown": 100.0, - "total_return": 61.53435707092285, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027407, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.22820925565807154, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.48502728651932236, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.02, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T20:38:44.474380365+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-48-17.905944580+00-00_sharpe_0.0198.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-48-17.905944580+00-00_sharpe_0.0198.json deleted file mode 100644 index d5fb5f75c..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-48-17.905944580+00-00_sharpe_0.0198.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 2, - "sharpe": 0.019762044353410602, - "win_rate": 0.024235117295756937, - "max_drawdown": 100.0, - "total_return": -33549.104528427124, - "hyperparameters": { - "learning_rate": 0.00023638443344797678, - "batch_size": 228, - "gamma": 0.9336308375602455, - "buffer_size": 482478, - "max_position_absolute": 1.9605597028675419, - "huber_delta": 16.07800740661885, - "entropy_coefficient": 0.2223367631851374, - "transaction_cost_multiplier": 1.583906500695532, - "use_per": true, - "per_alpha": 0.6738241198366353, - "per_beta_start": 0.4304857734944436, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 3, - "tau": 0.005612793424269709, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.5168313955840823, - "minimum_profit_factor": 1.3595458741407453, - "weight_decay": 0.001, - "kelly_fractional": 0.6413335393488611, - "kelly_max_fraction": 0.4055545214392806, - "kelly_min_trades": 20, - "volatility_window": 16, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 1.0, - "sharpe_weight": 0.37039379367106884, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 1.6868967644539734, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.2772630436038554, - "cql_alpha": 0.8753007277600136, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.0017547851749350725, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.02, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T20:48:17.905944580+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-48-31.575311624+00-00_sharpe_0.0656.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-48-31.575311624+00-00_sharpe_0.0656.json deleted file mode 100644 index e0d170c89..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-48-31.575311624+00-00_sharpe_0.0656.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 4, - "sharpe": 0.06559563725022599, - "win_rate": 0.03328778818249702, - "max_drawdown": 100.0, - "total_return": 910.0015068054199, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027407, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.22820925565807154, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.48502728651932236, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.02, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T20:48:31.575311624+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-49-11.961966923+00-00_sharpe_0.0390.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-49-11.961966923+00-00_sharpe_0.0390.json deleted file mode 100644 index c3a981be6..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-49-11.961966923+00-00_sharpe_0.0390.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.03900575563311577, - "win_rate": 0.04952579885721207, - "max_drawdown": 100.0, - "total_return": 684.808521270752, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 20, - "v_min": -47.28580528704407, - "v_max": 47.28580528704407, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027409, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.2282092556580715, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.4850272865193224, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 192, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.02, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T20:49:11.961966923+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-49-26.627903444+00-00_sharpe_0.0408.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-49-26.627903444+00-00_sharpe_0.0408.json deleted file mode 100644 index f138527b2..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-49-26.627903444+00-00_sharpe_0.0408.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 1, - "sharpe": 0.04075082391500473, - "win_rate": 0.015193162625655532, - "max_drawdown": 100.0, - "total_return": -11209.229035377502, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 20, - "v_min": -44.051839490419454, - "v_max": 44.051839490419454, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027409, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.2282092556580715, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.4850272865193224, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 192, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.02, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T20:49:26.627903444+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-50-25.233590124+00-00_sharpe_0.0643.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-50-25.233590124+00-00_sharpe_0.0643.json deleted file mode 100644 index ccb046df8..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-50-25.233590124+00-00_sharpe_0.0643.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.06428174152970315, - "win_rate": 0.033727159886620936, - "max_drawdown": 100.0, - "total_return": -614.8469829559326, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 20, - "v_min": -47.28580528704407, - "v_max": 47.28580528704407, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027409, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.2282092556580715, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.4850272865193224, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 192, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.02, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T20:50:25.233590124+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-52-13.650105612+00-00_sharpe_0.0497.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-52-13.650105612+00-00_sharpe_0.0497.json deleted file mode 100644 index 76b42aeb9..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-52-13.650105612+00-00_sharpe_0.0497.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.04968176400288939, - "win_rate": 0.04349782845529262, - "max_drawdown": 100.0, - "total_return": 3766.7049694061275, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 20, - "v_min": -47.28580528704407, - "v_max": 47.28580528704407, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027409, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.2282092556580715, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.4850272865193224, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 192, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.02, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T20:52:13.650105612+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-52-27.544972924+00-00_sharpe_0.0725.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-52-27.544972924+00-00_sharpe_0.0725.json deleted file mode 100644 index e73513a23..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-52-27.544972924+00-00_sharpe_0.0725.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 1, - "sharpe": 0.07254482805728912, - "win_rate": 0.026281948151881805, - "max_drawdown": 100.0, - "total_return": 330442.15579509735, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 20, - "v_min": -44.051839490419454, - "v_max": 44.051839490419454, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027409, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.2282092556580715, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.4850272865193224, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 192, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.02, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T20:52:27.544972924+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-54-03.739752538+00-00_sharpe_-0.0024.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-54-03.739752538+00-00_sharpe_-0.0024.json deleted file mode 100644 index 4845232f8..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-54-03.739752538+00-00_sharpe_-0.0024.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 0, - "sharpe": -0.002443919703364372, - "win_rate": 0.009534908342175186, - "max_drawdown": 100.0, - "total_return": 432.5749242305756, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 20, - "v_min": -47.28580528704407, - "v_max": 47.28580528704407, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027409, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.2282092556580715, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.4850272865193224, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 192, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.788121074524606, - "w_pnl": 0.9219680840455122, - "w_dd": 4.3465165531054595, - "w_idle": 0.0648891549707764, - "dd_threshold": 0.02986949810357422, - "loss_aversion": 2.1540674317414745, - "time_decay_rate": 0.002011523582890283 - }, - "timestamp": "2026-03-22T20:54:03.739752538+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-54-17.605213213+00-00_sharpe_0.0130.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-54-17.605213213+00-00_sharpe_0.0130.json deleted file mode 100644 index 2a85acf88..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-54-17.605213213+00-00_sharpe_0.0130.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 1, - "sharpe": 0.012959268130362033, - "win_rate": 0.024181534790841397, - "max_drawdown": 100.0, - "total_return": 14.204673767089842, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 20, - "v_min": -47.28580528704407, - "v_max": 47.28580528704407, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027409, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.2282092556580715, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.4850272865193224, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 192, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 0.21275122003501074, - "w_pnl": 0.4779908649433222, - "w_dd": 3.06617536111308, - "w_idle": 0.08701414453754902, - "dd_threshold": 0.06110604233180386, - "loss_aversion": 1.971638443043676, - "time_decay_rate": 0.002292984689278957 - }, - "timestamp": "2026-03-22T20:54:17.605213213+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-54-31.571147248+00-00_sharpe_0.0949.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-54-31.571147248+00-00_sharpe_0.0949.json deleted file mode 100644 index 782a5511f..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T20-54-31.571147248+00-00_sharpe_0.0949.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 2, - "sharpe": 0.09489661641418934, - "win_rate": 0.025805068388581275, - "max_drawdown": 100.0, - "total_return": 613.253583908081, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 20, - "v_min": -47.28580528704407, - "v_max": 47.28580528704407, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027409, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.2282092556580715, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.4850272865193224, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 192, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 0.3911175176262188, - "w_pnl": 0.40870470593020625, - "w_dd": 1.9879280975872682, - "w_idle": 0.05888018844323446, - "dd_threshold": 0.08945390921992326, - "loss_aversion": 1.2835845920272329, - "time_decay_rate": 0.002816628855700627 - }, - "timestamp": "2026-03-22T20:54:31.571147248+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T21-37-54.468264829+00-00_sharpe_0.0322.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T21-37-54.468264829+00-00_sharpe_0.0322.json deleted file mode 100644 index 26fa04a49..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T21-37-54.468264829+00-00_sharpe_0.0322.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 2, - "sharpe": 0.03217681497335434, - "win_rate": 0.019702083989977838, - "max_drawdown": 100.0, - "total_return": -1992.1461772918701, - "hyperparameters": { - "learning_rate": 0.00023638443344797678, - "batch_size": 228, - "gamma": 0.9336308375602455, - "buffer_size": 482478, - "max_position_absolute": 1.9605597028675419, - "huber_delta": 16.07800740661885, - "entropy_coefficient": 0.2223367631851374, - "transaction_cost_multiplier": 1.583906500695532, - "use_per": true, - "per_alpha": 0.6738241198366353, - "per_beta_start": 0.4304857734944436, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 3, - "tau": 0.005612793424269709, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.5168313955840823, - "minimum_profit_factor": 1.3595458741407453, - "weight_decay": 0.001, - "kelly_fractional": 0.6413335393488611, - "kelly_max_fraction": 0.4055545214392806, - "kelly_min_trades": 20, - "volatility_window": 16, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 1.0, - "sharpe_weight": 0.37039379367106884, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 1.6868967644539734, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.2772630436038554, - "cql_alpha": 0.8753007277600136, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.0017547851749350725, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.01, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T21:37:54.468264829+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T21-38-23.691453038+00-00_sharpe_0.0360.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T21-38-23.691453038+00-00_sharpe_0.0360.json deleted file mode 100644 index cc431b13b..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T21-38-23.691453038+00-00_sharpe_0.0360.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "trial_number": 4, - "sharpe": 0.03599638491868973, - "win_rate": 0.03646787649049656, - "max_drawdown": 100.0, - "total_return": 703.9585876464844, - "hyperparameters": { - "learning_rate": 0.000053170516982926996, - "batch_size": 135, - "gamma": 0.9477757310751734, - "buffer_size": 51169, - "max_position_absolute": 2.9945183477069985, - "huber_delta": 12.008002927270352, - "entropy_coefficient": 0.28292490300534634, - "transaction_cost_multiplier": 0.5143178352554296, - "use_per": true, - "per_alpha": 0.4866672922546147, - "per_beta_start": 0.4738986422587073, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.005001087081187432, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.2780647616143266, - "minimum_profit_factor": 1.4944612781027407, - "weight_decay": 0.00013826596693116469, - "kelly_fractional": 0.7191533495853382, - "kelly_max_fraction": 0.22820925565807154, - "kelly_min_trades": 20, - "volatility_window": 14, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 2.0, - "sharpe_weight": 0.48502728651932236, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.15251331306793992, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.1175089590375396, - "cql_alpha": 0.23516399461107396, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.028320318571865417, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.01, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005 - }, - "timestamp": "2026-03-22T21:38:23.691453038+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-34-13.821006705+00-00_sharpe_0.0987.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-34-13.821006705+00-00_sharpe_0.0987.json deleted file mode 100644 index 3e5795f8a..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-34-13.821006705+00-00_sharpe_0.0987.json +++ /dev/null @@ -1,78 +0,0 @@ -{ - "trial_number": 0, - "sharpe": 0.09869525264948606, - "win_rate": 0.038072656095027926, - "max_drawdown": 100.0, - "total_return": 1404.1500616073608, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 307, - "gamma": 0.9500111609058284, - "buffer_size": 66246, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.01, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005, - "q_gap_threshold": 0.0 - }, - "timestamp": "2026-03-22T22:34:13.821006705+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-41-53.843786743+00-00_sharpe_-0.0258.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-41-53.843786743+00-00_sharpe_-0.0258.json deleted file mode 100644 index ced984837..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-41-53.843786743+00-00_sharpe_-0.0258.json +++ /dev/null @@ -1,78 +0,0 @@ -{ - "trial_number": 0, - "sharpe": -0.02581934370100498, - "win_rate": 0.03617853333707899, - "max_drawdown": 100.0, - "total_return": -6256.635746955872, - "hyperparameters": { - "learning_rate": 0.00005994999354431849, - "batch_size": 307, - "gamma": 0.9500111609058284, - "buffer_size": 66246, - "max_position_absolute": 1.1030284538648683, - "huber_delta": 17.775790174607682, - "entropy_coefficient": 0.38184099247597697, - "transaction_cost_multiplier": 1.7738774066741243, - "use_per": true, - "per_alpha": 0.45251155566697393, - "per_beta_start": 0.20130083854118397, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.008986246204051671, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.24583814763225417, - "minimum_profit_factor": 1.5028035348681215, - "weight_decay": 0.00010597074820791314, - "kelly_fractional": 0.5096243658522589, - "kelly_max_fraction": 0.12010947414322902, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 0.0, - "sharpe_weight": 0.10176748614555509, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.8479734309322158, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.23831546372779777, - "cql_alpha": 0.5059776371295834, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.003947815597664894, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.01, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005, - "q_gap_threshold": 0.1 - }, - "timestamp": "2026-03-22T22:41:53.843786743+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-42-07.657928761+00-00_sharpe_0.0803.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-42-07.657928761+00-00_sharpe_0.0803.json deleted file mode 100644 index 0e88776f1..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-42-07.657928761+00-00_sharpe_0.0803.json +++ /dev/null @@ -1,78 +0,0 @@ -{ - "trial_number": 1, - "sharpe": 0.08030464090406894, - "win_rate": 0.03413170464336872, - "max_drawdown": 100.0, - "total_return": 1698.3303260803223, - "hyperparameters": { - "learning_rate": 0.00004291359460284525, - "batch_size": 506, - "gamma": 0.9468136353505161, - "buffer_size": 68426, - "max_position_absolute": 1.084699669559996, - "huber_delta": 12.383291331070463, - "entropy_coefficient": 0.22305679391580635, - "transaction_cost_multiplier": 1.237118944760189, - "use_per": true, - "per_alpha": 0.7874757212411532, - "per_beta_start": 0.5405183949041945, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 3, - "tau": 0.00696401394764961, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.6469317434464105, - "minimum_profit_factor": 1.199756461327086, - "weight_decay": 0.0006131056727707305, - "kelly_fractional": 0.36451619035608973, - "kelly_max_fraction": 0.1982886181169854, - "kelly_min_trades": 20, - "volatility_window": 23, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 1.0, - "sharpe_weight": 0.12231802599991748, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.1186854947736955, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.09860756605998412, - "cql_alpha": 0.16860966429860813, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.008085442687796646, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.01, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005, - "q_gap_threshold": 0.1 - }, - "timestamp": "2026-03-22T22:42:07.657928761+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-42-36.580053325+00-00_sharpe_0.0869.json b/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-42-36.580053325+00-00_sharpe_0.0869.json deleted file mode 100644 index e9bce8126..000000000 --- a/ml/hyperopt_results/dqn_best_trial_2026-03-22T22-42-36.580053325+00-00_sharpe_0.0869.json +++ /dev/null @@ -1,78 +0,0 @@ -{ - "trial_number": 3, - "sharpe": 0.08693326190114022, - "win_rate": 0.029609387181699275, - "max_drawdown": 100.0, - "total_return": 2026.865406036377, - "hyperparameters": { - "learning_rate": 0.0000487132437473693, - "batch_size": 497, - "gamma": 0.945451413780645, - "buffer_size": 70256, - "max_position_absolute": 1.1394177875635025, - "huber_delta": 12.765503496748407, - "entropy_coefficient": 0.23754358970777603, - "transaction_cost_multiplier": 1.25521834468647, - "use_per": true, - "per_alpha": 0.8, - "per_beta_start": 0.5398150443132423, - "use_dueling": true, - "dueling_hidden_dim": 128, - "n_steps": 4, - "tau": 0.006767596549586967, - "use_distributional": true, - "num_atoms": 11, - "v_min": -20.0, - "v_max": 20.0, - "use_noisy_nets": true, - "noisy_sigma_init": 0.630287493830954, - "minimum_profit_factor": 1.200926997803906, - "weight_decay": 0.0006765753244088086, - "kelly_fractional": 0.3527322008230835, - "kelly_max_fraction": 0.20563298219749704, - "kelly_min_trades": 20, - "volatility_window": 22, - "use_ensemble_uncertainty": false, - "ensemble_size": 5.0, - "beta_variance": 0.5, - "beta_disagreement": 0.5, - "beta_entropy": 0.2, - "warmup_ratio": 0.0, - "curiosity_weight": 0.0, - "td_error_clamp_max": 10.0, - "batch_diversity_cooldown": 50.0, - "lr_decay_type": 1.0, - "sharpe_weight": 0.12870184424260833, - "gae_lambda": 0.95, - "noisy_sigma_initial": 0.5, - "noisy_sigma_final": 0.3, - "use_spectral_norm": false, - "use_attention": false, - "use_residual": false, - "norm_type": 1.0, - "activation_type": 1.0, - "use_qr_dqn": false, - "num_quantiles": 64, - "qr_kappa": 1.0, - "iqn_lambda": 0.08041190579506532, - "hidden_dim_base": 128, - "noisy_epsilon_floor": 0.1, - "count_bonus_coefficient": 0.09863666999198312, - "cql_alpha": 0.20825358089567492, - "eval_softmax_temp": 1.0, - "dsr_eta": 0.006788926090333976, - "branch_hidden_dim": 64, - "use_branching": true, - "gradient_accumulation_steps": 1, - "w_dsr": 1.0, - "w_pnl": 0.3, - "w_dd": 1.0, - "w_idle": 0.01, - "dd_threshold": 0.01, - "loss_aversion": 1.5, - "time_decay_rate": 0.0005, - "q_gap_threshold": 0.1 - }, - "timestamp": "2026-03-22T22:42:36.580053325+00:00", - "gradient_clip_norm": 10.0 -} \ No newline at end of file diff --git a/ml/trained_models/DONE b/ml/trained_models/DONE deleted file mode 100644 index e69de29bb..000000000 diff --git a/ml/trained_models/metrics.json b/ml/trained_models/metrics.json deleted file mode 100644 index 62d41dbff..000000000 --- a/ml/trained_models/metrics.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "model": "dqn", - "symbol": "ES.FUT", - "best_val_loss": 325.27652734375, - "sharpe_ratio": null, - "epochs_completed": 35, - "folds_completed": 6 -} \ No newline at end of file