feat(validation): WFA tooling + multi-fold results phase1-100 runs

Aggiunge 2 script di analisi per validare i top-K genomi cross-fold:

- scripts/analyze_btc_winners.py: per-trade dump (wins/losses/winrate/
  avg_win/avg_loss/return/maxDD/Sharpe) per ogni top-K × 4 fold
  expanding-window WFA. Usato per identificare i winner robusti vs
  i lucky-shot overfit.

- scripts/compare_winners.py: cross-run comparison di 5 winner
  candidate (BTC 1h + ETH 1h + BTC 5m + ETH 5m) sui medesimi 4 fold,
  con totali cumulativi.

Risultati WFA freezati:
- validation-btc-100-001.json: BTC 1h baseline (undertrading=10)
- validation-btc-100-001-thr3.json: BTC 1h con threshold=3 (rilassato
  per strategie ultra-selettive)
- validation-btc-100-5m-thr3.json: BTC 5m con threshold=3

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
Adriano Dal Pastro
2026-05-16 21:48:55 +00:00
parent 8b767da5e7
commit 9c871d1d86
5 changed files with 2166 additions and 0 deletions
+634
View File
@@ -0,0 +1,634 @@
{
"run_id": "1b3ac5a72ade4eeca96f63af1c692529",
"run_name": "phase1-btc-100-5m-001",
"n_folds": 4,
"top_k_requested": 10,
"top_k_evaluated": 10,
"symbol": "BTC-PERPETUAL",
"timeframe": "5m",
"start": "2018-09-01T00:00:00+00:00",
"end": "2026-01-01T00:00:00+00:00",
"ohlcv_bars": 771553,
"results": [
{
"genome_id": "f8ca6642adf7e0cd",
"fitness_is": 0.18938156615467444,
"sharpe_is": 0.30869023048836236,
"folds": [
{
"fold": 0,
"fitness": 0.2352965252827188,
"sharpe": 0.3693814228315177,
"dsr": 1.683506715156222e-10,
"dsr_pvalue": 0.9999999998316493,
"return": 0.04254736022830463,
"max_dd": 0.027161767758352023,
"n_trades": 22,
"test_start": "2022-05-02 12:00:00+00:00",
"test_end": "2023-04-02 08:55:00+00:00"
},
{
"fold": 1,
"fitness": 0.225344374241631,
"sharpe": 0.2966596569312926,
"dsr": 1.0070583060973712e-10,
"dsr_pvalue": 0.9999999998992942,
"return": 0.0323635859324094,
"max_dd": 0.020860357367648123,
"n_trades": 4,
"test_start": "2023-04-02 09:00:00+00:00",
"test_end": "2024-03-02 05:55:00+00:00"
},
{
"fold": 2,
"fitness": 0.22012851949138668,
"sharpe": 0.2582559733706436,
"dsr": 6.7095779615621785e-12,
"dsr_pvalue": 0.9999999999932904,
"return": 0.024874816913196707,
"max_dd": 0.01617874217143948,
"n_trades": 6,
"test_start": "2024-03-02 06:00:00+00:00",
"test_end": "2025-01-31 02:55:00+00:00"
},
{
"fold": 3,
"fitness": 0.10824559047403624,
"sharpe": -0.19939596313642038,
"dsr": 4.446294307701592e-18,
"dsr_pvalue": 1.0,
"return": -0.012815761172245588,
"max_dd": 0.030585031985383666,
"n_trades": 4,
"test_start": "2025-01-31 03:00:00+00:00",
"test_end": "2025-12-31 23:55:00+00:00"
}
],
"fitness_oos_mean": 0.1972537523724432,
"fitness_oos_min": 0.10824559047403624,
"fitness_oos_max": 0.2352965252827188,
"fitness_oos_std": 0.05167698584229592,
"sharpe_oos_mean": 0.18122527249925838,
"sharpe_oos_min": -0.19939596313642038,
"robust_score": 0.10824559047403624
},
{
"genome_id": "44e4031ccb1dc02a",
"fitness_is": 0.22571210498548258,
"sharpe_is": 0.3821051381739021,
"folds": [
{
"fold": 0,
"fitness": 0.2750172552747618,
"sharpe": 0.6074693455147703,
"dsr": 1.1545160457503457e-26,
"dsr_pvalue": 1.0,
"return": 0.043108172266182354,
"max_dd": 0.001458755248422002,
"n_trades": 10,
"test_start": "2022-05-02 12:00:00+00:00",
"test_end": "2023-04-02 08:55:00+00:00"
},
{
"fold": 1,
"fitness": 0.0,
"sharpe": 0.06258366543576925,
"dsr": 2.937538417346168e-13,
"dsr_pvalue": 0.9999999999997062,
"return": 0.005830222073507807,
"max_dd": 0.020860357367648123,
"n_trades": 2,
"test_start": "2023-04-02 09:00:00+00:00",
"test_end": "2024-03-02 05:55:00+00:00"
},
{
"fold": 2,
"fitness": 0.18648515967821389,
"sharpe": 0.06128925460246632,
"dsr": 1.8274259811076416e-13,
"dsr_pvalue": 0.9999999999998173,
"return": 0.004414468283732154,
"max_dd": 0.01617874217143948,
"n_trades": 3,
"test_start": "2024-03-02 06:00:00+00:00",
"test_end": "2025-01-31 02:55:00+00:00"
},
{
"fold": 3,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2025-01-31 03:00:00+00:00",
"test_end": "2025-12-31 23:55:00+00:00"
}
],
"fitness_oos_mean": 0.11537560373824392,
"fitness_oos_min": 0.0,
"fitness_oos_max": 0.2750172552747618,
"fitness_oos_std": 0.11954610588306011,
"sharpe_oos_mean": 0.18283556638825146,
"sharpe_oos_min": 0.0,
"robust_score": 0.0
},
{
"genome_id": "662816b63c4feadf",
"fitness_is": 0.20828744896100454,
"sharpe_is": 0.20788153582834326,
"folds": [
{
"fold": 0,
"fitness": 0.0,
"sharpe": 0.09737359146830797,
"dsr": 2.4288846142332667e-14,
"dsr_pvalue": 0.9999999999999757,
"return": 0.0030306913996627216,
"max_dd": 0.007271637996670698,
"n_trades": 2,
"test_start": "2022-05-02 12:00:00+00:00",
"test_end": "2023-04-02 08:55:00+00:00"
},
{
"fold": 1,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2023-04-02 09:00:00+00:00",
"test_end": "2024-03-02 05:55:00+00:00"
},
{
"fold": 2,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2024-03-02 06:00:00+00:00",
"test_end": "2025-01-31 02:55:00+00:00"
},
{
"fold": 3,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2025-01-31 03:00:00+00:00",
"test_end": "2025-12-31 23:55:00+00:00"
}
],
"fitness_oos_mean": 0.0,
"fitness_oos_min": 0.0,
"fitness_oos_max": 0.0,
"fitness_oos_std": 0.0,
"sharpe_oos_mean": 0.024343397867076993,
"sharpe_oos_min": 0.0,
"robust_score": 0.0
},
{
"genome_id": "cf698463450b5daf",
"fitness_is": 0.20181196371847498,
"sharpe_is": 0.3623641433398033,
"folds": [
{
"fold": 0,
"fitness": 0.2266655258766632,
"sharpe": 0.2999909794832819,
"dsr": 6.8141661859725965e-12,
"dsr_pvalue": 0.9999999999931858,
"return": 0.018823783888960888,
"max_dd": 0.01731422516010631,
"n_trades": 4,
"test_start": "2022-05-02 12:00:00+00:00",
"test_end": "2023-04-02 08:55:00+00:00"
},
{
"fold": 1,
"fitness": 0.0,
"sharpe": 0.44955543499020745,
"dsr": 9.481303288744627e-40,
"dsr_pvalue": 1.0,
"return": 0.049849479597766866,
"max_dd": 0.004685656497556025,
"n_trades": 1,
"test_start": "2023-04-02 09:00:00+00:00",
"test_end": "2024-03-02 05:55:00+00:00"
},
{
"fold": 2,
"fitness": 0.0,
"sharpe": 0.04410712874184496,
"dsr": 4.2725586842847596e-14,
"dsr_pvalue": 0.9999999999999573,
"return": 0.004410420254631564,
"max_dd": 0.01996463311196068,
"n_trades": 2,
"test_start": "2024-03-02 06:00:00+00:00",
"test_end": "2025-01-31 02:55:00+00:00"
},
{
"fold": 3,
"fitness": 0.0,
"sharpe": 0.4450404801682897,
"dsr": 1.4117362531214693e-27,
"dsr_pvalue": 1.0,
"return": 0.0526088849839641,
"max_dd": 0.005792329453230141,
"n_trades": 1,
"test_start": "2025-01-31 03:00:00+00:00",
"test_end": "2025-12-31 23:55:00+00:00"
}
],
"fitness_oos_mean": 0.0566663814691658,
"fitness_oos_min": 0.0,
"fitness_oos_max": 0.2266655258766632,
"fitness_oos_std": 0.09814905178567468,
"sharpe_oos_mean": 0.30967350584590597,
"sharpe_oos_min": 0.04410712874184496,
"robust_score": 0.0
},
{
"genome_id": "ddbfbef72f07d76a",
"fitness_is": 0.2007403940095307,
"sharpe_is": 0.3527941850815434,
"folds": [
{
"fold": 0,
"fitness": 0.25816377963939535,
"sharpe": 0.5144509577982044,
"dsr": 8.645767195175167e-13,
"dsr_pvalue": 0.9999999999991355,
"return": 0.07304433130107668,
"max_dd": 0.01915225360494227,
"n_trades": 5,
"test_start": "2022-05-02 12:00:00+00:00",
"test_end": "2023-04-02 08:55:00+00:00"
},
{
"fold": 1,
"fitness": 0.0,
"sharpe": 0.44955543499020745,
"dsr": 9.481303288744627e-40,
"dsr_pvalue": 1.0,
"return": 0.049849479597766866,
"max_dd": 0.004685656497556025,
"n_trades": 1,
"test_start": "2023-04-02 09:00:00+00:00",
"test_end": "2024-03-02 05:55:00+00:00"
},
{
"fold": 2,
"fitness": 0.23195306903928886,
"sharpe": 0.32337815238365364,
"dsr": 8.912615856501225e-14,
"dsr_pvalue": 0.9999999999999108,
"return": 0.033935014244555584,
"max_dd": 0.010486324211451901,
"n_trades": 3,
"test_start": "2024-03-02 06:00:00+00:00",
"test_end": "2025-01-31 02:55:00+00:00"
},
{
"fold": 3,
"fitness": 0.0,
"sharpe": 0.35283933132790596,
"dsr": 6.658494490709348e-14,
"dsr_pvalue": 0.9999999999999334,
"return": 0.05344386510725729,
"max_dd": 0.022762761145810856,
"n_trades": 1,
"test_start": "2025-01-31 03:00:00+00:00",
"test_end": "2025-12-31 23:55:00+00:00"
}
],
"fitness_oos_mean": 0.12252921216967105,
"fitness_oos_min": 0.0,
"fitness_oos_max": 0.25816377963939535,
"fitness_oos_std": 0.12287913982320425,
"sharpe_oos_mean": 0.41005596912499287,
"sharpe_oos_min": 0.32337815238365364,
"robust_score": 0.0
},
{
"genome_id": "2e49f8e8e6cec686",
"fitness_is": 0.19435604112910157,
"sharpe_is": 0.3713282033185845,
"folds": [
{
"fold": 0,
"fitness": 0.26072350293525676,
"sharpe": 0.5284128848027025,
"dsr": 2.486680252274251e-13,
"dsr_pvalue": 0.9999999999997513,
"return": 0.05881454144506426,
"max_dd": 0.016516772761264658,
"n_trades": 5,
"test_start": "2022-05-02 12:00:00+00:00",
"test_end": "2023-04-02 08:55:00+00:00"
},
{
"fold": 1,
"fitness": 0.0,
"sharpe": 0.44955543499020745,
"dsr": 9.481303288744627e-40,
"dsr_pvalue": 1.0,
"return": 0.049849479597766866,
"max_dd": 0.004685656497556025,
"n_trades": 1,
"test_start": "2023-04-02 09:00:00+00:00",
"test_end": "2024-03-02 05:55:00+00:00"
},
{
"fold": 2,
"fitness": 0.21422619151698888,
"sharpe": 0.2269482258874523,
"dsr": 3.6571308232390715e-13,
"dsr_pvalue": 0.9999999999996343,
"return": 0.02568538444204793,
"max_dd": 0.019558622265454236,
"n_trades": 3,
"test_start": "2024-03-02 06:00:00+00:00",
"test_end": "2025-01-31 02:55:00+00:00"
},
{
"fold": 3,
"fitness": 0.0,
"sharpe": 0.4450404801682897,
"dsr": 1.4117362531214693e-27,
"dsr_pvalue": 1.0,
"return": 0.0526088849839641,
"max_dd": 0.005792329453230141,
"n_trades": 1,
"test_start": "2025-01-31 03:00:00+00:00",
"test_end": "2025-12-31 23:55:00+00:00"
}
],
"fitness_oos_mean": 0.11873742361306142,
"fitness_oos_min": 0.0,
"fitness_oos_max": 0.26072350293525676,
"fitness_oos_std": 0.11987003696674377,
"sharpe_oos_mean": 0.412489256462163,
"sharpe_oos_min": 0.2269482258874523,
"robust_score": 0.0
},
{
"genome_id": "9852e8e4e480ef21",
"fitness_is": 0.1922948882127238,
"sharpe_is": 0.15925760158030436,
"folds": [
{
"fold": 0,
"fitness": 0.1494822926244717,
"sharpe": 0.0804180937424291,
"dsr": 2.443102889370683e-16,
"dsr_pvalue": 0.9999999999999998,
"return": 0.0014913672331040573,
"max_dd": 0.003691144778103467,
"n_trades": 3,
"test_start": "2022-05-02 12:00:00+00:00",
"test_end": "2023-04-02 08:55:00+00:00"
},
{
"fold": 1,
"fitness": 0.021783719225659744,
"sharpe": -1.222169028737873,
"dsr": 2.0819357051846864e-80,
"dsr_pvalue": 1.0,
"return": -0.018262798724970497,
"max_dd": 0.018262798724970497,
"n_trades": 16,
"test_start": "2023-04-02 09:00:00+00:00",
"test_end": "2024-03-02 05:55:00+00:00"
},
{
"fold": 2,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2024-03-02 06:00:00+00:00",
"test_end": "2025-01-31 02:55:00+00:00"
},
{
"fold": 3,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2025-01-31 03:00:00+00:00",
"test_end": "2025-12-31 23:55:00+00:00"
}
],
"fitness_oos_mean": 0.042816502962532865,
"fitness_oos_min": 0.0,
"fitness_oos_max": 0.1494822926244717,
"fitness_oos_std": 0.06222233226062855,
"sharpe_oos_mean": -0.285437733748861,
"sharpe_oos_min": -1.222169028737873,
"robust_score": 0.0
},
{
"genome_id": "16a1761c8da604e7",
"fitness_is": 0.19121238216295305,
"sharpe_is": 0.15255013590499958,
"folds": [
{
"fold": 0,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2022-05-02 12:00:00+00:00",
"test_end": "2023-04-02 08:55:00+00:00"
},
{
"fold": 1,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2023-04-02 09:00:00+00:00",
"test_end": "2024-03-02 05:55:00+00:00"
},
{
"fold": 2,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2024-03-02 06:00:00+00:00",
"test_end": "2025-01-31 02:55:00+00:00"
},
{
"fold": 3,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2025-01-31 03:00:00+00:00",
"test_end": "2025-12-31 23:55:00+00:00"
}
],
"fitness_oos_mean": 0.0,
"fitness_oos_min": 0.0,
"fitness_oos_max": 0.0,
"fitness_oos_std": 0.0,
"sharpe_oos_mean": 0.0,
"sharpe_oos_min": 0.0,
"robust_score": 0.0
},
{
"genome_id": "add18cb7382296fd",
"fitness_is": 0.1879996666147147,
"sharpe_is": 0.28550736974923013,
"folds": [
{
"fold": 0,
"fitness": 0.0,
"sharpe": 0.0,
"dsr": 0.0,
"dsr_pvalue": 1.0,
"return": 0.0,
"max_dd": 0.0,
"n_trades": 0,
"test_start": "2022-05-02 12:00:00+00:00",
"test_end": "2023-04-02 08:55:00+00:00"
},
{
"fold": 1,
"fitness": 0.0,
"sharpe": 0.44955543499020745,
"dsr": 9.481303288744627e-40,
"dsr_pvalue": 1.0,
"return": 0.049849479597766866,
"max_dd": 0.004685656497556025,
"n_trades": 1,
"test_start": "2023-04-02 09:00:00+00:00",
"test_end": "2024-03-02 05:55:00+00:00"
},
{
"fold": 2,
"fitness": 0.0,
"sharpe": 0.150691158813143,
"dsr": 4.263193477728488e-17,
"dsr_pvalue": 1.0,
"return": 0.009379645576139906,
"max_dd": 0.008611115582095263,
"n_trades": 1,
"test_start": "2024-03-02 06:00:00+00:00",
"test_end": "2025-01-31 02:55:00+00:00"
},
{
"fold": 3,
"fitness": 0.0,
"sharpe": 0.46456569507517853,
"dsr": 9.733950727895419e-26,
"dsr_pvalue": 1.0,
"return": 0.056366295538783584,
"max_dd": 0.005792329453230141,
"n_trades": 1,
"test_start": "2025-01-31 03:00:00+00:00",
"test_end": "2025-12-31 23:55:00+00:00"
}
],
"fitness_oos_mean": 0.0,
"fitness_oos_min": 0.0,
"fitness_oos_max": 0.0,
"fitness_oos_std": 0.0,
"sharpe_oos_mean": 0.26620307221963224,
"sharpe_oos_min": 0.0,
"robust_score": 0.0
},
{
"genome_id": "4ee566eb5e132d8c",
"fitness_is": 0.18745393246665415,
"sharpe_is": 0.31006907324235156,
"folds": [
{
"fold": 0,
"fitness": 0.2166522335961314,
"sharpe": 0.23875257586420637,
"dsr": 4.3199206915491695e-12,
"dsr_pvalue": 0.9999999999956801,
"return": 0.01599067972499668,
"max_dd": 0.01736213317014228,
"n_trades": 3,
"test_start": "2022-05-02 12:00:00+00:00",
"test_end": "2023-04-02 08:55:00+00:00"
},
{
"fold": 1,
"fitness": 0.0,
"sharpe": 0.44955543499020745,
"dsr": 9.481303288744627e-40,
"dsr_pvalue": 1.0,
"return": 0.049849479597766866,
"max_dd": 0.004685656497556025,
"n_trades": 1,
"test_start": "2023-04-02 09:00:00+00:00",
"test_end": "2024-03-02 05:55:00+00:00"
},
{
"fold": 2,
"fitness": 0.0,
"sharpe": 0.04410712874184496,
"dsr": 4.2725586842847596e-14,
"dsr_pvalue": 0.9999999999999573,
"return": 0.004410420254631564,
"max_dd": 0.01996463311196068,
"n_trades": 2,
"test_start": "2024-03-02 06:00:00+00:00",
"test_end": "2025-01-31 02:55:00+00:00"
},
{
"fold": 3,
"fitness": 0.0,
"sharpe": 0.46456569507517853,
"dsr": 9.733950727895419e-26,
"dsr_pvalue": 1.0,
"return": 0.056366295538783584,
"max_dd": 0.005792329453230141,
"n_trades": 1,
"test_start": "2025-01-31 03:00:00+00:00",
"test_end": "2025-12-31 23:55:00+00:00"
}
],
"fitness_oos_mean": 0.05416305839903285,
"fitness_oos_min": 0.0,
"fitness_oos_max": 0.2166522335961314,
"fitness_oos_std": 0.09381316904044511,
"sharpe_oos_mean": 0.2992452086678593,
"sharpe_oos_min": 0.04410712874184496,
"robust_score": 0.0
}
]
}