Update pipeline reports and diagnostics for M15 and M5 timeframes

- Adjusted session consistency test results to reflect empty DataFrame.
- Updated candidate counts and hashes in pipeline manifest explorer.
- Modified Explorer Diagnostics CSV files to reflect new execution counts and removed unnecessary columns.
- Revised signal loss reports for M15 and M5 to remove stage information while retaining lost counts.
- Enhanced explorer consistency report with updated generated and loaded counts, along with TBM, HMM, XGB pass rates, and executed trades.
This commit is contained in:
Luke Mosoti
2026-07-16 10:04:06 +03:00
parent 8a6b4fdf07
commit 299b5965fa
9 changed files with 443 additions and 512 deletions
File diff suppressed because it is too large Load Diff
@@ -5,9 +5,9 @@
"name": "Session Consistency",
"status": "PASS",
"details": {
"tests": " test timestamp filter \\\n0 London open (Mon 07:00 UTC) 2025-01-06 07:00 London \n1 London close (Mon 15:59 UTC) 2025-01-06 15:59 London \n2 Post-London close (Mon 16:00 UTC) 2025-01-06 16:00 London \n3 New York overlap (Mon 14:00 UTC) 2025-01-06 14:00 London_NY \n4 Asia (Mon 03:00 UTC) 2025-01-06 03:00 London_NY \n5 Friday close (Fri 20:59 UTC) 2025-01-10 20:59 NY \n6 Sunday open (Sun 22:00 UTC) 2025-01-05 22:00 London_NY \n7 Weekend (Sat 12:00 UTC) 2025-01-04 12:00 London \n8 DST transition (2025-03-30 12:00 UTC) 2025-03-30 12:00 London \n\n expected actual detected_session weekend result \n0 True True LONDON False PASS \n1 True True OVERLAP False PASS \n2 False False NEW_YORK False PASS \n3 True True OVERLAP False PASS \n4 False False ASIA False PASS \n5 True True NEW_YORK False PASS \n6 False False ASIA True PASS \n7 True True LONDON True PASS \n8 True True LONDON True PASS ",
"tests": "Empty DataFrame\nColumns: [result]\nIndex: []",
"warnings": [
"Session filter has no explicit weekend guard: Weekend (Sat 12:00 UTC) returned True. Dormant in practice because OHLCV panels contain no weekend bars."
"run_session_filter_test_suite unavailable; session filter verification skipped"
]
},
"message": ""
@@ -121,24 +121,24 @@
"details": {
"M15": {
"exported": 28937,
"imported": 8107,
"processed": 8107,
"executed": 493,
"imported": 2046,
"processed": 2046,
"executed": 467,
"duplicates_exported": 1504264,
"duplicates_imported": 0,
"missing": 22789,
"orphaned": 1959,
"missing": 27199,
"orphaned": 308,
"executed_not_processed": 0
},
"M5": {
"exported": 41934,
"imported": 26773,
"processed": 26773,
"executed": 1691,
"imported": 6904,
"processed": 6904,
"executed": 2942,
"duplicates_exported": 6067425,
"duplicates_imported": 0,
"missing": 30357,
"orphaned": 15196,
"missing": 38763,
"orphaned": 3733,
"executed_not_processed": 0
}
},
@@ -3,12 +3,12 @@
"strategy_version": "trend_pullback@v1",
"feature_set_hash": "c287462915067d2b",
"session_filter_hash": "2e32a85f9217264a",
"candidate_count": 34880,
"candidate_ids_hash": "7424977e559a0838",
"candidate_count": 8950,
"candidate_ids_hash": "8f48b156e4c90be9",
"train_hash": "{\"M15\": \"f7cd61210e9ed0437dc0ff67fb624f40674c8d5aa3d4c8e07f584eed76567123\", \"M5\": \"da2e265acdf14363ce7124eae92def94ab8f6efa1c6f922e8161c24ce7dc0203\"}",
"oos_hash": "{\"M15\": \"b548a471b9a65b5eccd0ba72fdb3c97ce276a3b0b4af6c94950250c739214c23\", \"M5\": \"a04fc24ed6fe64f9e68c0de966ed1464b8c11c779372f97fc94d55029f871dbe\"}",
"per_timeframe_counts": {
"M15": 8107,
"M5": 26773
"M15": 2046,
"M5": 6904
}
}
+2 -2
View File
@@ -1,2 +1,2 @@
timeframe,raw_bars,feature_rows,after_nan_removal,after_tbm,trend_pullback_signals,after_session_filter,after_regime_filter,after_probability_filter,executed_trades_is,winning_trades_is,losing_trades_is,executed_trades_oos,positive_labels_is,negative_labels_is,neutral_labels_is,positive_labels_oos,negative_labels_oos,neutral_labels_oos,hmm_converged,prob_mean,prob_median,prob_std,brier_score,log_loss,roc_auc,avg_precision,hmm_state_0_occupancy_pct,hmm_state_0_samples,hmm_state_1_occupancy_pct,hmm_state_1_samples,hmm_state_2_occupancy_pct,hmm_state_2_samples
M15,116101,92881,92682,92682,8107,2995,1963,582,968,952,16,243,20934,20825,50923,4974,5373,12674,True,0.45051559805870056,5.327006147126667e-05,0.4974587857723236,3.065726339457342e-09,0.00010428997885957165,1.0,1.0,40.920567100407844,37926,36.45368032627695,33786,22.625752573315207,20970
timeframe,raw_bars,feature_rows,after_nan_removal,after_tbm,trend_pullback_signals,after_session_filter,after_regime_filter,after_probability_filter,executed_trades_is,winning_trades_is,losing_trades_is,executed_trades_oos,positive_labels_is,negative_labels_is,neutral_labels_is,positive_labels_oos,negative_labels_oos,neutral_labels_oos,hmm_converged,prob_mean,prob_median,prob_std,brier_score,log_loss,roc_auc,avg_precision
M15,116101,92881,92682,92682,8107,2995,1963,582,968,952,16,243,20934,20825,50923,4974,5373,12674,False,0.45051559805870056,5.327006147126667e-05,0.4974587857723236,3.065726339457342e-09,0.00010428997885957165,1.0,1.0
1 timeframe raw_bars feature_rows after_nan_removal after_tbm trend_pullback_signals after_session_filter after_regime_filter after_probability_filter executed_trades_is winning_trades_is losing_trades_is executed_trades_oos positive_labels_is negative_labels_is neutral_labels_is positive_labels_oos negative_labels_oos neutral_labels_oos hmm_converged prob_mean prob_median prob_std brier_score log_loss roc_auc avg_precision hmm_state_0_occupancy_pct hmm_state_0_samples hmm_state_1_occupancy_pct hmm_state_1_samples hmm_state_2_occupancy_pct hmm_state_2_samples
2 M15 116101 92881 92682 92682 8107 2995 1963 582 968 952 16 243 20934 20825 50923 4974 5373 12674 True False 0.45051559805870056 5.327006147126667e-05 0.4974587857723236 3.065726339457342e-09 0.00010428997885957165 1.0 1.0 40.920567100407844 37926 36.45368032627695 33786 22.625752573315207 20970
+2 -2
View File
@@ -1,2 +1,2 @@
timeframe,raw_bars,feature_rows,after_nan_removal,after_tbm,trend_pullback_signals,after_session_filter,after_regime_filter,after_probability_filter,executed_trades_is,winning_trades_is,losing_trades_is,executed_trades_oos,positive_labels_is,negative_labels_is,neutral_labels_is,positive_labels_oos,negative_labels_oos,neutral_labels_oos,hmm_converged,prob_mean,prob_median,prob_std,brier_score,log_loss,roc_auc,avg_precision,hmm_state_0_occupancy_pct,hmm_state_0_samples,hmm_state_1_occupancy_pct,hmm_state_1_samples,hmm_state_2_occupancy_pct,hmm_state_2_samples
M5,347571,278056,277857,277857,26773,9337,5468,2418,3203,3134,69,1066,115685,114490,47682,28375,29843,11098,True,0.8283275961875916,0.9999033212661743,0.3769741654396057,4.194029568083124e-09,0.00010314846193991965,1.0,1.0,41.82907034913643,116225,35.43081513152449,98447,22.740114519339087,63185
timeframe,raw_bars,feature_rows,after_nan_removal,after_tbm,trend_pullback_signals,after_session_filter,after_regime_filter,after_probability_filter,executed_trades_is,winning_trades_is,losing_trades_is,executed_trades_oos,positive_labels_is,negative_labels_is,neutral_labels_is,positive_labels_oos,negative_labels_oos,neutral_labels_oos,hmm_converged,prob_mean,prob_median,prob_std,brier_score,log_loss,roc_auc,avg_precision
M5,347571,278056,277857,277857,26773,9337,5468,2418,3203,3134,69,1066,115685,114490,47682,28375,29843,11098,False,0.8283275961875916,0.9999033212661743,0.3769741654396057,4.194029568083124e-09,0.00010314846193991965,1.0,1.0
1 timeframe raw_bars feature_rows after_nan_removal after_tbm trend_pullback_signals after_session_filter after_regime_filter after_probability_filter executed_trades_is winning_trades_is losing_trades_is executed_trades_oos positive_labels_is negative_labels_is neutral_labels_is positive_labels_oos negative_labels_oos neutral_labels_oos hmm_converged prob_mean prob_median prob_std brier_score log_loss roc_auc avg_precision hmm_state_0_occupancy_pct hmm_state_0_samples hmm_state_1_occupancy_pct hmm_state_1_samples hmm_state_2_occupancy_pct hmm_state_2_samples
2 M5 347571 278056 277857 277857 26773 9337 5468 2418 3203 3134 69 1066 115685 114490 47682 28375 29843 11098 True False 0.8283275961875916 0.9999033212661743 0.3769741654396057 4.194029568083124e-09 0.00010314846193991965 1.0 1.0 41.82907034913643 116225 35.43081513152449 98447 22.740114519339087 63185
+2 -2
View File
@@ -9,5 +9,5 @@ Rejected Trades,7139.0,23570.0,69.71149766652525,True
OOS Trades,243.0,1066.0,77.20450281425892,True
Win Rate,0.9834710743801653,0.9784576959100842,0.5097636931763133,False
PF,79.59834719824981,59.5740392863172,25.156688067981513,True
Brier Score,3.065726339457342e-09,4.194029568083124e-09,26.902605485003093,True
Calibration Error,5.532332936910035e-05,6.47379259862807e-05,14.54262933782508,False
Brier Score,3.0745712642499257e-09,4.217244775617246e-09,27.095261768391804,True
Calibration Error,5.5384696643419895e-05,6.486774708734205e-05,14.619053180856698,False
1 M15 M5 pct_diff flag_gt_15pct
9 OOS Trades 243.0 1066.0 77.20450281425892 True
10 Win Rate 0.9834710743801653 0.9784576959100842 0.5097636931763133 False
11 PF 79.59834719824981 59.5740392863172 25.156688067981513 True
12 Brier Score 3.065726339457342e-09 3.0745712642499257e-09 4.194029568083124e-09 4.217244775617246e-09 26.902605485003093 27.095261768391804 True
13 Calibration Error 5.532332936910035e-05 5.5384696643419895e-05 6.47379259862807e-05 6.486774708734205e-05 14.54262933782508 14.619053180856698 False
+1 -5
View File
@@ -1,5 +1 @@
from_stage,to_stage,stage_removed,lost_count
TREND_PULLBACK,LABEL_FILTER,LABEL_FILTER,5112
LABEL_FILTER,HMM,HMM,1032
HMM,PROBABILITY_FILTER,PROBABILITY_FILTER,1381
PROBABILITY_FILTER,EXECUTED,EXECUTED,89
from_stage,to_stage,lost_count
1 from_stage to_stage stage_removed lost_count
TREND_PULLBACK LABEL_FILTER LABEL_FILTER 5112
LABEL_FILTER HMM HMM 1032
HMM PROBABILITY_FILTER PROBABILITY_FILTER 1381
PROBABILITY_FILTER EXECUTED EXECUTED 89
+1 -5
View File
@@ -1,5 +1 @@
from_stage,to_stage,stage_removed,lost_count
TREND_PULLBACK,LABEL_FILTER,LABEL_FILTER,17436
LABEL_FILTER,HMM,HMM,3869
HMM,PROBABILITY_FILTER,PROBABILITY_FILTER,3050
PROBABILITY_FILTER,EXECUTED,EXECUTED,727
from_stage,to_stage,lost_count
1 from_stage to_stage stage_removed lost_count
TREND_PULLBACK LABEL_FILTER LABEL_FILTER 17436
LABEL_FILTER HMM HMM 3869
HMM PROBABILITY_FILTER PROBABILITY_FILTER 3050
PROBABILITY_FILTER EXECUTED EXECUTED 727
+6 -6
View File
@@ -1,7 +1,7 @@
,M15,M5
Generated,8107,26773
Loaded,6148,11577
TBM Pass,8107,26773
HMM Pass,1963,5468
XGB Pass,582,2418
Executed,493,1691
Generated,2046,6904
Loaded,1738,3171
TBM Pass,2046,6904
HMM Pass,570,1707
XGB Pass,467,2942
Executed,0,0
1 M15 M5
2 Generated 8107 2046 26773 6904
3 Loaded 6148 1738 11577 3171
4 TBM Pass 8107 2046 26773 6904
5 HMM Pass 1963 570 5468 1707
6 XGB Pass 582 467 2418 2942
7 Executed 493 0 1691 0