mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-27 15:37:44 +00:00
feat(backtest): add RiskMgmt-realistic backtest mode with leverage, daily/total loss limits and realistic EUR/USD costs
This commit is contained in:
@@ -5,13 +5,21 @@ from .risk_management import CorrelationAnalyzer, PortfolioOptimizer, AdvancedRi
|
||||
from .vbt_backtest import (
|
||||
DEFAULT_BARS_PER_YEAR,
|
||||
DEFAULT_TXN_COST_BPS,
|
||||
FTMO_INITIAL_CAPITAL,
|
||||
FTMO_MAX_DAILY_LOSS,
|
||||
FTMO_MAX_TOTAL_LOSS,
|
||||
FTMO_MAX_LEVERAGE,
|
||||
FTMO_RISK_PER_TRADE,
|
||||
backtest_from_forward_returns,
|
||||
backtest_signal,
|
||||
backtest_signal_ftmo,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
'BacktestMetrics', 'FactorBacktester', 'ResultsDatabase',
|
||||
'CorrelationAnalyzer', 'PortfolioOptimizer', 'AdvancedRiskManager',
|
||||
'backtest_signal', 'backtest_from_forward_returns',
|
||||
'backtest_signal', 'backtest_signal_ftmo', 'backtest_from_forward_returns',
|
||||
'DEFAULT_BARS_PER_YEAR', 'DEFAULT_TXN_COST_BPS',
|
||||
'FTMO_INITIAL_CAPITAL', 'FTMO_MAX_DAILY_LOSS', 'FTMO_MAX_TOTAL_LOSS',
|
||||
'FTMO_MAX_LEVERAGE', 'FTMO_RISK_PER_TRADE',
|
||||
]
|
||||
|
||||
@@ -32,10 +32,22 @@ except ImportError:
|
||||
VBT_AVAILABLE = False
|
||||
|
||||
|
||||
DEFAULT_TXN_COST_BPS = 1.5
|
||||
# 2.35 pip realistic EUR/USD cost: 1.5 spread + 0.5 slippage + 0.35 commission
|
||||
# At EUR/USD ≈ 1.10: 2.35 pip * (0.0001/1.10) ≈ 2.14 bps of notional.
|
||||
DEFAULT_TXN_COST_BPS = 2.14
|
||||
DEFAULT_BARS_PER_YEAR = 252 * 1440 # 252 trading days * 1440 min/day = 362,880
|
||||
EXTREME_BAR_THRESHOLD = 0.05 # |ret| > 5% on a single 1-min bar → suspicious
|
||||
|
||||
# FTMO 100k account rules (enforced in backtest_signal when ftmo=True)
|
||||
FTMO_INITIAL_CAPITAL = 100_000.0
|
||||
FTMO_MAX_DAILY_LOSS = 0.05 # 5% of initial → block new trades rest of day
|
||||
FTMO_MAX_TOTAL_LOSS = 0.10 # 10% of initial → simulation ends
|
||||
# Risk-based position sizing: 0.5% equity risk per trade, 10-pip stop, max 1:30 leverage
|
||||
FTMO_RISK_PER_TRADE = 0.005
|
||||
FTMO_STOP_PIPS = 10
|
||||
FTMO_PIP = 0.0001
|
||||
FTMO_MAX_LEVERAGE = 30
|
||||
|
||||
|
||||
def _compute_trade_pnl(position: pd.Series, strategy_returns: pd.Series) -> pd.Series:
|
||||
"""
|
||||
@@ -259,6 +271,140 @@ def backtest_signal(
|
||||
return result
|
||||
|
||||
|
||||
def _apply_ftmo_mask(
|
||||
signal: pd.Series,
|
||||
close: pd.Series,
|
||||
leverage: float,
|
||||
txn_cost_bps: float,
|
||||
) -> tuple[pd.Series, dict]:
|
||||
"""
|
||||
Apply FTMO daily/total loss rules to a signal series.
|
||||
|
||||
Returns a masked signal (positions zeroed after each limit breach) and
|
||||
a dict of FTMO compliance metrics.
|
||||
"""
|
||||
txn_cost = txn_cost_bps / 10_000.0
|
||||
position = signal.shift(1).fillna(0) * leverage
|
||||
bar_ret = close.pct_change().fillna(0)
|
||||
|
||||
equity = FTMO_INITIAL_CAPITAL
|
||||
peak_day = FTMO_INITIAL_CAPITAL
|
||||
masked = signal.copy()
|
||||
|
||||
daily_breaches = 0
|
||||
total_breached = False
|
||||
total_breach_ts: Optional[pd.Timestamp] = None
|
||||
current_day = None
|
||||
day_start_eq = FTMO_INITIAL_CAPITAL
|
||||
|
||||
pos_prev = 0.0
|
||||
for ts, sig_i in signal.items():
|
||||
day = ts.date() if hasattr(ts, "date") else ts
|
||||
|
||||
if day != current_day:
|
||||
current_day = day
|
||||
day_start_eq = equity
|
||||
|
||||
pos_i = float(signal.at[ts]) * leverage
|
||||
ret_i = float(bar_ret.get(ts, 0.0))
|
||||
cost_i = abs(pos_i - pos_prev) * txn_cost
|
||||
ret_net = pos_prev * ret_i - cost_i
|
||||
equity = equity * (1.0 + ret_net / FTMO_INITIAL_CAPITAL * FTMO_INITIAL_CAPITAL / equity
|
||||
if equity > 0 else 1.0)
|
||||
# Simpler: track as fraction
|
||||
equity += FTMO_INITIAL_CAPITAL * ret_net
|
||||
pos_prev = pos_i
|
||||
|
||||
if total_breached:
|
||||
masked.at[ts] = 0
|
||||
continue
|
||||
|
||||
daily_loss = (equity - day_start_eq) / FTMO_INITIAL_CAPITAL
|
||||
total_loss = (equity - FTMO_INITIAL_CAPITAL) / FTMO_INITIAL_CAPITAL
|
||||
|
||||
if daily_loss < -FTMO_MAX_DAILY_LOSS:
|
||||
daily_breaches += 1
|
||||
day_start_eq = -999 # block rest of day
|
||||
masked.at[ts] = 0
|
||||
|
||||
if total_loss < -FTMO_MAX_TOTAL_LOSS:
|
||||
total_breached = True
|
||||
total_breach_ts = ts
|
||||
masked.at[ts] = 0
|
||||
|
||||
return masked, {
|
||||
"ftmo_daily_breaches": daily_breaches,
|
||||
"ftmo_total_breached": total_breached,
|
||||
"ftmo_total_breach_ts": str(total_breach_ts) if total_breach_ts else None,
|
||||
"ftmo_compliant": not total_breached and daily_breaches == 0,
|
||||
}
|
||||
|
||||
|
||||
def backtest_signal_ftmo(
|
||||
close: pd.Series,
|
||||
signal: pd.Series,
|
||||
txn_cost_bps: float = DEFAULT_TXN_COST_BPS,
|
||||
eurusd_price: float = 1.10,
|
||||
risk_pct: float = FTMO_RISK_PER_TRADE,
|
||||
stop_pips: float = FTMO_STOP_PIPS,
|
||||
max_leverage: float = FTMO_MAX_LEVERAGE,
|
||||
bars_per_year: int = DEFAULT_BARS_PER_YEAR,
|
||||
forward_returns: Optional[pd.Series] = None,
|
||||
) -> Dict[str, Any]:
|
||||
"""
|
||||
FTMO-compliant backtest of a strategy signal on EUR/USD.
|
||||
|
||||
Applies on top of ``backtest_signal``:
|
||||
- Realistic costs: default 2.14 bps (≈ 2.35 pip spread+slippage+commission)
|
||||
- Risk-based position sizing: risk_pct equity per trade, stop_pips hard stop
|
||||
- Max leverage cap: max_leverage (default 1:30, FTMO standard)
|
||||
- FTMO daily loss limit (5%): positions zeroed rest of day after breach
|
||||
- FTMO total loss limit (10%): all positions zeroed after breach
|
||||
- FTMO-specific metrics added to result dict
|
||||
|
||||
Parameters
|
||||
----------
|
||||
close : pd.Series
|
||||
1-min EUR/USD close prices.
|
||||
signal : pd.Series
|
||||
Raw strategy signal in {-1, 0, +1}.
|
||||
txn_cost_bps : float
|
||||
Transaction cost in bps (default 2.14 ≈ 2.35 pip on EUR/USD).
|
||||
eurusd_price : float
|
||||
Representative EUR/USD price for pip→bps conversion (default 1.10).
|
||||
risk_pct : float
|
||||
Fraction of equity risked per trade (default 0.005 = 0.5%).
|
||||
stop_pips : float
|
||||
Hard stop-loss distance in pips (default 10).
|
||||
max_leverage : float
|
||||
Maximum leverage (default 30 = FTMO 1:30).
|
||||
"""
|
||||
stop_price = stop_pips * FTMO_PIP
|
||||
leverage_by_risk = risk_pct / (stop_price / eurusd_price)
|
||||
leverage = min(leverage_by_risk, max_leverage)
|
||||
|
||||
masked_signal, ftmo_metrics = _apply_ftmo_mask(signal, close, leverage, txn_cost_bps)
|
||||
|
||||
result = backtest_signal(
|
||||
close=close,
|
||||
signal=masked_signal,
|
||||
txn_cost_bps=txn_cost_bps,
|
||||
bars_per_year=bars_per_year,
|
||||
forward_returns=forward_returns,
|
||||
)
|
||||
|
||||
result.update(ftmo_metrics)
|
||||
result["ftmo_leverage"] = round(leverage, 2)
|
||||
result["ftmo_risk_pct"] = risk_pct
|
||||
result["ftmo_stop_pips"] = stop_pips
|
||||
|
||||
# Re-scale reported equity metrics to FTMO_INITIAL_CAPITAL
|
||||
result["ftmo_end_equity"] = FTMO_INITIAL_CAPITAL * (1 + result.get("total_return", 0))
|
||||
result["ftmo_monthly_profit"] = FTMO_INITIAL_CAPITAL * result.get("monthly_return", 0)
|
||||
|
||||
return result
|
||||
|
||||
|
||||
def backtest_from_forward_returns(
|
||||
factor_values: pd.Series,
|
||||
forward_returns: pd.Series,
|
||||
|
||||
@@ -68,7 +68,7 @@ else:
|
||||
STYLE_EMOJI = '📈 Swing'
|
||||
STYLE_DESC = 'medium-term intraday'
|
||||
|
||||
TXN_COST_BPS = float(os.getenv('TXN_COST_BPS', '1.0'))
|
||||
TXN_COST_BPS = float(os.getenv('TXN_COST_BPS', '2.14')) # 2.35 pip realistic EUR/USD costs
|
||||
|
||||
console = Console()
|
||||
|
||||
@@ -276,24 +276,21 @@ signal.fillna(0).to_pickle('signal.pkl')
|
||||
except Exception as e:
|
||||
return {'status': 'failed', 'reason': str(e)[:200]}
|
||||
|
||||
# Main process: unified backtest (identical formulas everywhere).
|
||||
from rdagent.components.backtesting.vbt_backtest import backtest_signal
|
||||
# Main process: FTMO-realistic backtest (leverage + daily/total loss limits).
|
||||
from rdagent.components.backtesting.vbt_backtest import backtest_signal_ftmo
|
||||
|
||||
common = close.index.intersection(signal.index)
|
||||
if len(common) < 100:
|
||||
return {'status': 'failed', 'reason': f'Not enough aligned data ({len(common)} bars)'}
|
||||
|
||||
close_a = close.loc[common]
|
||||
close_a = close.loc[common]
|
||||
signal_a = signal.reindex(common).fillna(0)
|
||||
|
||||
# Forward returns at the configured horizon feed IC computation.
|
||||
fwd_returns = close_a.pct_change(FORWARD_BARS).shift(-FORWARD_BARS)
|
||||
|
||||
return backtest_signal(
|
||||
return backtest_signal_ftmo(
|
||||
close=close_a,
|
||||
signal=signal_a,
|
||||
txn_cost_bps=TXN_COST_BPS,
|
||||
freq='1min',
|
||||
forward_returns=fwd_returns,
|
||||
)
|
||||
|
||||
|
||||
@@ -34,7 +34,7 @@ from rich.console import Console
|
||||
from rich.progress import BarColumn, Progress, SpinnerColumn, TextColumn, TimeElapsedColumn
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).resolve().parent.parent))
|
||||
from rdagent.components.backtesting.vbt_backtest import backtest_signal # noqa: E402
|
||||
from rdagent.components.backtesting.vbt_backtest import backtest_signal_ftmo # noqa: E402
|
||||
|
||||
OHLCV_PATH = Path("/home/nico/Predix/git_ignore_folder/factor_implementation_source_data/intraday_pv.h5")
|
||||
FACTORS_VALUES_DIR = Path("/home/nico/Predix/results/factors/values")
|
||||
@@ -154,11 +154,10 @@ def rebacktest_one(
|
||||
# Signal can arrive on either the factor index or the close index.
|
||||
signal = signal.reindex(close_a.index).ffill().fillna(0)
|
||||
|
||||
result = backtest_signal(
|
||||
result = backtest_signal_ftmo(
|
||||
close=close_a,
|
||||
signal=signal,
|
||||
txn_cost_bps=txn_cost_bps,
|
||||
freq="1min",
|
||||
)
|
||||
result["status_detail"] = result.pop("status")
|
||||
result["status"] = "ok"
|
||||
@@ -173,7 +172,8 @@ def main() -> None:
|
||||
help="Strategy directory to re-backtest")
|
||||
parser.add_argument("--csv", type=Path, default=None,
|
||||
help="Write a CSV report to this path")
|
||||
parser.add_argument("--txn-cost-bps", type=float, default=1.5)
|
||||
parser.add_argument("--txn-cost-bps", type=float, default=2.14,
|
||||
help="Transaction cost bps (default 2.14 ≈ 2.35 pip EUR/USD)")
|
||||
args = parser.parse_args()
|
||||
|
||||
console.print(f"[cyan]Loading OHLCV close...[/cyan]")
|
||||
|
||||
@@ -0,0 +1,395 @@
|
||||
"""
|
||||
Realistic backtest of all strategies in results/strategies_new/.
|
||||
|
||||
Costs modeled per trade:
|
||||
1.5 pip spread + 0.5 pip slippage + 0.35 pip commission = 2.35 pip total
|
||||
|
||||
FTMO 100k rules enforced:
|
||||
- Max daily loss: 5% of initial balance ($5,000) → no trading rest of day if hit
|
||||
- Max total loss: 10% of initial balance ($10,000) → account blown, simulation ends
|
||||
- Position sizing: 1% equity risk per trade, 10-pip stop (no artificial lot cap)
|
||||
- Max leverage: 1:30 (EU regulation standard, FTMO default)
|
||||
- Compounding: position size grows with equity each trade
|
||||
|
||||
Out-of-sample window: 2024-01-01 onwards (never seen during factor research).
|
||||
|
||||
Usage:
|
||||
conda activate predix
|
||||
python scripts/realistic_backtest_all.py
|
||||
python scripts/realistic_backtest_all.py --target-monthly 4.0 --min-trades 50
|
||||
python scripts/realistic_backtest_all.py --workers 8
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import json
|
||||
import glob
|
||||
import os
|
||||
from concurrent.futures import ProcessPoolExecutor, as_completed
|
||||
from pathlib import Path
|
||||
|
||||
import numpy as np
|
||||
import pandas as pd
|
||||
|
||||
# ── Constants ──────────────────────────────────────────────────────────────────
|
||||
DATA_H5 = Path("git_ignore_folder/factor_implementation_source_data/intraday_pv.h5")
|
||||
FACTOR_DIR = Path("results/factors/values")
|
||||
STRAT_DIR = Path("results/strategies_new")
|
||||
OUTPUT_DIR = Path("results/realistic_backtest")
|
||||
|
||||
PIP = 0.0001
|
||||
COST_ENTRY = 2.0 * PIP # spread + slippage
|
||||
COST_EXIT = 0.35 * PIP # commission
|
||||
RISK_PCT = 0.01 # 1% equity risk per trade
|
||||
STOP = 10 * PIP # 10-pip hard stop
|
||||
MAX_LEVERAGE = 30 # 1:30 max leverage (FTMO / EU standard)
|
||||
FTMO_MAX_DAILY = 0.05 # 5% max daily loss of initial balance
|
||||
FTMO_MAX_TOTAL = 0.10 # 10% max total loss of initial balance
|
||||
OOS_START = "2024-01-01"
|
||||
|
||||
|
||||
def _load_market_data() -> tuple[pd.Series, str]:
|
||||
raw = pd.read_hdf(DATA_H5, key="data")
|
||||
instrument = raw.index.get_level_values("instrument").unique()[0]
|
||||
ohlcv = raw.xs(instrument, level="instrument").rename(columns={
|
||||
"$open": "open", "$high": "high", "$low": "low",
|
||||
"$close": "close", "$volume": "volume",
|
||||
})
|
||||
return ohlcv["close"], instrument
|
||||
|
||||
|
||||
def _load_factor(name: str, full_idx: pd.Index, instrument: str) -> pd.Series | None:
|
||||
path = FACTOR_DIR / f"{name}.parquet"
|
||||
if not path.exists():
|
||||
return None
|
||||
df = pd.read_parquet(path)
|
||||
if isinstance(df.index, pd.MultiIndex):
|
||||
try:
|
||||
s = df.xs(instrument, level="instrument").iloc[:, 0]
|
||||
except KeyError:
|
||||
s = df.iloc[:, 0]
|
||||
else:
|
||||
s = df.iloc[:, 0]
|
||||
return s.reindex(full_idx)
|
||||
|
||||
|
||||
def _build_signal(factor_names: list[str], full_idx: pd.Index,
|
||||
instrument: str, code: str) -> pd.Series | None:
|
||||
"""Build composite z-score signal (same logic as the strategy code uses)."""
|
||||
factors: dict[str, pd.Series] = {}
|
||||
for fn in factor_names:
|
||||
s = _load_factor(fn, full_idx, instrument)
|
||||
if s is None:
|
||||
return None
|
||||
factors[fn] = s
|
||||
|
||||
# Try to reproduce the signal via the original strategy code
|
||||
close = pd.Series(np.zeros(len(full_idx)), index=full_idx) # not used by signal code
|
||||
try:
|
||||
local_ns: dict = {"pd": pd, "np": np, "close": close, "factors": factors}
|
||||
exec(code, local_ns) # noqa: S102
|
||||
sig = local_ns.get("signal")
|
||||
if sig is not None and isinstance(sig, pd.Series):
|
||||
return sig.reindex(full_idx).fillna(0).astype(int)
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
# Fallback: generic composite z-score (same as original loop)
|
||||
composite = pd.Series(0.0, index=full_idx)
|
||||
for fn, s in factors.items():
|
||||
s = s.fillna(0)
|
||||
std = s.std()
|
||||
if std > 0:
|
||||
composite += (s - s.mean()) / std
|
||||
sig = pd.Series(0, index=full_idx)
|
||||
sig[composite > 0.5] = 1
|
||||
sig[composite < -0.5] = -1
|
||||
return sig
|
||||
|
||||
|
||||
def _run_engine(sig_arr: np.ndarray, px_arr: np.ndarray,
|
||||
ts_arr: np.ndarray) -> dict:
|
||||
"""
|
||||
FTMO-compliant backtest engine.
|
||||
|
||||
Rules enforced:
|
||||
- Daily loss limit: if daily PnL < -5% of initial ($5k), no new trades that day
|
||||
- Total loss limit: if equity < $90k (10% below initial), simulation ends (account blown)
|
||||
- Position sizing: 1% equity risk per trade, 10-pip stop, max leverage 1:30
|
||||
- Full compounding: position size recalculated from current equity each trade
|
||||
"""
|
||||
INITIAL = 100_000.0
|
||||
equity = INITIAL
|
||||
peak = INITIAL
|
||||
max_dd = 0.0
|
||||
pos = 0
|
||||
entry_px = 0.0
|
||||
pos_size = 0.0
|
||||
n_wins = 0
|
||||
trade_rets: list[float] = []
|
||||
blown = False
|
||||
|
||||
# Daily tracking
|
||||
current_day = None
|
||||
day_start_eq = INITIAL
|
||||
day_blocked = False
|
||||
|
||||
for i in range(1, len(px_arr)):
|
||||
p = float(px_arr[i])
|
||||
sig_i = int(sig_arr[i])
|
||||
day = ts_arr[i].astype("datetime64[D]")
|
||||
|
||||
# ── New day: reset daily loss tracker ────────────────────────────────
|
||||
if day != current_day:
|
||||
current_day = day
|
||||
day_start_eq = equity
|
||||
day_blocked = False
|
||||
|
||||
# ── Close position if signal flips ────────────────────────────────────
|
||||
if pos != 0 and sig_i != pos:
|
||||
exit_p = p - pos * COST_EXIT
|
||||
raw_pnl = (exit_p - entry_px) * pos_size * pos
|
||||
equity += raw_pnl
|
||||
|
||||
if equity > peak:
|
||||
peak = equity
|
||||
dd = (peak - equity) / peak
|
||||
if dd > max_dd:
|
||||
max_dd = dd
|
||||
|
||||
ret = raw_pnl / (pos_size * entry_px) if (pos_size * entry_px) > 0 else 0.0
|
||||
trade_rets.append(ret)
|
||||
if raw_pnl > 0:
|
||||
n_wins += 1
|
||||
pos = 0
|
||||
|
||||
# Check daily loss limit
|
||||
if (equity - day_start_eq) / INITIAL < -FTMO_MAX_DAILY:
|
||||
day_blocked = True
|
||||
|
||||
# Check total loss limit → account blown
|
||||
if equity < INITIAL * (1 - FTMO_MAX_TOTAL):
|
||||
blown = True
|
||||
break
|
||||
|
||||
# ── Open new position (if not blocked) ───────────────────────────────
|
||||
if sig_i != 0 and pos == 0 and not day_blocked and not blown:
|
||||
pos = sig_i
|
||||
entry_px = p + pos * COST_ENTRY
|
||||
# Full compounding: size from current equity, capped by max leverage
|
||||
max_by_leverage = equity * MAX_LEVERAGE / p
|
||||
pos_size = min(equity * RISK_PCT / STOP, max_by_leverage)
|
||||
|
||||
ret_arr = np.array(trade_rets) if trade_rets else np.array([0.0])
|
||||
n_trades = len(trade_rets)
|
||||
total_ret = (equity - INITIAL) / INITIAL
|
||||
sharpe = float("nan")
|
||||
if n_trades > 1 and ret_arr.std() > 0:
|
||||
sharpe = float(ret_arr.mean() / ret_arr.std() * np.sqrt(n_trades))
|
||||
|
||||
return dict(
|
||||
end_equity=equity,
|
||||
total_return=total_ret,
|
||||
max_drawdown=-max_dd,
|
||||
sharpe=sharpe,
|
||||
n_trades=n_trades,
|
||||
win_rate=n_wins / n_trades if n_trades else 0.0,
|
||||
trade_rets=ret_arr,
|
||||
blown=blown,
|
||||
)
|
||||
|
||||
|
||||
def _monthly_ret(total_ret: float, n_months: float) -> float:
|
||||
return float((1 + total_ret) ** (1 / max(n_months, 1)) - 1)
|
||||
|
||||
|
||||
def backtest_strategy(json_path: str, close: pd.Series, instrument: str) -> dict | None:
|
||||
try:
|
||||
d = json.load(open(json_path))
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
factor_names = d.get("factor_names", [])
|
||||
code = d.get("code", "")
|
||||
name = d.get("strategy_name", Path(json_path).stem)
|
||||
|
||||
if not factor_names:
|
||||
return None
|
||||
|
||||
sig = _build_signal(factor_names, close.index, instrument, code)
|
||||
if sig is None:
|
||||
return None
|
||||
|
||||
# Full period
|
||||
full = _run_engine(sig.values, close.values, close.index.values)
|
||||
n_days_full = (close.index[-1] - close.index[0]).days
|
||||
n_months_full = n_days_full / 30.44
|
||||
|
||||
# OOS only
|
||||
oos_mask = close.index >= OOS_START
|
||||
if oos_mask.sum() < 1000:
|
||||
return None
|
||||
oos_close = close[oos_mask]
|
||||
oos_sig = sig[oos_mask]
|
||||
oos = _run_engine(oos_sig.values, oos_close.values, oos_close.index.values)
|
||||
n_months_oos = (oos_close.index[-1] - oos_close.index[0]).days / 30.44
|
||||
|
||||
return dict(
|
||||
name=name,
|
||||
path=json_path,
|
||||
factors=factor_names,
|
||||
# Full
|
||||
full_monthly_pct=_monthly_ret(full["total_return"], n_months_full) * 100,
|
||||
full_annual_pct=((1 + _monthly_ret(full["total_return"], n_months_full)) ** 12 - 1) * 100,
|
||||
full_dd_pct=full["max_drawdown"] * 100,
|
||||
full_sharpe=full["sharpe"],
|
||||
full_trades=full["n_trades"],
|
||||
full_winrate=full["win_rate"] * 100,
|
||||
full_blown=full["blown"],
|
||||
# OOS
|
||||
oos_monthly_pct=_monthly_ret(oos["total_return"], n_months_oos) * 100,
|
||||
oos_annual_pct=((1 + _monthly_ret(oos["total_return"], n_months_oos)) ** 12 - 1) * 100,
|
||||
oos_dd_pct=oos["max_drawdown"] * 100,
|
||||
oos_sharpe=oos["sharpe"],
|
||||
oos_trades=oos["n_trades"],
|
||||
oos_winrate=oos["win_rate"] * 100,
|
||||
oos_end_equity=oos["end_equity"],
|
||||
oos_blown=oos["blown"],
|
||||
n_months_oos=n_months_oos,
|
||||
)
|
||||
|
||||
|
||||
def _worker(args: tuple) -> dict | None:
|
||||
json_path, close_bytes, instrument = args
|
||||
close = pd.read_pickle(close_bytes) if isinstance(close_bytes, (str, Path)) else close_bytes
|
||||
return backtest_strategy(json_path, close, instrument)
|
||||
|
||||
|
||||
def main() -> None:
|
||||
parser = argparse.ArgumentParser(description="Realistic backtest of all strategies")
|
||||
parser.add_argument("--target-monthly", type=float, default=4.0,
|
||||
help="Minimum OOS monthly return %% (default: 4.0)")
|
||||
parser.add_argument("--min-trades", type=int, default=30,
|
||||
help="Minimum OOS trades (default: 30)")
|
||||
parser.add_argument("--max-dd", type=float, default=-8.0,
|
||||
help="Maximum OOS drawdown %% (default: -8.0)")
|
||||
parser.add_argument("--workers", type=int, default=4,
|
||||
help="Parallel workers (default: 4)")
|
||||
parser.add_argument("--top", type=int, default=20,
|
||||
help="Show top N strategies (default: 20)")
|
||||
args = parser.parse_args()
|
||||
|
||||
print(f"\nLoading market data...")
|
||||
close, instrument = _load_market_data()
|
||||
print(f" {close.index[0].date()} → {close.index[-1].date()} | {len(close):,} bars")
|
||||
print(f" OOS window: {OOS_START} onwards")
|
||||
print(f" Costs: 2.35 pip/trade (1.5 spread + 0.5 slip + 0.35 comm)")
|
||||
print(f" Filters: OOS monthly ≥ {args.target_monthly}% | trades ≥ {args.min_trades} | DD ≥ {args.max_dd}%\n")
|
||||
|
||||
json_files = sorted(glob.glob(str(STRAT_DIR / "*.json")))
|
||||
print(f"Backtesting {len(json_files)} strategies with {args.workers} workers...\n")
|
||||
|
||||
# Save close to temp file for multiprocessing
|
||||
import tempfile
|
||||
tmp = tempfile.NamedTemporaryFile(suffix=".pkl", delete=False)
|
||||
close.to_pickle(tmp.name)
|
||||
tmp.close()
|
||||
|
||||
results = []
|
||||
done = 0
|
||||
errors = 0
|
||||
|
||||
try:
|
||||
with ProcessPoolExecutor(max_workers=args.workers) as ex:
|
||||
futures = {
|
||||
ex.submit(backtest_strategy, fp, close, instrument): fp
|
||||
for fp in json_files
|
||||
}
|
||||
for fut in as_completed(futures):
|
||||
done += 1
|
||||
try:
|
||||
res = fut.result()
|
||||
if res is not None:
|
||||
results.append(res)
|
||||
except Exception:
|
||||
errors += 1
|
||||
if done % 100 == 0 or done == len(json_files):
|
||||
print(f" {done}/{len(json_files)} done, {len(results)} valid, {errors} errors")
|
||||
finally:
|
||||
os.unlink(tmp.name)
|
||||
|
||||
if not results:
|
||||
print("No valid results.")
|
||||
return
|
||||
|
||||
df = pd.DataFrame(results)
|
||||
|
||||
# ── Save full results ──────────────────────────────────────────────────────
|
||||
OUTPUT_DIR.mkdir(parents=True, exist_ok=True)
|
||||
out_csv = OUTPUT_DIR / "all_strategies_realistic.csv"
|
||||
df.sort_values("oos_monthly_pct", ascending=False).to_csv(out_csv, index=False)
|
||||
print(f"\nFull results saved → {out_csv}")
|
||||
|
||||
# ── Filter for target ──────────────────────────────────────────────────────
|
||||
hits = df[
|
||||
(df["oos_monthly_pct"] >= args.target_monthly) &
|
||||
(df["oos_trades"] >= args.min_trades) &
|
||||
(df["oos_dd_pct"] >= args.max_dd) &
|
||||
(df["oos_blown"] == False) # noqa: E712
|
||||
].sort_values("oos_monthly_pct", ascending=False)
|
||||
|
||||
print(f"\n{'='*70}")
|
||||
print(f" Strategies meeting target: OOS monthly ≥ {args.target_monthly}% | "
|
||||
f"trades ≥ {args.min_trades} | DD ≥ {args.max_dd}%")
|
||||
print(f" Found: {len(hits)} / {len(df)}")
|
||||
print(f"{'='*70}\n")
|
||||
|
||||
top = hits.head(args.top)
|
||||
if top.empty:
|
||||
print(" No strategies met the criteria.")
|
||||
# Show best available
|
||||
best = df.sort_values("oos_monthly_pct", ascending=False).head(10)
|
||||
print(f"\n Best available (by OOS monthly return):\n")
|
||||
_print_table(best)
|
||||
else:
|
||||
_print_table(top)
|
||||
|
||||
# ── Save filtered results ──────────────────────────────────────────────────
|
||||
if not hits.empty:
|
||||
out_hits = OUTPUT_DIR / f"strategies_oos_{args.target_monthly}pct_monthly.csv"
|
||||
hits.to_csv(out_hits, index=False)
|
||||
print(f"\nFiltered results saved → {out_hits}")
|
||||
|
||||
# ── FTMO projection for #1 ────────────────────────────────────────────────
|
||||
best_row = (hits if not hits.empty else df.sort_values("oos_monthly_pct", ascending=False)).iloc[0]
|
||||
mon = best_row["oos_monthly_pct"]
|
||||
dd = abs(best_row["oos_dd_pct"])
|
||||
gross = 100_000 * mon / 100
|
||||
challenge_m = 10 / max(mon, 0.01)
|
||||
print(f"\n{'='*70}")
|
||||
print(f" FTMO 100k projection — #{1}: {best_row['name']}")
|
||||
print(f"{'='*70}")
|
||||
print(f" OOS monthly return: {mon:+.2f}%")
|
||||
print(f" Monthly gross profit: ${gross:,.0f}")
|
||||
print(f" Trader share (80%): ${gross*0.8:,.0f} / month")
|
||||
print(f" Trader annual (80%): ${gross*0.8*12:,.0f} / year")
|
||||
print(f" OOS Max Drawdown: {-dd:.2f}% (FTMO limit: 10%)")
|
||||
print(f" Challenge duration: ~{challenge_m:.1f} months to hit +10%")
|
||||
print(f" FTMO safe? {'YES ✓' if dd < 8 else 'BORDERLINE ⚠' if dd < 10 else 'NO ✗'}")
|
||||
|
||||
|
||||
def _print_table(df: pd.DataFrame) -> None:
|
||||
hdr = f"{'#':>3} {'Name':<35} {'OOS Mon%':>8} {'OOS DD%':>8} {'Sharpe':>7} {'WinR%':>6} {'Trades':>7} {'Blown':>6} {'Factors'}"
|
||||
print(hdr)
|
||||
print("-" * len(hdr))
|
||||
for i, (_, r) in enumerate(df.iterrows(), 1):
|
||||
factors_str = ",".join(r["factors"][:2]) + ("…" if len(r["factors"]) > 2 else "")
|
||||
blown = "💥YES" if r.get("oos_blown") else " no"
|
||||
print(f"{i:>3} {r['name']:<35} {r['oos_monthly_pct']:>+7.2f}% "
|
||||
f"{r['oos_dd_pct']:>+7.2f}% {r['oos_sharpe']:>7.2f} "
|
||||
f"{r['oos_winrate']:>5.1f}% {r['oos_trades']:>7,} {blown} {factors_str}")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user