add files

optimizer.py

@@ -0,0 +1,115 @@
+
+import random
+import numpy as np
+from deap import base, creator, tools, algorithms
+import multiprocessing
+
+import pandas as pd
+from utils import initialize, shutdown, get_rates
+from backtest import BacktestEngine
+from logger import logger
+from config import INITIAL_CAPITAL, STRATEGIES, BUY_THRESHOLD, SELL_THRESHOLD
+
+# 1. 定义适应度函数 (已优化)
+def evaluate_fitness(individual, df_data):
+    """
+    评估函数现在接收预先加载的DataFrame作为参数，避免了重复IO。
+    输入:
+    - individual: 一个代表策略权重的列表。
+    - df_data: 包含历史K线数据的Pandas DataFrame。
+    输出: 一个元组，包含适应度分数（最终资金）。
+    """
+    weights = individual
+
+    # 直接使用传入的df_data，不再需要get_rates
+    engine = BacktestEngine(df_data)
+    signals_list = []
+
+    strategy_instances = [s for s, w in STRATEGIES]
+
+    for strat in strategy_instances:
+        signals = engine.run_strategy(strat)
+        signals_list.append(signals)
+
+    combined_signal = engine.combine_signals(signals_list, weights, BUY_THRESHOLD, SELL_THRESHOLD)
+    cum_ret = engine.calc_returns(combined_signal)
+    final_capital = INITIAL_CAPITAL * (1 + cum_ret.iloc[-1])
+
+    # 在优化过程中，可以注释掉这行日志以提高速度，因为它会大量输出
+    # logger.info(f"评估权重: {[f'{w:.2f}' for w in weights]} -> 最终资金: {final_capital:.2f}")
+
+    return (final_capital,)
+
+# 2. 设置遗传算法 (已优化)
+def run_optimizer():
+    """
+    配置并运行遗传算法
+    """
+    # --- 数据预加载 ---
+    logger.info("--- 开始遗传算法优化 --- ")
+    logger.info("步骤 1/4: 初始化MT5并预加载历史数据...")
+    if not initialize():
+        logger.error("MT5初始化失败，无法开始优化")
+        return
+
+    symbol = "XAUUSD"
+    timeframe = 1  # M1
+    count = 50000 # 使用与回测相同的数据量
+    rates = get_rates(symbol, timeframe, count)
+    shutdown() # 获取数据后即可关闭连接
+
+    if rates is None:
+        logger.error("获取历史数据失败，优化终止")
+        return
+
+    df_historical_data = pd.DataFrame(rates)
+    logger.info(f"历史数据加载完成，共 {len(df_historical_data)} 条记录。")
+
+    # --- DEAP 设置 ---
+    logger.info("步骤 2/4: 配置遗传算法...")
+    creator.create("FitnessMax", base.Fitness, weights=(1.0,))
+    creator.create("Individual", list, fitness=creator.FitnessMax)
+
+    toolbox = base.Toolbox()
+    toolbox.register("attr_float", random.uniform, 0.1, 2.0)
+    num_strategies = len(STRATEGIES)
+    toolbox.register("individual", tools.initRepeat, creator.Individual, toolbox.attr_float, n=num_strategies)
+    toolbox.register("population", tools.initRepeat, list, toolbox.individual)
+
+    toolbox.register("evaluate", evaluate_fitness, df_data=df_historical_data)
+    toolbox.register("mate", tools.cxTwoPoint)
+    toolbox.register("mutate", tools.mutGaussian, mu=0, sigma=0.5, indpb=0.2)
+    toolbox.register("select", tools.selTournament, tournsize=3)
+
+    # --- 并行计算设置 ---
+    logger.info("步骤 3/4: 配置并行计算和统计...")
+    pool = multiprocessing.Pool()
+    toolbox.register("map", pool.map)
+
+    # --- 统计功能设置 ---
+    stats = tools.Statistics(lambda ind: ind.fitness.values)
+    stats.register("avg", np.mean)
+    stats.register("std", np.std)
+    stats.register("min", np.min)
+    stats.register("max", np.max)
+
+    # --- 运行算法 ---
+    population = toolbox.population(n=50)
+    ngen = 20
+    cxpb = 0.5
+    mutpb = 0.2
+
+    logger.info(f"步骤 4/4: 开始并行进化... (种群大小: {len(population)}, 进化代数: {ngen})")
+    algorithms.eaSimple(population, toolbox, cxpb, mutpb, ngen, stats=stats, verbose=True)
+
+    pool.close()
+
+    # --- 结果 ---
+    best_individual = tools.selBest(population, k=1)[0]
+    best_fitness = best_individual.fitness.values[0]
+
+    logger.info("--- 遗传算法优化结束 ---")
+    logger.info(f"找到的最佳权重: {[f'{w:.2f}' for w in best_individual]}")
+    logger.info(f"对应的最佳最终资金: {best_fitness:.2f}")
+
+    return best_individual, best_fitness