crypto_quant/core/trade/ma_break_statistics.py

import core.logger as logging
import os
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
import seaborn as sns
from datetime import datetime, timedelta, timezone
from core.utils import get_current_date_time
import re
import json
import math
from openpyxl import Workbook
from openpyxl.drawing.image import Image
import openpyxl
from openpyxl.styles import Font
from PIL import Image as PILImage
from config import (
    OKX_MONITOR_CONFIG,
    US_STOCK_MONITOR_CONFIG,
    MYSQL_CONFIG,
    WINDOW_SIZE,
    BINANCE_MONITOR_CONFIG,
)
from core.db.db_market_data import DBMarketData
from core.db.db_binance_data import DBBinanceData
from core.db.db_huge_volume_data import DBHugeVolumeData
from core.utils import timestamp_to_datetime, transform_date_time_to_timestamp

# seaborn支持中文
plt.rcParams["font.family"] = ["SimHei"]

logger = logging.logger


class MaBreakStatistics:
    """
    统计MA突破之后的涨跌幅
    MA向上突破的点位周期K线：5 > 10 > 20 > 30
    统计MA向上突破的点位周期K线，突破之后，到：
    下一个MA向下突破的点位周期K线：30 > 20 > 10 > 5
    之间的涨跌幅
    """

    def __init__(
        self,
        is_us_stock: bool = False,
        is_binance: bool = False,
        commission_per_share: float = 0.0008,
    ):
        mysql_user = MYSQL_CONFIG.get("user", "xch")
        mysql_password = MYSQL_CONFIG.get("password", "")
        if not mysql_password:
            raise ValueError("MySQL password is not set")
        mysql_host = MYSQL_CONFIG.get("host", "localhost")
        mysql_port = MYSQL_CONFIG.get("port", 3306)
        mysql_database = MYSQL_CONFIG.get("database", "okx")

        self.db_url = f"mysql+pymysql://{mysql_user}:{mysql_password}@{mysql_host}:{mysql_port}/{mysql_database}"

        self.db_huge_volume_data = DBHugeVolumeData(self.db_url)
        self.is_us_stock = is_us_stock
        self.is_binance = is_binance
        if is_us_stock:
            self.symbols = US_STOCK_MONITOR_CONFIG.get("volume_monitor", {}).get(
                "symbols", ["QQQ"]
            )
            self.bars = US_STOCK_MONITOR_CONFIG.get("volume_monitor", {}).get(
                "bars", ["5m"]
            )
            self.initial_date = US_STOCK_MONITOR_CONFIG.get("volume_monitor", {}).get(
                "initial_date", "2014-11-30 00:00:00"
            )
            self.db_market_data = DBMarketData(self.db_url)
        else:
            if is_binance:
                self.symbols = BINANCE_MONITOR_CONFIG.get("volume_monitor", {}).get(
                    "symbols", ["BTC-USDT"]
                )
                self.bars = ["30m", "1H"]
                self.initial_date = BINANCE_MONITOR_CONFIG.get(
                    "volume_monitor", {}
                ).get("initial_date", "2017-08-16 00:00:00")
                self.db_market_data = DBBinanceData(self.db_url)
            else:
                self.symbols = OKX_MONITOR_CONFIG.get("volume_monitor", {}).get(
                    "symbols", ["XCH-USDT"]
                )
                self.bars = OKX_MONITOR_CONFIG.get("volume_monitor", {}).get(
                    "bars", ["5m", "15m", "30m", "1H"]
                )
                self.initial_date = OKX_MONITOR_CONFIG.get("volume_monitor", {}).get(
                    "initial_date", "2025-05-15 00:00:00"
                )
                self.db_market_data = DBMarketData(self.db_url)
        if len(self.initial_date) > 10:
            self.initial_date = self.initial_date[:10]
        self.end_date = get_current_date_time(format="%Y-%m-%d")
        self.commission_per_share = commission_per_share
        self.trade_strategy_config = self.get_trade_strategy_config()
        self.main_strategy = self.trade_strategy_config.get("均线系统策略", None)

    def get_trade_strategy_config(self):
        with open("./json/trade_strategy.json", "r", encoding="utf-8") as f:
            trade_strategy_config = json.load(f)
        return trade_strategy_config

    def batch_statistics(self, strategy_name: str = "全均线策略"):
        if self.is_us_stock:
            self.stats_output_dir = (
                f"./output/trade_sandbox/ma_strategy/us_stock/excel/{strategy_name}/"
            )
            self.stats_chart_dir = (
                f"./output/trade_sandbox/ma_strategy/us_stock/chart/{strategy_name}/"
            )
        elif self.is_binance:
            self.stats_output_dir = (
                f"./output/trade_sandbox/ma_strategy/binance/excel/{strategy_name}/"
            )
            self.stats_chart_dir = (
                f"./output/trade_sandbox/ma_strategy/binance/chart/{strategy_name}/"
            )
        else:
            self.stats_output_dir = (
                f"./output/trade_sandbox/ma_strategy/okx/excel/{strategy_name}/"
            )
            self.stats_chart_dir = (
                f"./output/trade_sandbox/ma_strategy/okx/chart/{strategy_name}/"
            )
        os.makedirs(self.stats_output_dir, exist_ok=True)
        os.makedirs(self.stats_chart_dir, exist_ok=True)

        ma_break_market_data_list = []
        market_data_pct_chg_list = []
        if strategy_name not in self.main_strategy.keys() or strategy_name is None:
            strategy_name = "全均线策略"
        for symbol in self.symbols:
            for bar in self.bars:
                logger.info(
                    f"开始计算{symbol} {bar}的MA突破区间涨跌幅统计, 策略: {strategy_name}，交易费率：{self.commission_per_share}"
                )
                ma_break_market_data, market_data_pct_chg = self.trade_simulate(
                    symbol, bar, strategy_name
                )
                if (
                    ma_break_market_data is not None
                    and len(ma_break_market_data) > 0
                    and market_data_pct_chg is not None
                ):
                    ma_break_market_data_list.append(ma_break_market_data)
                    logger.info(
                        f"{symbol} {bar} 的市场价格变化, {market_data_pct_chg.get('pct_chg', 0)}%"
                    )
                    market_data_pct_chg_list.append(market_data_pct_chg)

        if len(ma_break_market_data_list) > 0:
            ma_break_market_data = pd.concat(ma_break_market_data_list)
            market_data_pct_chg_df = pd.DataFrame(market_data_pct_chg_list)
            # 依据symbol和bar分组，统计每个symbol和bar的pct_chg的max, min, mean, std, median, count
            ma_break_market_data.sort_values(
                by="begin_timestamp", ascending=True, inplace=True
            )
            ma_break_market_data.reset_index(drop=True, inplace=True)

            account_value_chg_list = []
            for symbol in market_data_pct_chg_df["symbol"].unique():
                for bar in market_data_pct_chg_df["bar"].unique():
                    symbol_bar_data = ma_break_market_data[
                        (ma_break_market_data["symbol"] == symbol)
                        & (ma_break_market_data["bar"] == bar)
                    ].copy()  # 创建副本避免SettingWithCopyWarning
                    if len(symbol_bar_data) > 0:
                        symbol_bar_data.sort_values(
                            by="end_timestamp", ascending=True, inplace=True
                        )
                        symbol_bar_data.reset_index(drop=True, inplace=True)
                        initial_capital = int(market_data_pct_chg_df.loc[
                            (market_data_pct_chg_df["symbol"] == symbol)
                            & (market_data_pct_chg_df["bar"] == bar),
                            "initial_capital",
                        ].values[0])
                        final_account_value = float(symbol_bar_data["end_account_value"].iloc[-1])
                        account_value_chg = (final_account_value - initial_capital) / initial_capital * 100
                        account_value_chg = round(account_value_chg, 4)
                        market_pct_chg = market_data_pct_chg_df.loc[
                            (market_data_pct_chg_df["symbol"] == symbol)
                            & (market_data_pct_chg_df["bar"] == bar),
                            "pct_chg",
                        ].values[0]
                        total_buy_commission = float(symbol_bar_data["buy_commission"].sum())
                        total_sell_commission = float(symbol_bar_data["sell_commission"].sum())
                        total_commission = total_buy_commission + total_sell_commission
                        total_commission = round(total_commission, 4)
                        total_buy_commission = round(total_buy_commission, 4)
                        total_sell_commission = round(total_sell_commission, 4)
                        account_value_chg_list.append({
                            "strategy_name": strategy_name,
                            "symbol": symbol,
                            "bar": bar,
                            "total_buy_commission": total_buy_commission,
                            "total_sell_commission": total_sell_commission,
                            "total_commission": total_commission,
                            "initial_account_value": initial_capital,
                            "final_account_value": final_account_value,
                            "account_value_chg": account_value_chg,
                            "market_pct_chg": market_pct_chg,
                        })
            account_value_chg_df = pd.DataFrame(account_value_chg_list)
            account_value_chg_df = account_value_chg_df[
                [
                    "strategy_name",
                    "symbol",
                    "bar",
                    "total_buy_commission",
                    "total_sell_commission",
                    "total_commission",
                    "initial_account_value",
                    "final_account_value",
                    "account_value_chg",
                    "market_pct_chg",
                ]
            ]

            account_value_statistics_df = (
                ma_break_market_data.groupby(["symbol", "bar"])["end_account_value"]
                .agg(
                    account_value_max="max",
                    account_value_min="min",
                    account_value_mean="mean",
                    account_value_std="std",
                    account_value_median="median",
                    account_value_count="count",
                )
                .reset_index()
            )
            account_value_statistics_df["strategy_name"] = strategy_name
            account_value_statistics_df = account_value_statistics_df[
                [
                    "strategy_name",
                    "symbol",
                    "bar",
                    "account_value_max",
                    "account_value_min",
                    "account_value_mean",
                    "account_value_std",
                    "account_value_median",
                    "account_value_count",
                ]
            ]

            # 依据symbol和bar分组，统计每个symbol和bar的interval_minutes的max, min, mean, std, median, count
            interval_minutes_df = (
                ma_break_market_data.groupby(["symbol", "bar"])["interval_minutes"]
                .agg(
                    interval_minutes_max="max",
                    interval_minutes_min="min",
                    interval_minutes_mean="mean",
                    interval_minutes_std="std",
                    interval_minutes_median="median",
                    interval_minutes_count="count",
                )
                .reset_index()
            )
            interval_minutes_df["strategy_name"] = strategy_name
            interval_minutes_df = interval_minutes_df[
                [
                    "strategy_name",
                    "symbol",
                    "bar",
                    "interval_minutes_max",
                    "interval_minutes_min",
                    "interval_minutes_mean",
                    "interval_minutes_std",
                    "interval_minutes_median",
                    "interval_minutes_count",
                ]
            ]

            earliest_market_date_time = ma_break_market_data["begin_date_time"].min()
            earliest_market_date_time = re.sub(
                r"[\:\-\s]", "", str(earliest_market_date_time)
            )
            latest_market_date_time = ma_break_market_data["end_date_time"].max()
            if latest_market_date_time is None:
                latest_market_date_time = get_current_date_time(format="%Y%m%d%H%M%S")
            latest_market_date_time = re.sub(
                r"[\:\-\s]", "", str(latest_market_date_time)
            )
            if self.commission_per_share > 0:
                output_file_name = f"ma_break_stats_from_{earliest_market_date_time}_to_{latest_market_date_time}_{strategy_name}_with_commission.xlsx"
            else:
                output_file_name = f"ma_break_stats_from_{earliest_market_date_time}_to_{latest_market_date_time}_{strategy_name}_without_commission.xlsx"
            output_file_path = os.path.join(self.stats_output_dir, output_file_name)
            logger.info(f"导出{output_file_path}")
            strategy_info_df = self.get_strategy_info(strategy_name)
            with pd.ExcelWriter(output_file_path) as writer:
                strategy_info_df.to_excel(writer, sheet_name="策略信息", index=False)
                ma_break_market_data.to_excel(
                    writer, sheet_name="买卖记录明细", index=False
                )
                account_value_chg_df.to_excel(writer, sheet_name="资产价值变化", index=False)
                account_value_statistics_df.to_excel(
                    writer, sheet_name="买卖账户价值统计", index=False
                )
                interval_minutes_df.to_excel(
                    writer, sheet_name="买卖时间间隔统计", index=False
                )

            chart_dict = self.draw_quant_pct_chg_bar_chart(account_value_chg_df, strategy_name)
            self.output_chart_to_excel(output_file_path, chart_dict)
            chart_dict = self.draw_quant_line_chart(
                ma_break_market_data, market_data_pct_chg_df, strategy_name
            )
            self.output_chart_to_excel(output_file_path, chart_dict)
            return account_value_chg_df
        else:
            return None

    def get_strategy_info(self, strategy_name: str = "全均线策略"):
        strategy_config = self.main_strategy.get(strategy_name, None)
        if strategy_config is None:
            logger.error(f"策略{strategy_name}不存在")
            return None
        strategy_info = {"策略名称": strategy_name, "买入策略": "", "卖出策略": ""}
        buy_dict = strategy_config.get("buy", {})
        buy_and_list = buy_dict.get("and", [])
        buy_or_list = buy_dict.get("or", [])
        buy_and_text = ""
        buy_or_text = ""
        for and_condition in buy_and_list:
            buy_and_text += f"{and_condition}, \n"
        if len(buy_or_list) > 0:
            for or_condition in buy_or_list:
                buy_or_text += f"{or_condition}, \n"
        if len(buy_or_text) > 0:
            strategy_info["买入策略"] = buy_and_text + " 或者 \n" + buy_or_text
        else:
            strategy_info["买入策略"] = buy_and_text
        sell_dict = strategy_config.get("sell", {})
        sell_and_list = sell_dict.get("and", [])
        sell_or_list = sell_dict.get("or", [])
        sell_and_text = ""
        sell_or_text = ""
        for and_condition in sell_and_list:
            sell_and_text += f"{and_condition}, \n"
        if len(sell_or_list) > 0:
            for or_condition in sell_or_list:
                sell_or_text += f"{or_condition}, \n"
        if len(sell_or_text) > 0:
            strategy_info["卖出策略"] = sell_and_text + " 或者 \n" + sell_or_text
        else:
            strategy_info["卖出策略"] = sell_and_text
        # 将strategy_info转换为pd.DataFrame
        strategy_info_df = pd.DataFrame([strategy_info])
        return strategy_info_df

    def trade_simulate(self, symbol: str, bar: str, strategy_name: str = "全均线策略"):
        market_data = self.get_full_data(symbol, bar)
        if market_data is None or len(market_data) == 0:
            logger.warning(f"获取{symbol} {bar} 数据失败")
            return None, None
        else:
            logger.info(f"获取{symbol} {bar} 数据成功，数据条数: {len(market_data)}")
            # 获得ma5, ma10, ma20, ma30不为空的行
            market_data = market_data[
                (market_data["ma5"].notna())
                & (market_data["ma10"].notna())
                & (market_data["ma20"].notna())
                & (market_data["ma30"].notna())
            ]
            logger.info(
                f"ma5, ma10, ma20, ma30不为空的行，数据条数: {len(market_data)}"
            )
            # 计算volume_ma5
            market_data["volume_ma5"] = market_data["volume"].rolling(window=5).mean()

            market_data["volume_pct_chg"] = (
                market_data["volume"] - market_data["volume_ma5"]
            ) / market_data["volume_ma5"]
            market_data["volume_pct_chg"] = market_data["volume_pct_chg"].fillna(0)

            # 按照timestamp排序
            market_data = market_data.sort_values(by="timestamp", ascending=True)
            # 获得ma_break_market_data的close列
            market_data.reset_index(drop=True, inplace=True)
            ma_break_market_data_pair_list = []
            ma_break_market_data_pair = {}
            if self.is_us_stock:
                date_time_field = "date_time_us"
            else:
                date_time_field = "date_time"
            close_mean = market_data["close"].mean()
            self.update_initial_capital(close_mean)
            logger.info(
                f"成功获取{symbol}数据：{len(market_data)}根{bar}K线,开始日期={market_data[date_time_field].min()}，结束日期={market_data[date_time_field].max()}"
            )

            account_value = self.initial_capital

            for index, row in market_data.iterrows():
                ma_cross = row["ma_cross"]
                timestamp = row["timestamp"]
                date_time = row[date_time_field]
                close = row["close"]
                ma5 = row["ma5"]
                ma10 = row["ma10"]
                ma20 = row["ma20"]
                ma30 = row["ma30"]
                macd_diff = float(row["dif"])
                macd_dea = float(row["dea"])
                macd = float(row["macd"])
                if ma_break_market_data_pair.get("begin_timestamp", None) is None:
                    buy_condition = self.fit_strategy(
                        strategy_name=strategy_name,
                        market_data=market_data,
                        row=row,
                        behavior="buy",
                    )

                    if buy_condition:
                        entry_price = close
                        # 计算交易股数
                        shares, account_value = self.calculate_shares(
                            account_value, entry_price
                        )
                        if shares == 0:
                            # 股数为0→不交易
                            continue

                        # 计算佣金
                        buy_commission = shares * close * self.commission_per_share

                        ma_break_market_data_pair = {}
                        ma_break_market_data_pair["symbol"] = symbol
                        ma_break_market_data_pair["bar"] = bar
                        ma_break_market_data_pair["begin_timestamp"] = timestamp
                        ma_break_market_data_pair["begin_date_time"] = date_time
                        ma_break_market_data_pair["begin_close"] = close
                        ma_break_market_data_pair["begin_ma5"] = ma5
                        ma_break_market_data_pair["begin_ma10"] = ma10
                        ma_break_market_data_pair["begin_ma20"] = ma20
                        ma_break_market_data_pair["begin_ma30"] = ma30
                        ma_break_market_data_pair["begin_macd_diff"] = macd_diff
                        ma_break_market_data_pair["begin_macd_dea"] = macd_dea
                        ma_break_market_data_pair["begin_macd"] = macd
                        ma_break_market_data_pair["shares"] = shares
                        ma_break_market_data_pair["buy_commission"] = buy_commission
                        ma_break_market_data_pair["begin_account_value"] = account_value
                        continue
                else:
                    sell_condition = self.fit_strategy(
                        strategy_name=strategy_name,
                        market_data=market_data,
                        row=row,
                        behavior="sell",
                    )

                    if sell_condition:
                        shares = ma_break_market_data_pair["shares"]
                        entry_price = ma_break_market_data_pair["begin_close"]
                        exit_price = close
                        sell_commission = (
                            shares * exit_price * self.commission_per_share
                        )
                        profit_loss = (exit_price - entry_price) * shares
                        begin_account_value = ma_break_market_data_pair[
                            "begin_account_value"
                        ]
                        account_value = (
                            begin_account_value + profit_loss - sell_commission
                        )

                        ma_break_market_data_pair["end_timestamp"] = timestamp
                        ma_break_market_data_pair["end_date_time"] = date_time
                        ma_break_market_data_pair["end_close"] = close
                        ma_break_market_data_pair["end_ma5"] = ma5
                        ma_break_market_data_pair["end_ma10"] = ma10
                        ma_break_market_data_pair["end_ma20"] = ma20
                        ma_break_market_data_pair["end_ma30"] = ma30
                        ma_break_market_data_pair["end_macd_diff"] = macd_diff
                        ma_break_market_data_pair["end_macd_dea"] = macd_dea
                        ma_break_market_data_pair["end_macd"] = macd
                        ma_break_market_data_pair["pct_chg"] = (
                            exit_price - entry_price
                        ) / entry_price
                        ma_break_market_data_pair["pct_chg"] = round(
                            ma_break_market_data_pair["pct_chg"] * 100, 4
                        )
                        ma_break_market_data_pair["profit_loss"] = profit_loss
                        ma_break_market_data_pair["sell_commission"] = sell_commission
                        ma_break_market_data_pair["end_account_value"] = account_value
                        ma_break_market_data_pair["interval_seconds"] = (
                            timestamp - ma_break_market_data_pair["begin_timestamp"]
                        ) / 1000
                        # 将interval转换为分钟
                        ma_break_market_data_pair["interval_minutes"] = (
                            ma_break_market_data_pair["interval_seconds"] / 60
                        )
                        ma_break_market_data_pair["interval_hours"] = (
                            ma_break_market_data_pair["interval_seconds"] / 3600
                        )
                        ma_break_market_data_pair["interval_days"] = (
                            ma_break_market_data_pair["interval_seconds"] / 86400
                        )
                        ma_break_market_data_pair_list.append(ma_break_market_data_pair)
                        ma_break_market_data_pair = {}

            if len(ma_break_market_data_pair_list) > 0:
                ma_break_market_data = pd.DataFrame(ma_break_market_data_pair_list)
                # sort by end_timestamp
                ma_break_market_data.sort_values(
                    by="begin_timestamp", ascending=True, inplace=True
                )
                ma_break_market_data.reset_index(drop=True, inplace=True)
                logger.info(
                    f"获取{symbol} {bar} 的买卖记录明细成功, 买卖次数: {len(ma_break_market_data)}"
                )
                # 量化期间，市场的波动率：
                # ma_break_market_data(最后一条数据的end_close - 第一条数据的begin_close) / 第一条数据的begin_close * 100
                pct_chg = (
                    (
                        ma_break_market_data["end_close"].iloc[-1]
                        - ma_break_market_data["begin_close"].iloc[0]
                    )
                    / ma_break_market_data["begin_close"].iloc[0]
                    * 100
                )
                pct_chg = round(pct_chg, 4)
                market_data_pct_chg = {
                    "symbol": symbol,
                    "bar": bar,
                    "pct_chg": pct_chg,
                    "initial_capital": self.initial_capital,
                }
                return ma_break_market_data, market_data_pct_chg
            else:
                return None, None

    def update_initial_capital(self, close_mean: float):
        self.initial_capital = 25000
        if close_mean > 10000:
            self.initial_capital = self.initial_capital * 10000
        elif close_mean > 5000:
            self.initial_capital = self.initial_capital * 5000
        elif close_mean > 1000:
            self.initial_capital = self.initial_capital * 1000
        elif close_mean > 500:
            self.initial_capital = self.initial_capital * 500
        elif close_mean > 100:
            self.initial_capital = self.initial_capital * 100
        else:
            pass
        logger.info(f"收盘价均值：{close_mean}")
        logger.info(f"初始资金调整为：{self.initial_capital}")

    def calculate_shares(self, account_value, entry_price):
        """
        根据ORB公式计算交易股数
        :param account_value: 当前账户价值（美元）
        :param entry_price: 交易买入价格
        :param commission_per_share: 交易佣金, 默认为0.0008
        :return: 整数股数（Shares）
        """
        logger.info(
            f"开始计算交易股数：账户价值={account_value}，买入价格={entry_price}"
        )
        try:
            # 验证输入参数
            if account_value <= 0 or entry_price <= 0 or self.commission_per_share < 0:
                logger.error("账户价值、买入价格或佣金不能为负或零")
                return 0, account_value  # 返回0股，账户价值不变

            # 计算考虑手续费后的每单位BTC总成本
            total_cost_per_share = entry_price * (1 + self.commission_per_share)

            # 计算可购买的BTC数量（向下取整）
            shares = math.floor(account_value / total_cost_per_share)

            # 计算总成本（含手续费）
            total_cost = shares * total_cost_per_share

            # 计算剩余现金
            remaining_cash = account_value - total_cost

            # 计算总资产价值 = (购买的BTC数量 × 买入价格) + 剩余现金
            remaining_value = (shares * entry_price) + remaining_cash

            # 记录计算结果
            logger.info(
                f"计算结果：可购买股数={shares}，总成本={total_cost:.2f}美元，"
                f"剩余现金={remaining_cash:.2f}美元，总资产价值={remaining_value:.2f}美元"
            )

            return shares, remaining_value

        except Exception as e:
            logger.error(f"计算股数或账户价值时出错：{str(e)}")
            return 0, account_value  # 出错时返回0股，账户价值不变

    def get_full_data(self, symbol: str, bar: str = "5m"):
        """
        分段获取数据，并将数据合并为完整数据
        分段依据：如果end_date与start_date相差超过一年，则每次取一年数据
        """
        data = pd.DataFrame()
        start_date = datetime.strptime(self.initial_date, "%Y-%m-%d")
        end_date = datetime.strptime(self.end_date, "%Y-%m-%d") + timedelta(days=1)
        fields = [
            "symbol",
            "bar",
            "timestamp",
            "date_time",
            "date_time_us",
            "open",
            "high",
            "low",
            "close",
            "volume",
            "sar_signal",
            "ma5",
            "ma10",
            "ma20",
            "ma30",
            "ma_cross",
            "dif",
            "dea",
            "macd",
        ]
        while start_date < end_date:
            current_end_date = min(start_date + timedelta(days=180), end_date)
            start_date_str = start_date.strftime("%Y-%m-%d")
            current_end_date_str = current_end_date.strftime("%Y-%m-%d")
            logger.info(f"获取{symbol}数据：{start_date_str}至{current_end_date_str}")
            current_data = self.db_market_data.query_market_data_by_symbol_bar(
                symbol, bar, fields, start=start_date_str, end=current_end_date_str
            )
            if current_data is not None and len(current_data) > 0:
                current_data = pd.DataFrame(current_data)
                data = pd.concat([data, current_data])
            start_date = current_end_date
        data.drop_duplicates(inplace=True)
        if self.is_us_stock:
            date_time_field = "date_time_us"
        else:
            date_time_field = "date_time"
        data.sort_values(by=date_time_field, inplace=True)
        data.reset_index(drop=True, inplace=True)
        return data

    def fit_strategy(
        self,
        strategy_name: str = "全均线策略",
        market_data: pd.DataFrame = None,
        row: pd.Series = None,
        behavior: str = "buy",
    ):
        strategy_config = self.main_strategy.get(strategy_name, None)
        if strategy_config is None:
            logger.error(f"策略{strategy_name}不存在")
            return False
        condition_dict = strategy_config.get(behavior, None)
        if condition_dict is None:
            logger.error(f"策略{strategy_name}的{behavior}条件不存在")
            return False
        ma_cross = row["ma_cross"]
        if pd.isna(ma_cross) or ma_cross is None:
            ma_cross = ""
        ma_cross = str(ma_cross)
        ma5 = float(row["ma5"])
        ma10 = float(row["ma10"])
        ma20 = float(row["ma20"])
        ma30 = float(row["ma30"])
        close = float(row["close"])
        volume_pct_chg = float(row["volume_pct_chg"])
        macd_diff = float(row["dif"])
        macd_dea = float(row["dea"])
        macd = float(row["macd"])

        and_list = condition_dict.get("and", [])

        condition = True
        for and_condition in and_list:
            if and_condition == "5上穿10":
                condition = condition and ("5上穿10" in ma_cross)
            elif and_condition == "10上穿20":
                condition = condition and ("10上穿20" in ma_cross)
            elif and_condition == "20上穿30":
                condition = condition and ("20上穿30" in ma_cross)
            elif and_condition == "ma5>ma10":
                condition = condition and (ma5 > ma10)
            elif and_condition == "ma10>ma20":
                condition = condition and (ma10 > ma20)
            elif and_condition == "ma20>ma30":
                condition = condition and (ma20 > ma30)
            elif and_condition == "close>ma20":
                condition = condition and (close > ma20)
            elif and_condition == "volume_pct_chg>0.2":
                condition = condition and (volume_pct_chg > 0.2)
            elif and_condition == "macd_diff>0":
                condition = condition and (macd_diff > 0)
            elif and_condition == "macd_dea>0":
                condition = condition and (macd_dea > 0)
            elif and_condition == "macd>0":
                condition = condition and (macd > 0)
            elif and_condition == "10下穿5":
                condition = condition and ("10下穿5" in ma_cross)
            elif and_condition == "20下穿10":
                condition = condition and ("20下穿10" in ma_cross)
            elif and_condition == "30下穿20":
                condition = condition and ("30下穿20" in ma_cross)
            elif and_condition == "ma5<ma10":
                condition = condition and (ma5 < ma10)
            elif and_condition == "ma10<ma20":
                condition = condition and (ma10 < ma20)
            elif and_condition == "ma20<ma30":
                condition = condition and (ma20 < ma30)
            elif and_condition == "close<ma20":
                condition = condition and (close < ma20)
            elif and_condition == "macd_diff<0":
                condition = condition and (macd_diff < 0)
            elif and_condition == "macd_dea<0":
                condition = condition and (macd_dea < 0)
            elif and_condition == "macd<0":
                condition = condition and (macd < 0)
            else:
                pass
        if not condition:
            or_list = condition_dict.get("or", [])
            for or_condition in or_list:
                if or_condition == "5上穿10":
                    condition = condition or ("5上穿10" in ma_cross)
                elif or_condition == "10上穿20":
                    condition = condition or ("10上穿20" in ma_cross)
                elif or_condition == "20上穿30":
                    condition = condition or ("20上穿30" in ma_cross)
                elif or_condition == "ma5>ma10":
                    condition = condition or (ma5 > ma10)
                elif or_condition == "ma10>ma20":
                    condition = condition or (ma10 > ma20)
                elif or_condition == "ma20>ma30":
                    condition = condition or (ma20 > ma30)
                elif or_condition == "close>ma20":
                    condition = condition or (close > ma20)
                elif or_condition == "volume_pct_chg>0.2":
                    condition = condition or (volume_pct_chg > 0.2)
                elif or_condition == "macd_diff>0":
                    condition = condition or (macd_diff > 0)
                elif or_condition == "macd_dea>0":
                    condition = condition or (macd_dea > 0)
                elif or_condition == "macd>0":
                    condition = condition or (macd > 0)
                elif or_condition == "10下穿5":
                    condition = condition or ("10下穿5" in ma_cross)
                elif or_condition == "20下穿10":
                    condition = condition or ("20下穿10" in ma_cross)
                elif or_condition == "30下穿20":
                    condition = condition or ("30下穿20" in ma_cross)
                elif or_condition == "ma5<ma10":
                    condition = condition or (ma5 < ma10)
                elif or_condition == "ma10<ma20":
                    condition = condition or (ma10 < ma20)
                elif or_condition == "ma20<ma30":
                    condition = condition or (ma20 < ma30)
                elif or_condition == "close<ma20":
                    condition = condition or (close < ma20)
                elif or_condition == "macd_diff<0":
                    condition = condition or (macd_diff < 0)
                elif or_condition == "macd_dea<0":
                    condition = condition or (macd_dea < 0)
                elif or_condition == "macd<0":
                    condition = condition or (macd < 0)
                else:
                    pass
        return condition

    def draw_quant_pct_chg_bar_chart(
        self, data: pd.DataFrame, strategy_name: str = "全均线策略"
    ):
        """
        绘制pct_chg mean的柱状图表（美观，保存到self.stats_chart_dir）
        :param data: 波段pct_chg_mean的数据
        :return: None
        """
        if data is None or data.empty:
            return None
        # seaborn风格设置
        sns.set_theme(style="whitegrid")
        plt.rcParams["font.sans-serif"] = ["SimHei"]  # 也可直接用字体名
        plt.rcParams["font.size"] = 11  # 设置字体大小
        plt.rcParams["axes.unicode_minus"] = False  # 解决负号显示问题
        chart_dict = {}
        column_name_dict = {
            "account_value_chg": "量化策略涨跌",
        }
        for column_name, column_name_text in column_name_dict.items():
            for bar in data["bar"].unique():
                bar_data = data[data["bar"] == bar].copy()  # 一次筛选即可
                if bar_data.empty:
                    continue
                bar_data.rename(columns={column_name: column_name_text}, inplace=True)
                bar_data.rename(
                    columns={"market_pct_chg": "市场自然涨跌"}, inplace=True
                )
                # 可选：按均值排序
                bar_data.sort_values(by=column_name_text, ascending=False, inplace=True)
                bar_data.reset_index(drop=True, inplace=True)

                # 如果column_name_text是"量化策略涨跌"，则柱状图，同时绘制量化策略涨跌与市场自然涨跌的柱状图，并绘制在同一个图表中
                plt.figure(figsize=(12, 7))

                # 设置x轴位置，为并列柱状图做准备
                x = np.arange(len(bar_data))
                width = 0.35  # 柱状图宽度

                # 确保symbol列是字符串类型，避免matplotlib警告
                bar_data["symbol"] = bar_data["symbol"].astype(str)

                # 绘制量化策略涨跌柱状图（蓝色渐变色）
                bars1 = plt.bar(
                    x - width / 2,
                    bar_data[column_name_text],
                    width,
                    label=column_name_text,
                    color=plt.cm.Blues(np.linspace(0.6, 0.9, len(bar_data))),
                )

                # 绘制市场自然涨跌柱状图（绿色渐变色）
                bars2 = plt.bar(
                    x + width / 2,
                    bar_data["市场自然涨跌"],
                    width,
                    label="市场自然涨跌",
                    color=plt.cm.Greens(np.linspace(0.6, 0.9, len(bar_data))),
                )

                # 设置图表标题和标签
                plt.title(
                    f"{bar}趋势{column_name_text}与市场自然涨跌对比(%)",
                    fontsize=14,
                    fontweight="bold",
                )
                plt.xlabel("Symbol", fontsize=12)
                plt.ylabel("涨跌幅(%)", fontsize=12)
                plt.xticks(x, bar_data["symbol"], rotation=45, ha="right")
                plt.legend()
                plt.grid(True, alpha=0.3)

                # 在量化策略涨跌柱状图上方添加数值标签
                for i, (bar1, value1) in enumerate(
                    zip(bars1, bar_data[column_name_text])
                ):
                    plt.text(
                        bar1.get_x() + bar1.get_width() / 2,
                        value1 + (0.01 if value1 >= 0 else -0.01),
                        f"{value1:.3f}%",
                        ha="center",
                        va="bottom" if value1 >= 0 else "top",
                        fontsize=9,
                        fontweight="bold",
                        color="darkblue",
                    )

                # 在市场自然涨跌柱状图上方添加数值标签
                for i, (bar2, value2) in enumerate(
                    zip(bars2, bar_data["市场自然涨跌"])
                ):
                    plt.text(
                        bar2.get_x() + bar2.get_width() / 2,
                        value2 + (0.01 if value2 >= 0 else -0.01),
                        f"{value2:.3f}%",
                        ha="center",
                        va="bottom" if value2 >= 0 else "top",
                        fontsize=9,
                        fontweight="bold",
                        color="darkgreen",
                    )

                plt.tight_layout()

                if self.commission_per_share > 0:
                    save_path = os.path.join(
                        self.stats_chart_dir,
                        f"{bar}_bar_chart_{column_name}_{strategy_name}_with_commission.png",
                    )
                else:
                    save_path = os.path.join(
                        self.stats_chart_dir,
                        f"{bar}_bar_chart_{column_name}_{strategy_name}_without_commission.png",
                    )

                plt.savefig(save_path, dpi=150)
                plt.close()

                sheet_name = f"{bar}_趋势{column_name_text}柱状图_{strategy_name}"
                chart_dict[sheet_name] = save_path
        return chart_dict

    def draw_quant_line_chart(
        self,
        data: pd.DataFrame,
        market_data_pct_chg_df: pd.DataFrame,
        strategy_name: str = "全均线策略",
    ):
        """
        根据量化策略买卖明细记录，绘制量化策略涨跌与市场自然涨跌的折线图
        :param data: 量化策略买卖明细记录
        :param market_data_pct_chg_df: 市场自然涨跌记录
        :param strategy_name: 策略名称
        :return: None
        """
        symbols = data["symbol"].unique()
        bars = data["bar"].unique()
        chart_dict = {}
        for symbol in symbols:
            for bar in bars:
                symbol_bar_data = data[
                    (data["symbol"] == symbol) & (data["bar"] == bar)
                ]
                if symbol_bar_data.empty:
                    continue

                # 获取第一行数据作为基准
                first_row = symbol_bar_data.iloc[0].copy()
                initial_capital = int(
                    market_data_pct_chg_df.loc[
                        (market_data_pct_chg_df["symbol"] == symbol)
                        & (market_data_pct_chg_df["bar"] == bar),
                        "initial_capital",
                    ].values[0]
                )
                # 创建初始化行，设置基准值
                init_row = first_row.copy()
                init_row.loc["profit_loss"] = 0
                init_row.loc["end_account_value"] = (
                    initial_capital  # 量化策略初始值为初始资金
                )
                init_row.loc["end_timestamp"] = first_row["begin_timestamp"]
                init_row.loc["end_date_time"] = first_row["begin_date_time"]
                init_row.loc["end_close"] = first_row["begin_close"]
                init_row.loc["end_ma5"] = first_row["begin_ma5"]
                init_row.loc["end_ma10"] = first_row["begin_ma10"]
                init_row.loc["end_ma20"] = first_row["begin_ma20"]
                init_row.loc["end_ma30"] = first_row["begin_ma30"]
                init_row.loc["end_macd_diff"] = first_row["begin_macd_diff"]
                init_row.loc["end_macd_dea"] = first_row["begin_macd_dea"]
                init_row.loc["end_macd"] = first_row["begin_macd"]
                init_row.loc["pct_chg"] = 0
                init_row.loc["interval_seconds"] = 0
                init_row.loc["interval_minutes"] = 0
                init_row.loc["interval_hours"] = 0
                init_row.loc["interval_days"] = 0

                # 将初始化行添加到数据开头
                symbol_bar_data = pd.concat([pd.DataFrame([init_row]), symbol_bar_data])
                symbol_bar_data.sort_values(
                    by="end_timestamp", ascending=True, inplace=True
                )
                symbol_bar_data.reset_index(drop=True, inplace=True)

                # 确保时间列是datetime类型，避免matplotlib警告
                symbol_bar_data["end_date_time"] = pd.to_datetime(
                    symbol_bar_data["end_date_time"]
                )

                # 计算持仓价值归一化数据（相对于初始价格）
                symbol_bar_data["end_account_value_to_1"] = (
                    symbol_bar_data["end_account_value"] / initial_capital
                )
                symbol_bar_data["end_account_value_to_1"] = symbol_bar_data[
                    "end_account_value_to_1"
                ].round(4)

                # 计算市场价位归一化数据（相对于初始价格）
                symbol_bar_data["end_close_to_1"] = (
                    symbol_bar_data["end_close"] / init_row["end_close"]
                )
                symbol_bar_data["end_close_to_1"] = symbol_bar_data[
                    "end_close_to_1"
                ].round(4)

                # 绘制折线图
                plt.figure(figsize=(12, 7))

                # 绘制量化策略涨跌线（蓝色）
                plt.plot(
                    symbol_bar_data["end_date_time"],
                    symbol_bar_data["end_account_value_to_1"],
                    label="量化策略涨跌",
                    color="blue",
                    linewidth=2,
                    marker="o",
                    markersize=4,
                )

                # 绘制市场自然涨跌线（绿色）
                plt.plot(
                    symbol_bar_data["end_date_time"],
                    symbol_bar_data["end_close_to_1"],
                    label="市场自然涨跌",
                    color="green",
                    linewidth=2,
                    marker="s",
                    markersize=4,
                )

                plt.title(
                    f"{symbol} {bar} 量化与市场折线图_{strategy_name}",
                    fontsize=14,
                    fontweight="bold",
                )
                plt.xlabel("时间", fontsize=12)
                plt.ylabel("涨跌变化", fontsize=12)
                plt.legend(fontsize=11)
                plt.grid(True, alpha=0.3)

                # 设置x轴标签，避免matplotlib警告
                # 选择合适的时间间隔显示标签，避免过于密集
                if len(symbol_bar_data) > 30:
                    # 如果数据点较多，选择间隔显示，但确保第一条和最后一条始终显示
                    step = max(1, len(symbol_bar_data) // 30)

                    # 创建标签索引列表，确保包含首尾数据
                    label_indices = [0]  # 第一条

                    # 添加中间间隔的标签
                    for i in range(step, len(symbol_bar_data) - 1, step):
                        label_indices.append(i)

                    # 添加最后一条（如果还没有包含的话）
                    if len(symbol_bar_data) - 1 not in label_indices:
                        label_indices.append(len(symbol_bar_data) - 1)

                    # 设置x轴标签
                    plt.xticks(
                        symbol_bar_data["end_date_time"].iloc[label_indices],
                        symbol_bar_data["end_date_time"]
                        .iloc[label_indices]
                        .dt.strftime("%Y%m%d %H:%M"),
                        rotation=45,
                        ha="right",
                    )
                else:
                    # 如果数据点较少，全部显示
                    plt.xticks(
                        symbol_bar_data["end_date_time"],
                        symbol_bar_data["end_date_time"].dt.strftime("%Y%m%d %H:%M"),
                        rotation=45,
                        ha="right",
                    )

                plt.tight_layout()

                if self.commission_per_share > 0:
                    save_path = os.path.join(
                        self.stats_chart_dir,
                        f"{symbol}_{bar}_line_chart_{strategy_name}_with_commission.png",
                    )
                else:
                    save_path = os.path.join(
                        self.stats_chart_dir,
                        f"{symbol}_{bar}_line_chart_{strategy_name}_without_commission.png",
                    )

                plt.savefig(save_path, dpi=150, bbox_inches="tight")
                plt.close()

                sheet_name = f"{symbol}_{bar}_折线图_{strategy_name}"
                chart_dict[sheet_name] = save_path
        return chart_dict

    def output_chart_to_excel(self, excel_file_path: str, charts_dict: dict):
        """
        输出Excel文件，包含所有图表
        charts_dict: 图表数据字典，格式为：
        {
            "sheet_name": {
                "chart_name": "chart_path"
            }
        }
        """
        logger.info(f"将图表输出到{excel_file_path}")

        # 打开已经存在的Excel文件
        wb = openpyxl.load_workbook(excel_file_path)

        for sheet_name, chart_path in charts_dict.items():
            try:
                ws = wb.create_sheet(title=sheet_name)
                row_offset = 1
                # Insert chart image
                img = Image(chart_path)
                ws.add_image(img, f"A{row_offset}")

            except Exception as e:
                logger.error(f"输出Excel Sheet {sheet_name} 失败: {e}")
                continue
        # Save Excel file
        wb.save(excel_file_path)
        print(f"Chart saved as {excel_file_path}")