165 lines
6.7 KiB
Python
165 lines
6.7 KiB
Python
|
from numpy import real
|
|||
|
|
from market_data_main import MarketDataMain
|
|||
|
|
from huge_volume_main import HugeVolumeMain
|
|||
|
|
from core.biz.market_monitor import create_metrics_report
|
|||
|
|
from core.db.db_market_monitor import DBMarketMonitor
|
|||
|
|
from core.wechat import Wechat
|
|||
|
|
from config import MONITOR_CONFIG, MYSQL_CONFIG
|
|||
|
|
from core.utils import timestamp_to_datetime, transform_date_time_to_timestamp
|
|||
|
|
|
|||
|
|
import logging
|
|||
|
|
import os
|
|||
|
|
import pandas as pd
|
|||
|
|
from datetime import datetime, timedelta
|
|||
|
|
import json
|
|||
|
|
import re
|
|||
|
|
|
|||
|
|
logging.basicConfig(level=logging.INFO, format="%(asctime)s %(levelname)s: %(message)s")
|
|||
|
|
|
|||
|
|
|
|||
|
|
class MarketMonitorMain:
|
|||
|
|
def __init__(self):
|
|||
|
|
self.market_data_main = MarketDataMain()
|
|||
|
|
self.huge_volume_main = HugeVolumeMain()
|
|||
|
|
self.wechat = Wechat()
|
|||
|
|
self.monitor_config = MONITOR_CONFIG
|
|||
|
|
self.window_size = 100
|
|||
|
|
self.start_date = MONITOR_CONFIG.get("volume_monitor", {}).get(
|
|||
|
|
"initial_date", "2025-05-01 00:00:00"
|
|||
|
|
)
|
|||
|
|
self.latest_record_file_path = "./output/latest_record.json"
|
|||
|
|
self.latest_record = self.get_latest_record()
|
|||
|
|
self.output_folder = "./output/report/market_monitor/"
|
|||
|
|
os.makedirs(self.output_folder, exist_ok=True)
|
|||
|
|
|
|||
|
|
mysql_user = MYSQL_CONFIG.get("user", "xch")
|
|||
|
|
mysql_password = MYSQL_CONFIG.get("password", "")
|
|||
|
|
if not mysql_password:
|
|||
|
|
raise ValueError("MySQL password is not set")
|
|||
|
|
mysql_host = MYSQL_CONFIG.get("host", "localhost")
|
|||
|
|
mysql_port = MYSQL_CONFIG.get("port", 3306)
|
|||
|
|
mysql_database = MYSQL_CONFIG.get("database", "okx")
|
|||
|
|
|
|||
|
|
self.db_url = f"mysql+pymysql://{mysql_user}:{mysql_password}@{mysql_host}:{mysql_port}/{mysql_database}"
|
|||
|
|
|
|||
|
|
self.db_market_monitor = DBMarketMonitor(self.db_url)
|
|||
|
|
|
|||
|
|
def get_latest_record(self):
|
|||
|
|
"""
|
|||
|
|
获取最新记录
|
|||
|
|
"""
|
|||
|
|
if os.path.exists(self.latest_record_file_path):
|
|||
|
|
with open(self.latest_record_file_path, "r", encoding="utf-8") as f:
|
|||
|
|
return json.load(f)
|
|||
|
|
else:
|
|||
|
|
with open(self.latest_record_file_path, "w", encoding="utf-8") as f:
|
|||
|
|
json.dump({}, f, ensure_ascii=False, indent=4)
|
|||
|
|
return {}
|
|||
|
|
|
|||
|
|
def monitor_realtime_market(
|
|||
|
|
self,
|
|||
|
|
symbol: str,
|
|||
|
|
bar: str,
|
|||
|
|
only_output_huge_volume: bool = False,
|
|||
|
|
only_output_rise: bool = False,
|
|||
|
|
):
|
|||
|
|
"""
|
|||
|
|
监控最新市场数据
|
|||
|
|
考虑到速度，暂不与数据库交互，直接从api获取数据
|
|||
|
|
"""
|
|||
|
|
real_time_data = self.market_data_main.market_data.get_realtime_kline_data(
|
|||
|
|
symbol=symbol,
|
|||
|
|
bar=bar,
|
|||
|
|
end_time=None,
|
|||
|
|
limit=50,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
if real_time_data is None or len(real_time_data) == 0:
|
|||
|
|
logging.error(f"获取最新市场数据失败: {symbol}, {bar}")
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
latest_realtime_timestamp = real_time_data["timestamp"].iloc[-1]
|
|||
|
|
latest_record_timestamp = (
|
|||
|
|
self.latest_record.get(symbol, {}).get(bar, {}).get("timestamp", 0)
|
|||
|
|
)
|
|||
|
|
latest_reatime_datetime = timestamp_to_datetime(latest_realtime_timestamp)
|
|||
|
|
latest_record_datetime = timestamp_to_datetime(latest_record_timestamp)
|
|||
|
|
if (
|
|||
|
|
latest_record_timestamp is not None
|
|||
|
|
and latest_realtime_timestamp <= latest_record_timestamp
|
|||
|
|
):
|
|||
|
|
logging.info(
|
|||
|
|
f"最新市场数据时间戳 {latest_reatime_datetime} 小于等于最新记录时间戳 {latest_record_datetime}， 不进行监控"
|
|||
|
|
)
|
|||
|
|
return
|
|||
|
|
else:
|
|||
|
|
self.latest_record[symbol] = {bar: {"timestamp": latest_realtime_timestamp}}
|
|||
|
|
with open(self.latest_record_file_path, "w", encoding="utf-8") as f:
|
|||
|
|
json.dump(self.latest_record, f, ensure_ascii=False, indent=4)
|
|||
|
|
|
|||
|
|
|
|||
|
|
logging.info(
|
|||
|
|
f"最新市场数据时间 {latest_reatime_datetime}, 上一次记录时间 {latest_record_datetime}"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
real_time_data = self.market_data_main.add_new_columns(real_time_data)
|
|||
|
|
logging.info(f"开始计算技术指标: {symbol} {bar}")
|
|||
|
|
real_time_data = self.market_data_main.calculate_metrics(real_time_data)
|
|||
|
|
logging.info(f"开始计算大成交量: {symbol} {bar} 窗口大小: {self.window_size}")
|
|||
|
|
real_time_data = self.huge_volume_main.huge_volume.detect_huge_volume(
|
|||
|
|
data=real_time_data,
|
|||
|
|
window_size=self.window_size,
|
|||
|
|
threshold=self.huge_volume_main.threshold,
|
|||
|
|
check_price=True,
|
|||
|
|
only_output_huge_volume=only_output_huge_volume,
|
|||
|
|
output_excel=False,
|
|||
|
|
)
|
|||
|
|
if real_time_data is None or len(real_time_data) == 0:
|
|||
|
|
logging.error(
|
|||
|
|
f"计算大成交量失败: {symbol} {bar} 窗口大小: {self.window_size}"
|
|||
|
|
)
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
report = create_metrics_report(real_time_data, only_output_rise)
|
|||
|
|
text_length = len(report.encode("utf-8"))
|
|||
|
|
logging.info(f"发送报告到企业微信，字节数: {text_length}")
|
|||
|
|
self.wechat.send_markdown(report)
|
|||
|
|
self.latest_record[symbol][bar]["timestamp"] = latest_realtime_timestamp
|
|||
|
|
with open(self.latest_record_file_path, "w", encoding="utf-8") as f:
|
|||
|
|
json.dump(self.latest_record, f, ensure_ascii=False, indent=4)
|
|||
|
|
# remove punction in latest_reatime_datetime
|
|||
|
|
latest_reatime_datetime = re.sub(r"[\:\-\s]", "", latest_reatime_datetime)
|
|||
|
|
report_file_name = f"{symbol}_{bar}_{self.window_size}_{latest_reatime_datetime}.md"
|
|||
|
|
report_file_path = os.path.join(self.output_folder, report_file_name)
|
|||
|
|
with open(report_file_path, "w", encoding="utf-8") as f:
|
|||
|
|
f.write(report.replace(":", "_"))
|
|||
|
|
report_file_byte_size = os.path.getsize(report_file_path)
|
|||
|
|
report_data = {
|
|||
|
|
"symbol": symbol,
|
|||
|
|
"bar": bar,
|
|||
|
|
"window_size": self.window_size,
|
|||
|
|
"timestamp": latest_realtime_timestamp,
|
|||
|
|
"date_time": latest_reatime_datetime,
|
|||
|
|
"report": report,
|
|||
|
|
"report_file_path": report_file_path,
|
|||
|
|
"report_file_name": report_file_name,
|
|||
|
|
"report_file_byte_size": report_file_byte_size
|
|||
|
|
}
|
|||
|
|
report_data = pd.DataFrame([report_data])
|
|||
|
|
logging.info(f"插入数据到数据库")
|
|||
|
|
self.db_market_monitor.insert_data_to_mysql(report_data)
|
|||
|
|
|
|||
|
|
def batch_monitor_realtime_market(
|
|||
|
|
self,
|
|||
|
|
only_output_huge_volume: bool = True,
|
|||
|
|
only_output_rise: bool = False,
|
|||
|
|
):
|
|||
|
|
for symbol in self.market_data_main.symbols:
|
|||
|
|
for bar in self.market_data_main.bars:
|
|||
|
|
self.monitor_realtime_market(
|
|||
|
|
symbol,
|
|||
|
|
bar,
|
|||
|
|
only_output_huge_volume,
|
|||
|
|
only_output_rise,
|
|||
|
|
)
|