259 lines
14 KiB
Python
259 lines
14 KiB
Python
"""SQLite 策略状态与成交存储；每个数据库仅使用一个写入者，不做数据迁移。"""
|
||
|
||
import math
|
||
import logging as log
|
||
import sqlite3
|
||
from contextlib import closing
|
||
from dataclasses import asdict, dataclass
|
||
from datetime import datetime
|
||
from pathlib import Path
|
||
|
||
from sdk import DealItem, PositionItem
|
||
|
||
SCHEMA = """
|
||
-- 策略状态：base_ 表示底仓，added_ 表示补仓。
|
||
CREATE TABLE IF NOT EXISTS state (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, -- 状态记录主键
|
||
stock_code TEXT NOT NULL, -- 证券代码
|
||
status TEXT NOT NULL DEFAULT '', -- 策略状态，由策略定义取值
|
||
base_order_local_id TEXT NOT NULL DEFAULT '', -- 底仓本地委托编号
|
||
base_qty INTEGER NOT NULL DEFAULT 0 CHECK (base_qty >= 0), -- 底仓数量
|
||
base_price REAL NOT NULL DEFAULT 0, -- 底仓价格
|
||
base_created_at TEXT NOT NULL DEFAULT '', -- 底仓创建时间
|
||
added_order_local_id TEXT NOT NULL DEFAULT '', -- 补仓本地委托编号
|
||
added_qty INTEGER NOT NULL DEFAULT 0 CHECK (added_qty >= 0), -- 补仓数量
|
||
added_price REAL NOT NULL DEFAULT 0, -- 补仓价格
|
||
added_created_at TEXT NOT NULL DEFAULT '' -- 补仓创建时间
|
||
);
|
||
-- 每个证券仅保留一条策略状态。
|
||
CREATE UNIQUE INDEX IF NOT EXISTS idx_state_stock_code ON state (stock_code);
|
||
|
||
-- 成交记录独立保存，不随状态删除。
|
||
CREATE TABLE IF NOT EXISTS deals (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||
stock_code TEXT NOT NULL,
|
||
order_sys_id TEXT NOT NULL CHECK (order_sys_id <> ''),
|
||
order_local_id TEXT NOT NULL CHECK (order_local_id <> ''),
|
||
ref INTEGER NOT NULL DEFAULT 0,
|
||
order_ref TEXT NOT NULL DEFAULT '',
|
||
direction INTEGER NOT NULL DEFAULT 0,
|
||
offset_flag INTEGER NOT NULL CHECK (offset_flag IN (23, 24, 48, 49)),
|
||
price REAL NOT NULL CHECK (price >= 0),
|
||
volume INTEGER NOT NULL CHECK (volume > 0),
|
||
trade_amount REAL NOT NULL CHECK (trade_amount > 0),
|
||
trade_date TEXT NOT NULL,
|
||
trade_time TEXT NOT NULL,
|
||
remark TEXT NOT NULL DEFAULT '',
|
||
close_profit REAL NOT NULL DEFAULT 0,
|
||
is_arch INTEGER DEFAULT 0
|
||
);
|
||
CREATE UNIQUE INDEX IF NOT EXISTS idx_deals_order_sys_id ON deals (order_sys_id);
|
||
CREATE INDEX IF NOT EXISTS idx_deals_order_ref ON deals (order_local_id);
|
||
CREATE INDEX IF NOT EXISTS idx_deals_stock_code_date ON deals (stock_code);
|
||
CREATE INDEX IF NOT EXISTS idx_deals_date_time ON deals (trade_date);
|
||
"""
|
||
|
||
@dataclass(slots=True)
|
||
class StateItem:
|
||
"""策略状态字段；同步账户底仓时无法获知的委托编号留空。"""
|
||
|
||
stock_code: str = '' # 证券代码
|
||
status: str = '' # 策略状态
|
||
base_order_local_id: str = '' # 底仓本地委托编号
|
||
base_qty: int = 0 # 底仓数量
|
||
base_price: float = 0.0 # 底仓价格
|
||
base_created_at: str = '' # 底仓创建时间
|
||
added_order_local_id: str = '' # 补仓本地委托编号
|
||
added_qty: int = 0 # 补仓数量
|
||
added_price: float = 0.0 # 补仓价格
|
||
added_created_at: str = '' # 补仓创建时间
|
||
|
||
|
||
class State:
|
||
"""保存策略状态和只追加的成交记录，仅创建新表，不迁移旧数据。"""
|
||
|
||
def __init__(self, path: str | Path) -> None:
|
||
self.path = Path(path)
|
||
self.state: dict[str, dict] = {}
|
||
self.deals: dict[str, dict] = {}
|
||
self.deals_sys_ids: set[str] = set()
|
||
self.path.parent.mkdir(parents=True, exist_ok=True)
|
||
with closing(self._connect()) as db:
|
||
db.executescript(SCHEMA)
|
||
self.load()
|
||
|
||
def _connect(self) -> sqlite3.Connection:
|
||
db = sqlite3.connect(self.path, timeout=30)
|
||
db.row_factory = sqlite3.Row
|
||
return db
|
||
|
||
def load(self) -> None:
|
||
"""缓存状态表和成交记录。"""
|
||
self.load_state()
|
||
self.load_deals()
|
||
|
||
def load_state(self) -> None:
|
||
"""缓存状态表。"""
|
||
with closing(self._connect()) as db, db:
|
||
db.execute('BEGIN')
|
||
state = {row['stock_code']: dict(row) for row in db.execute('SELECT * FROM state')}
|
||
self.state = state
|
||
|
||
def load_deals(self) -> None:
|
||
"""缓存成交记录。"""
|
||
with closing(self._connect()) as db, db:
|
||
db.execute('BEGIN')
|
||
deals = {row['order_sys_id']: dict(row) for row in db.execute('SELECT * FROM deals ORDER BY id')}
|
||
self.deals = deals
|
||
self.deals_sys_ids = set(deals)
|
||
|
||
def sync_deals(self, deals: list[DealItem]) -> None:
|
||
"""按成交编号去重；初始化底仓时，已包含在快照内的成交可直接标记归档。"""
|
||
new_deals = {}
|
||
for deal in deals:
|
||
if deal.order_sys_id not in self.deals_sys_ids and deal.order_sys_id not in new_deals:
|
||
new_deals[deal.order_sys_id] = deal
|
||
if not new_deals:
|
||
return
|
||
with closing(self._connect()) as db, db:
|
||
for deal in new_deals.values():
|
||
order_id = deal.get_local_order_id
|
||
if not order_id:
|
||
raise ValueError('Local order ID is required')
|
||
amount = deal.trade_amount if deal.trade_amount > 0 else deal.price * deal.volume
|
||
if not math.isfinite(amount) or amount <= 0:
|
||
raise ValueError('Trade amount must be positive and finite')
|
||
date = deal.trade_date or datetime.now().date().isoformat()
|
||
if len(date) == 8 and date.isdigit():
|
||
date = f'{date[:4]}-{date[4:6]}-{date[6:]}'
|
||
# 直接读取模型字段，金额和日期的补全不修改传入模型。
|
||
db.execute(
|
||
'INSERT INTO deals (stock_code, order_sys_id, order_local_id, ref, '
|
||
'order_ref, direction, offset_flag, price, volume, trade_amount, '
|
||
'trade_date, trade_time, remark, close_profit, is_arch) '
|
||
'VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)',
|
||
(deal.stock_code, deal.order_sys_id, order_id, deal.ref,
|
||
deal.order_ref, deal.direction, deal.offset_flag, deal.price, deal.volume,
|
||
amount, date, deal.trade_time, deal.remark, deal.close_profit, 0),
|
||
)
|
||
self.load_deals()
|
||
|
||
def sync_state(self, positions: list[PositionItem]) -> None:
|
||
"""同步完整持仓：无状态则插入底仓，已有则保留，清仓则删除。
|
||
"""
|
||
# 传入完整账户持仓；同步时间作为新增底仓的创建时间。
|
||
created_at = datetime.now().isoformat(timespec='seconds')
|
||
holdings = {item.stock_code: item for item in positions if item.volume > 0}
|
||
with closing(self._connect()) as db, db:
|
||
db.execute('BEGIN')
|
||
existing = {row['stock_code'] for row in db.execute('SELECT stock_code FROM state')}
|
||
db.executemany(
|
||
'DELETE FROM state WHERE stock_code = ?',
|
||
[(code,) for code in existing if code not in holdings],
|
||
)
|
||
|
||
for code, item in holdings.items():
|
||
if code in existing:
|
||
continue
|
||
if not math.isfinite(item.open_price):
|
||
raise ValueError('Base price must be finite')
|
||
# 只插入底仓字段，补仓字段使用数据库默认值。
|
||
db.execute(
|
||
'INSERT INTO state '
|
||
'(stock_code, status, base_order_local_id, base_qty, base_price, base_created_at) '
|
||
"VALUES (?, '', '', ?, ?, ?)",
|
||
(code, item.volume, item.open_price, created_at),
|
||
)
|
||
self.load_state()
|
||
|
||
def archiving(self) -> None:
|
||
"""将未归档成交累加到当前底仓和加仓；失败证券保留记录供重试。
|
||
|
||
归档是把成交反映到持仓状态中，再标记为已处理，不会删除成交记录。
|
||
本地委托号以 zt-base- 开头的买入计入底仓，其他买入计入补仓。
|
||
不返回结果；失败原因记录到日志，对应成交保留未归档标记供重试。
|
||
"""
|
||
with closing(self._connect()) as db, db:
|
||
# 提前取得数据库写入锁，让持仓更新和成交标记在同一事务内完成。
|
||
db.execute('BEGIN IMMEDIATE')
|
||
# 只找尚未处理的成交：23、48 是买入，24、49 是卖出。
|
||
codes = db.execute(
|
||
'SELECT DISTINCT stock_code FROM deals WHERE is_arch = 0'
|
||
).fetchall()
|
||
for entry in codes:
|
||
code = entry['stock_code']
|
||
# 每只股票设一个回滚点；这只处理失败时，不撤销其他股票的结果。
|
||
db.execute('SAVEPOINT archive_stock')
|
||
try:
|
||
current = db.execute('SELECT * FROM state WHERE stock_code = ?', (code,)).fetchone()
|
||
# 已有持仓就接着计算；没有记录则从底仓、补仓均为零开始。
|
||
state = dict(current) if current else asdict(StateItem(stock_code=code))
|
||
# 按成交日期、时间、记录编号依次处理，保证先买后卖等顺序正确。
|
||
deals = db.execute(
|
||
'SELECT * FROM deals WHERE stock_code = ? AND is_arch = 0 AND offset_flag IN (23, 24, 48, 49) '
|
||
"ORDER BY trade_date, REPLACE(trade_time, ':', ''), id", (code,)
|
||
).fetchall()
|
||
for deal in deals:
|
||
qty = deal['volume']
|
||
if deal['offset_flag'] in (23, 48):
|
||
# 按已有的 ZT 底仓委托号约定识别，无需调用方传入规则。
|
||
bucket = 'base' if deal['order_local_id'].startswith('zt-base-') else 'added'
|
||
total = state[f'{bucket}_qty'] + qty
|
||
# 新均价 =（原数量 × 原均价 + 本次成交金额）÷ 买入后总数量。
|
||
state[f'{bucket}_price'] = (
|
||
state[f'{bucket}_qty'] * state[f'{bucket}_price'] + deal['trade_amount']
|
||
) / total
|
||
state[f'{bucket}_qty'] = total
|
||
# 保存这一类仓位最近一次买入的委托号和成交时间。
|
||
state[f'{bucket}_order_local_id'] = deal['order_local_id']
|
||
state[f'{bucket}_created_at'] = f"{deal['trade_date']} {deal['trade_time']}".strip()
|
||
else:
|
||
total = state['base_qty'] + state['added_qty']
|
||
# 卖出不能超过本地记录的总持仓；不一致时留待排查后重试。
|
||
if qty > total:
|
||
raise ValueError(f'Sell volume {qty} exceeds recorded holdings {total}')
|
||
# 卖出优先扣补仓；补仓未卖完时只减数量，保留原均价。
|
||
if qty < state['added_qty']:
|
||
state['added_qty'] -= qty
|
||
else:
|
||
# 补仓全部卖完后，剩余卖出量扣底仓，并清空补仓信息。
|
||
state['base_qty'] = total - qty
|
||
state['added_qty'] = 0
|
||
state['added_price'] = 0.0
|
||
state['added_order_local_id'] = state['added_created_at'] = ''
|
||
if state['base_qty'] + state['added_qty'] == 0:
|
||
# 中途清仓先重置，后续若又买入，就从零重新累计。
|
||
state = asdict(StateItem(stock_code=code))
|
||
if state['base_qty'] + state['added_qty'] == 0:
|
||
# 全部成交处理完仍无持仓，则删除该股票的策略状态。
|
||
db.execute('DELETE FROM state WHERE stock_code = ?', (code,))
|
||
else:
|
||
# 更新持仓，保留策略状态及已有记录主键。
|
||
state['status'] = current['status'] if current else state['status']
|
||
state.pop('id', None)
|
||
columns = tuple(state)
|
||
# 没有该股票就新增，已有则更新仓位字段，不替换原记录主键。
|
||
db.execute(
|
||
f"INSERT INTO state ({', '.join(columns)}) "
|
||
f"VALUES ({', '.join(':' + key for key in columns)}) "
|
||
'ON CONFLICT(stock_code) DO UPDATE SET '
|
||
+ ', '.join(f'{key} = excluded.{key}' for key in columns if key != 'stock_code'),
|
||
state,
|
||
)
|
||
# 持仓处理成功后才标记成交，防止下次重复加仓或重复扣减。
|
||
db.execute(
|
||
'UPDATE deals SET is_arch = 1 WHERE stock_code = ? '
|
||
'AND is_arch = 0 AND offset_flag IN (23, 24, 48, 49)', (code,)
|
||
)
|
||
except (ValueError, sqlite3.IntegrityError) as exc:
|
||
# 撤销这只股票的全部归档修改，成交仍保持未归档，供下次重试。
|
||
db.execute('ROLLBACK TO archive_stock')
|
||
log.warning('[归档] %s 失败，保留未归档成交：%s', code, exc)
|
||
finally:
|
||
# 释放当前股票的回滚点；整个事务在退出外层 with 时提交。
|
||
db.execute('RELEASE archive_stock')
|
||
# 数据库提交完成后刷新内存缓存，让策略读到最新持仓和归档标记。
|
||
self.load()
|
||
|
||
|