195 lines
7.5 KiB
Python
195 lines
7.5 KiB
Python
"""Asset-centric DB (re)initialization tool (dcy-020 / REQ-064, BAT-030).
|
|
|
|
Replaces the data-preserving pool→permanent cutover: instead of migrating
|
|
legacy pool rows, this **wipes the slot-core tables and (re)applies the
|
|
migrations** so the database lands on the clean asset-centric schema. Use it
|
|
to stand up a new instance's database or to reset a dev / superseded
|
|
pool-model database to the asset-centric substrate.
|
|
|
|
Why wipe instead of migrate (the decision that retired the cutover):
|
|
migration 009's partial `UNIQUE(instance_key, portfolio_id) WHERE portfolio_id
|
|
IS NOT NULL` cannot be applied to legacy pool data, because in the pool model
|
|
the same asset legitimately occupied more than one slot (a `closed` row from a
|
|
prior cycle plus a re-entered `holding` row) — so `portfolio_id` repeats and
|
|
the unique index collides. On an **empty** table the index applies cleanly and
|
|
`(instance_key, portfolio_id)` is unique by construction thereafter.
|
|
|
|
After reset, the daemon's universe reconcile (REQ-058) builds the permanent
|
|
asset slots (`inactive`); broker holdings surface through
|
|
`reconcile_core_holdings` (REQ-062) for operator adoption.
|
|
|
|
Destructive and DB-wide (every instance's rows). OPERATOR-RUN, dry-run by
|
|
default; pass `--yes` to apply. Take a backup first.
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
from dataclasses import dataclass, field
|
|
from typing import Any, Optional
|
|
|
|
_log = logging.getLogger(__name__)
|
|
|
|
|
|
def _emit_reset_alarm(
|
|
alarm_emitter: Optional[object],
|
|
code: str,
|
|
title: str,
|
|
fields: dict | None = None,
|
|
) -> None:
|
|
"""Best-effort alarm from reset.py (transport may be None — dcy-033 / REQ-100 KD-2)."""
|
|
if alarm_emitter is None:
|
|
return
|
|
try:
|
|
alarm_emitter.publish_alarm(code, title, fields=fields) # type: ignore[union-attr]
|
|
except Exception: # noqa: BLE001
|
|
_log.debug("reset alarm emit failed (code=%s)", code, exc_info=True)
|
|
|
|
# slot-core tables owned by trex-core migrations (drop order irrelevant — no FKs).
|
|
SLOT_CORE_TABLES: tuple[str, ...] = (
|
|
"daily_slot",
|
|
"daily_symbol_entries",
|
|
"slot_transition_log",
|
|
"intent_log",
|
|
"ledger_outbox",
|
|
"snapshot_pause",
|
|
"killswitch_exclusion",
|
|
"slot_strategy_state", # dcy-028 / REQ-079 (BAT-042)
|
|
)
|
|
|
|
|
|
@dataclass
|
|
class ResetReport:
|
|
db: str
|
|
wiped: dict[str, int] = field(default_factory=dict) # table -> rows removed
|
|
migrations_applied: list[str] = field(default_factory=list)
|
|
schema_ok: bool = False
|
|
dry_run: bool = True
|
|
|
|
def summary(self) -> str:
|
|
total = sum(self.wiped.values())
|
|
verb = "would wipe" if self.dry_run else "wiped"
|
|
return (
|
|
f"reset[{self.db}] {verb} {total} rows across {len(self.wiped)} tables "
|
|
f"{self.wiped} | migrations={len(self.migrations_applied)} "
|
|
f"schema_ok={self.schema_ok} dry_run={self.dry_run}"
|
|
)
|
|
|
|
|
|
def _existing_tables(cur) -> set[str]:
|
|
cur.execute(
|
|
"SELECT table_name FROM information_schema.tables "
|
|
"WHERE table_schema = 'public' AND table_name = ANY(%s)",
|
|
(list(SLOT_CORE_TABLES),),
|
|
)
|
|
return {r[0] for r in cur.fetchall()}
|
|
|
|
|
|
def run_reset(
|
|
dsn: str,
|
|
*,
|
|
dry_run: bool = True,
|
|
psycopg_module: Any = None,
|
|
alarm_emitter: Optional[object] = None,
|
|
) -> ResetReport:
|
|
"""Wipe the slot-core tables and reapply migrations to the asset-centric schema.
|
|
|
|
dry_run (default): report the row counts that WOULD be wiped, change nothing.
|
|
apply (dry_run=False): TRUNCATE existing slot-core tables, then
|
|
`apply_migrations(dsn)` so the schema is the clean asset-centric form, then
|
|
verify `daily_slot` columns == `EXPECTED_SLOT_FIELDS`.
|
|
"""
|
|
if psycopg_module is None:
|
|
import psycopg # type: ignore[import-not-found]
|
|
psycopg_module = psycopg
|
|
|
|
with psycopg_module.connect(dsn, autocommit=True) as conn:
|
|
with conn.cursor() as cur:
|
|
cur.execute("SELECT current_database()")
|
|
report = ResetReport(db=cur.fetchone()[0], dry_run=dry_run)
|
|
existing = _existing_tables(cur)
|
|
for t in SLOT_CORE_TABLES:
|
|
if t in existing:
|
|
cur.execute(f"SELECT count(*) FROM {t}")
|
|
report.wiped[t] = int(cur.fetchone()[0])
|
|
if dry_run:
|
|
return report
|
|
if existing:
|
|
cur.execute(
|
|
f"TRUNCATE {', '.join(existing)} RESTART IDENTITY CASCADE"
|
|
)
|
|
|
|
# Reapply migrations on the now-empty DB: 009's unique index applies cleanly,
|
|
# 010 sets the inactive CHECK, 011 drops the pool-model columns.
|
|
from trex_core.adapters.persistence.migrate import apply_migrations
|
|
|
|
try:
|
|
report.migrations_applied = apply_migrations(dsn, psycopg_module=psycopg_module)
|
|
except Exception as mig_exc: # noqa: BLE001
|
|
# dcy-033 / REQ-100: CRITICAL alarm — migration failed.
|
|
_emit_reset_alarm(
|
|
alarm_emitter,
|
|
"migration_failed",
|
|
f"마이그레이션 실패: {mig_exc.__class__.__name__}",
|
|
fields={"error": str(mig_exc)},
|
|
)
|
|
raise
|
|
|
|
from trex_core.domain.slot import EXPECTED_SLOT_FIELDS
|
|
|
|
with psycopg_module.connect(dsn) as conn:
|
|
with conn.cursor() as cur:
|
|
cur.execute(
|
|
"SELECT column_name FROM information_schema.columns "
|
|
"WHERE table_name = 'daily_slot'"
|
|
)
|
|
cols = {r[0] for r in cur.fetchall()}
|
|
report.schema_ok = cols == set(EXPECTED_SLOT_FIELDS)
|
|
if not report.schema_ok:
|
|
# dcy-033 / REQ-100: CRITICAL alarm — schema verification failed post-reset.
|
|
_emit_reset_alarm(
|
|
alarm_emitter,
|
|
"schema_verification_failed",
|
|
"리셋 후 schema 검증 실패: daily_slot 컬럼 불일치",
|
|
fields={"expected": sorted(EXPECTED_SLOT_FIELDS), "actual": sorted(cols)},
|
|
)
|
|
return report
|
|
|
|
|
|
def main(argv: Optional[list[str]] = None) -> int: # pragma: no cover - CLI shell
|
|
import argparse
|
|
|
|
from trex_core.runtime.config import DaemonConfig, resolve_config_toml
|
|
from trex_core.runtime.logging_setup import configure_logging
|
|
from trex_core.version import __version__
|
|
|
|
configure_logging(level=logging.INFO) # REQ-084
|
|
parser = argparse.ArgumentParser(
|
|
prog="trex-core-reset",
|
|
description="dcy-020/REQ-064: wipe the slot-core tables and reinitialize "
|
|
"the DB to the asset-centric schema (dry-run by default). "
|
|
"Destructive and DB-wide — back up first.",
|
|
)
|
|
parser.add_argument("--version", action="version", version=f"%(prog)s {__version__}")
|
|
parser.add_argument("--config", required=True, help="instance TOML name/path (DSN source)")
|
|
parser.add_argument("--config-path", default=None)
|
|
parser.add_argument("--env-file", default=None)
|
|
parser.add_argument("--yes", action="store_true",
|
|
help="actually wipe + reinitialize (otherwise dry-run)")
|
|
args = parser.parse_args(argv)
|
|
|
|
toml_path = resolve_config_toml(args.config, args.config_path)
|
|
config = DaemonConfig.from_config(toml_path, env_file=args.env_file)
|
|
|
|
report = run_reset(config.dsn, dry_run=not args.yes)
|
|
_log.warning("%s", report.summary())
|
|
if not args.yes:
|
|
_log.info("dry-run only — re-run with --yes to wipe and reinitialize")
|
|
elif not report.schema_ok:
|
|
_log.error("schema verification FAILED after reset — inspect manually")
|
|
return 1
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__": # pragma: no cover
|
|
raise SystemExit(main())
|