#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""M5a 幂等 / C-3 fail-closed **真实库**验收 harness（任务 u7RBcE_UjcEOkfhw6WRlV 产出）。

与既有 ``tests/test_m5a_idempotency.py``（离线、无 DB、只断 fail-closed 与纯函数）
的分工：本 harness 是**增量证据**——它在一次性沙箱库里建出
``pbl_runtime_event`` + ``pbl_evidence`` 两张真实表，跑**同一条采集路径两次**，
用 MariaDB 的 ``uk_ev_dedup`` 唯一索引与 ``INSERT ... ON DUPLICATE KEY UPDATE``
实测幂等，并把 DB 原样回显（SHOW INDEX / 1062 Duplicate entry）打进日志。

被测代码是**真源码**（``pbl_evidence/collector.py``），不是复刻逻辑：
只把最底层数据访问适配层 ``db.q_all/q_one/q_exec/table_exists/table_columns``
替换成 pymysql 直连沙箱库的等价实现（sqlor 的 ``${name}$`` 占位符 → pymysql
``%(name)s``），``collector`` 的扫描/映射/去重/幂等写入逻辑一行未改。
宿主包（sqlor/appPublic/ahserver）在本机未安装，故用 importlib 造假包绕过
``pbl_evidence/__init__.py``，与离线测试同一手法。

用法::

    python3 tests/m5a_live_db_harness.py            # 跑完自动清理沙箱库
    python3 tests/m5a_live_db_harness.py --keep     # 保留沙箱库供人工核对
    PBL_M5A_DB=host:port:user:pwd 覆盖默认 test/test123@127.0.0.1:3306

退出码：0 = 全部断言通过（stdout 末行 ``LIVE DB HARNESS ALL PASS``）；1 = 失败。
"""

import argparse
import contextlib
import importlib
import io
import os
import pathlib
import re
import sys
import traceback
import types

REPO_ROOT = pathlib.Path(__file__).resolve().parent.parent      # modules/pbl_evidence
PKG_DIR = REPO_ROOT / 'pbl_evidence'

SANDBOX_SCHEMA = os.environ.get('PBL_M5A_SANDBOX', 'pbl_m5a_u7rb')
_TENANT = 't1'
_EVENT_ID_A = 'evt_u7rb_0001'
_EVENT_ID_B = 'evt_u7rb_0002'

# 沙箱 DDL：列集合与 models/pbl_evidence.json 一致（MariaDB 方言，本机实测可建）
DDL_PBL_EVIDENCE = """
CREATE TABLE `pbl_evidence` (
  `id` VARCHAR(32) NOT NULL,
  `tenant_id` VARCHAR(32) NOT NULL DEFAULT '0',
  `artifact_id` VARCHAR(32) NOT NULL DEFAULT '0',
  `evidence_type` VARCHAR(64) NOT NULL DEFAULT 'observation',
  `source_event_id` VARCHAR(32) NOT NULL,
  `session_id` VARCHAR(32) NOT NULL DEFAULT '0',
  `learner_id` VARCHAR(32) NOT NULL DEFAULT '0',
  `blueprint_id` VARCHAR(32) NOT NULL DEFAULT '0',
  `payload_json` LONGTEXT NULL,
  `occurred_at` DATETIME NOT NULL,
  `dedup_key` VARCHAR(32) NOT NULL DEFAULT '',
  `collect_batch_id` VARCHAR(32) NOT NULL DEFAULT '',
  `created_at` DATETIME NOT NULL DEFAULT '1970-01-01 00:00:00',
  `updated_at` DATETIME NOT NULL DEFAULT '1970-01-01 00:00:00',
  PRIMARY KEY (`id`),
  UNIQUE KEY `uk_ev_dedup` (`tenant_id`, `source_event_id`, `evidence_type`),
  KEY `idx_ev_learner` (`tenant_id`, `learner_id`, `occurred_at`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci
"""

DDL_PBL_RUNTIME_EVENT = """
CREATE TABLE `pbl_runtime_event` (
  `event_id` VARCHAR(64) NOT NULL,
  `tenant_id` VARCHAR(32) NOT NULL DEFAULT '0',
  `event_type` VARCHAR(64) NOT NULL,
  `payload_json` LONGTEXT NULL,
  `occurred_at` DATETIME NOT NULL,
  `learner_id` VARCHAR(32) NOT NULL DEFAULT '0',
  `session_id` VARCHAR(32) NOT NULL DEFAULT '0',
  `blueprint_id` VARCHAR(32) NOT NULL DEFAULT '0',
  `artifact_id` VARCHAR(32) NOT NULL DEFAULT '0',
  `created_at` DATETIME NOT NULL DEFAULT '1970-01-01 00:00:00',
  PRIMARY KEY (`event_id`),
  KEY `idx_re_time` (`tenant_id`, `occurred_at`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci
"""

EVENTS_SEED = (
    (_EVENT_ID_A, 'artifact_submitted',
     '{"title":"bridge-design","score":88}', '2026-09-22 10:00:00', 'stu_01', 'sess_01', 'bp_01', 'art_01'),
    (_EVENT_ID_B, 'team_message_sent',
     '{"channel":"team","chars":120}', '2026-09-22 10:05:00', 'stu_01', 'sess_01', 'bp_01', '0'),
)

_failures = []


def check(name, ok, detail=''):
    """记录一条断言并原样打印（PASS/FAIL），失败不中断，最后统一 exit 1。"""
    print('[%s] %s%s' % ('PASS' if ok else 'FAIL', name,
                         ('  -> ' + detail) if detail else ''))
    if not ok:
        _failures.append(name)
    return ok


# ── 被测代码隔离加载（不触发宿主依赖）────────────────────────────────
def load_collector():
    if 'pbl_evidence' not in sys.modules:
        pkg = types.ModuleType('pbl_evidence')
        pkg.__path__ = [str(PKG_DIR)]
        pkg.__package__ = 'pbl_evidence'
        sys.modules['pbl_evidence'] = pkg
    return importlib.import_module('pbl_evidence.collector')


# ── 沙箱库 + db 适配层替身 ───────────────────────────────────────────
class Sandbox:
    """一次性沙箱库；把 collector 的数据访问函数换成 pymysql 直连实现。"""

    def __init__(self, conn_kwargs):
        self.conn_kwargs = dict(conn_kwargs)
        self.conn = None

    def connect_root(self):
        import pymysql
        kw = dict(self.conn_kwargs)
        kw.pop('database', None)
        return pymysql.connect(**kw)

    def reset_schema(self):
        conn = self.connect_root()
        try:
            with conn.cursor() as cur:
                cur.execute('DROP DATABASE IF EXISTS `%s`' % SANDBOX_SCHEMA)
                cur.execute('CREATE DATABASE `%s` CHARACTER SET utf8mb4 '
                            'COLLATE utf8mb4_general_ci' % SANDBOX_SCHEMA)
            conn.commit()
        finally:
            conn.close()

    def drop_schema(self):
        conn = self.connect_root()
        try:
            with conn.cursor() as cur:
                cur.execute('DROP DATABASE IF EXISTS `%s`' % SANDBOX_SCHEMA)
            conn.commit()
        finally:
            conn.close()

    def open(self):
        import pymysql
        kw = dict(self.conn_kwargs)
        kw['database'] = SANDBOX_SCHEMA
        kw['cursorclass'] = pymysql.cursors.DictCursor
        kw['autocommit'] = True
        self.conn = pymysql.connect(**kw)

    def close(self):
        if self.conn is not None:
            try:
                self.conn.close()
            except Exception:
                pass
            self.conn = None

    def ddl(self, stmt):
        with self.conn.cursor() as cur:
            cur.execute(stmt)

    def raw(self, sql, args=None):
        """执行并返回 list[dict]（原样回显用）。"""
        with self.conn.cursor() as cur:
            cur.execute(sql, args or {})
            try:
                return list(cur.fetchall() or [])
            except Exception:
                return []

    # ── collector.db 替身：${name}$ → %(name)s ──
    @staticmethod
    def to_pymysql(sql):
        return re.sub(r'\$\{(\w+)\}\$', r'%(\1)s', sql)

    def q_all(self, sql, params=None):
        with self.conn.cursor() as cur:
            cur.execute(self.to_pymysql(sql), dict(params or {}))
            return [dict(r) for r in (cur.fetchall() or [])]

    def q_one(self, sql, params=None):
        rows = self.q_all(sql, params)
        return rows[0] if rows else None

    def q_exec(self, sql, params=None):
        with self.conn.cursor() as cur:
            n = cur.execute(self.to_pymysql(sql), dict(params or {}))
        return {'affected_rows': n}

    def table_exists(self, table):
        row = self.q_one(
            'SELECT COUNT(*) AS c FROM information_schema.TABLES '
            'WHERE TABLE_SCHEMA=${db}$ AND TABLE_NAME=${t}$',
            {'db': SANDBOX_SCHEMA, 't': table})
        return bool(row) and int(list(row.values())[0] or 0) > 0

    def table_columns(self, table):
        rows = self.q_all(
            'SELECT COLUMN_NAME AS col FROM information_schema.COLUMNS '
            'WHERE TABLE_SCHEMA=${db}$ AND TABLE_NAME=${t}$',
            {'db': SANDBOX_SCHEMA, 't': table})
        return {str(r.get('col')) for r in rows if r.get('col')}

    def get_dbname(self):
        return SANDBOX_SCHEMA


def install_stub(collector, box):
    """把 collector 模块命名空间里的数据访问函数指向沙箱实现（真源码其余不动）。

    collector 里这些调用都是 ``await``，故同步的 pymysql 实现要包成协程；
    ``get_dbname`` 在真源码里是同步函数，保持同步。
    """
    def _async(fn):
        async def wrapper(*a, **kw):
            return fn(*a, **kw)
        wrapper.__name__ = getattr(fn, '__name__', 'stub')
        return wrapper

    for attr, fn in (('q_all', box.q_all), ('q_one', box.q_one), ('q_exec', box.q_exec),
                     ('table_exists', box.table_exists), ('table_columns', box.table_columns),
                     ('invalidate_cache', lambda t=None: None)):
        setattr(collector, attr, _async(fn))
    setattr(collector, 'get_dbname', box.get_dbname)


# ── 阶段 1：C-3 fail-closed（事件表缺失）────────────────────────────
def phase_fail_closed(collector, box):
    print('\n--- 阶段 1：C-3 fail-closed（pbl_runtime_event 缺失）---')
    print('沙箱库 %s 内表清单（原样回显）: %s'
          % (SANDBOX_SCHEMA, box.raw('SHOW TABLES') or '[] （空库）'))
    resolved = None
    import asyncio
    resolved = asyncio.get_event_loop_policy().new_event_loop().run_until_complete(
        collector.resolve_event_table())
    print('resolve_event_table() 实测返回: %r' % (resolved,))
    check('C-3.1 resolve_event_table() 在事件表缺失时返回 None', resolved is None,
          repr(resolved))

    err = None
    tb_text = ''
    import asyncio
    try:
        asyncio.get_event_loop_policy().new_event_loop().run_until_complete(
            collector.collect_evidence_from_events(tenant_id=_TENANT))
    except collector.CollectError as exc:      # 真源码抛出的类型
        err = exc
        tb_text = ''.join(traceback.format_exc())
    except Exception as exc:                  # noqa: BLE001
        err = exc
        tb_text = ''.join(traceback.format_exc())

    print('抛出的异常类型: %s' % (type(err).__name__ if err else 'None（未抛错=静默空成功）'))
    print('异常消息原文: %s' % (str(err) if err else '<无>'))
    if tb_text:
        print('traceback 原文:')
        for line in tb_text.rstrip().splitlines():
            print('  | ' + line)
    check('C-3.2 collect_evidence_from_events(tenant_id="t1") 抛 CollectError',
          isinstance(err, collector.CollectError), type(err).__name__ if err else 'no raise')
    msg = str(err or '')
    check("C-3.3 异常消息含 'M11b'（硬依赖声明，非空成功）", 'M11b' in msg,
          '消息=%s' % msg[:120])
    check('C-3.4 未产生任何证据行（fail-closed 不写脏数据）',
          box.table_exists('pbl_evidence') is False or
          int((box.raw('SELECT COUNT(*) AS c FROM `pbl_evidence`') or [{'c': 0}])[0]['c']) == 0)


# ── 阶段 2：真实双次采集幂等 ────────────────────────────────────────
def phase_idempotent(collector, box):
    print('\n--- 阶段 2：同 source_event_id + evidence_type 连续采集两次（真库）---')
    box.ddl(DDL_PBL_RUNTIME_EVENT)
    box.ddl(DDL_PBL_EVIDENCE)
    print('建表后 SHOW TABLES: %s'
          % [list(r.values())[0] for r in box.raw('SHOW TABLES')])
    print('uk_ev_dedup 索引定义（SHOW INDEX 原样回显）:')
    for r in box.raw("SHOW INDEX FROM `pbl_evidence` WHERE Key_name='uk_ev_dedup'"):
        print('  Seq_in_index={0} Column_name={1} Non_unique={2} Index_name={3}'
              .format(r.get('Seq_in_index'), r.get('Column_name'),
                      r.get('Non_unique'), r.get('Key_name')))

    with box.conn.cursor() as cur:
        for ev in EVENTS_SEED:
            cur.execute(
                'INSERT INTO `pbl_runtime_event` (event_id, tenant_id, event_type, '
                'payload_json, occurred_at, learner_id, session_id, blueprint_id, '
                'artifact_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s)', ev)
    print('事件表写入 %d 行（pbl_runtime_event）' % len(EVENTS_SEED))

    import asyncio

    def run_collect(label):
        loop = asyncio.get_event_loop_policy().new_event_loop()
        try:
            stats = loop.run_until_complete(
                collector.collect_evidence_from_events(tenant_id=_TENANT))
        finally:
            loop.close()
        slim = {k: stats[k] for k in ('scanned', 'created', 'skipped', 'updated',
                                      'ignored', 'failed', 'event_table', 'watermark')
                if k in stats}
        print('%s stats = %s' % (label, slim))
        return stats

    s1 = run_collect('第 1 次采集')
    rows1 = box.raw('SELECT tenant_id, source_event_id, evidence_type, dedup_key '
                    'FROM `pbl_evidence` ORDER BY source_event_id, evidence_type')
    print('第 1 次后表内行（原样回显，%d 行）:' % len(rows1))
    for r in rows1:
        print('  %s' % r)

    s2 = run_collect('第 2 次采集（同一批事件重放）')
    rows2 = box.raw('SELECT tenant_id, source_event_id, evidence_type, dedup_key '
                    'FROM `pbl_evidence` ORDER BY source_event_id, evidence_type')
    print('第 2 次后表内行（原样回显，%d 行）:' % len(rows2))
    for r in rows2:
        print('  %s' % r)

    check('IDM.1 第 1 次采集 created == 2（两条事件各落一条证据）',
          s1.get('created') == 2, 'created=%s' % s1.get('created'))
    check('IDM.2 第 2 次采集 skipped >= 1（命中唯一键走跳过分支）',
          s2.get('skipped', 0) >= 1, 'skipped=%s' % s2.get('skipped'))
    check('IDM.3 第 2 次采集 created == 0（重放不新增）',
          s2.get('created') == 0, 'created=%s' % s2.get('created'))
    check('IDM.4 两次采集后表内仍只有 2 行（每三元组唯一一行）',
          len(rows2) == 2 and len(rows1) == 2, 'rows=%d' % len(rows2))
    # 唯一索引的 DB 级行为：绕过预查，直接重复 INSERT，必须 1062 Duplicate entry
    dup_err = ''
    try:
        with box.conn.cursor() as cur:
            cur.execute(
                'INSERT INTO `pbl_evidence` (id, tenant_id, source_event_id, '
                'evidence_type, occurred_at, dedup_key) '
                'VALUES (%s,%s,%s,%s,%s,%s)',
                ('manual_dup_1', _TENANT, _EVENT_ID_A, 'artifact',
                 '2026-09-22 10:00:00', 'x' * 32))
    except Exception as exc:                     # noqa: BLE001
        dup_err = '%s: %s' % (type(exc).__name__, exc)
    print('直接重复 INSERT 的 DB 原始报错（uk_ev_dedup 真防重）: %s'
          % (dup_err or '<未报错>'))
    check('IDM.6 唯一键 uk_ev_dedup 在 DB 层拦截重复三元组（1062 Duplicate entry）',
          '1062' in dup_err or 'Duplicate entry' in dup_err, dup_err[:160])

    # collector 实际写入语句形态确认（ON DUPLICATE KEY UPDATE 双保险）
    src = (PKG_DIR / 'collector.py').read_text(encoding='utf-8')
    check("IDM.7 写入路径含 'ON DUPLICATE KEY UPDATE'（并发/重放第二层防重）",
          'ON DUPLICATE KEY UPDATE' in src)
    check('IDM.8 dedup_key 与 uk 三元组同源（md5(tenant|event|type)）',
          _dedup_matches(rows2))
    return rows2


def _dedup_matches(rows):
    from hashlib import md5
    for r in rows:
        want = md5('%s|%s|%s' % (r['tenant_id'], r['source_event_id'],
                                 r['evidence_type']).encode('utf-8')).hexdigest()
        if str(r.get('dedup_key')) != want:
            return False
    return True


# ── 阶段 3：第三次采集（幂等可重放，补跑一次并对比）─────────────────
def phase_third_run(collector, box, s2_stats):
    import asyncio
    loop = asyncio.get_event_loop_policy().new_event_loop()
    try:
        s3 = loop.run_until_complete(
            collector.collect_evidence_from_events(tenant_id=_TENANT))
    finally:
        loop.close()
    slim3 = {k: s3[k] for k in ('scanned', 'created', 'skipped', 'updated', 'ignored', 'failed')
             if k in s3}
    slim2 = {k: s2_stats[k] for k in ('scanned', 'created', 'skipped', 'updated', 'ignored', 'failed')
             if k in s2_stats}
    print('第 3 次采集 stats = %s（与第 2 次对比 %s）'
          % (slim3, '一致' if slim2 == slim3 else '不一致'))
    rows = box.raw('SELECT COUNT(*) AS c FROM `pbl_evidence`')
    cnt = int((rows or [{'c': -1}])[0]['c'])
    print('第 3 次后表内总行数 = %d' % cnt)
    check('IDM.5 第三次采集统计与第二次逐字段一致', slim2 == slim3, '%s vs %s' % (slim2, slim3))
    check('IDM.9 三次采集后表内行数仍为 2（无重复行累积）', cnt == 2, 'count=%d' % cnt)


def db_kwargs():
    env = os.environ.get('PBL_M5A_DB')
    if env:
        host, port, user, pwd = env.split(':')
        return dict(host=host, port=int(port), user=user, password=pwd)
    # 本机测试库凭据来自 projects/pbls/env/test.json 的 db 段（唯一事实源，未新增秘密）
    return dict(host='127.0.0.1', port=3306, user='test', password='test123',
                charset='utf8mb4', connect_timeout=5)


def main():
    ap = argparse.ArgumentParser()
    ap.add_argument('--keep', action='store_true', help='跑完保留沙箱库')
    args = ap.parse_args()

    print('M5a live-DB harness | sandbox schema = %s | target = modules/pbl_evidence'
          % SANDBOX_SCHEMA)
    try:
        import pymysql                                    # noqa: F401
    except Exception as exc:                              # noqa: BLE001
        print('FAIL 环境缺少 pymysql，无法跑真实库幂等: %r' % (exc,))
        return 1

    collector = load_collector()
    box = Sandbox(db_kwargs())
    box.reset_schema()
    box.open()
    try:
        install_stub(collector, box)
        phase_fail_closed(collector, box)
        _rows = phase_idempotent(collector, box)
        # 重跑一次统计对比（放在 phase 2 之后，避免影响其内部断言顺序）
        import asyncio
        loop = asyncio.get_event_loop_policy().new_event_loop()
        try:
            s2 = loop.run_until_complete(
                collector.collect_evidence_from_events(tenant_id=_TENANT))
        finally:
            loop.close()
        phase_third_run(collector, box, s2)
    finally:
        box.close()
        if not args.keep:
            box.drop_schema()
            print('沙箱库已清理: DROP DATABASE %s' % SANDBOX_SCHEMA)
        else:
            print('--keep：沙箱库 %s 保留' % SANDBOX_SCHEMA)

    if _failures:
        print('LIVE DB HARNESS FAILED (%d): %s' % (len(_failures), ' | '.join(_failures)))
        return 1
    print('LIVE DB HARNESS ALL PASS')
    return 0


if __name__ == '__main__':
    sys.exit(main())