"""
c3_test.py -- [2026-10-21] C3 = the user's 3-bar confirmation on every buy signal (price rising, buy share and volume not falling). Built from s1r_test.py: S1R (flip after >= 10 min of rejects -> review price + volume history). Based on situations_test.py [2026-10-20] The user's situation-specific entry rules (trade/entry_situations.py) on 2 years.
Same harness as avoid_rules_test.py (v2_bar_replay.run_stock: real entry_v2 + exit_v2, every signal, daily top-30
lists, 0.2% cost). BASE tags every buy with its situations; then each situation RULE alone (a real replay):
  R1a  S1 window flip -> price +0.3% over 5 bars & rising, volume last 5 > the 5 before & >= normal
  R1b  S1 window flip -> stricter: +0.5% and volume >= 1.5x the 5 before
  R2w1 / R2w2   S2 spike -> wait 1 / 2 minutes, buy only if no close fell under the spike bar's midpoint
  R11c15 / R11c30  S11 flush -> cool-down 15 / 30 min + higher low + back over the flush bar's high
Report: A) how often each situation occurs on the BASE buys and how THOSE buys do; B) each rule overall and on the
buys of ITS situation (what it blocks, what replaces them).      python3 situations_test.py [START..END] | --report
"""
import gzip, json, sys
from collections import defaultdict
from pathlib import Path
import numpy as np
HERE = Path(__file__).resolve().parent
sys.path.insert(0, str(HERE)); sys.path.insert(0, "/var/www/screener/trade")
import v2_bar_replay as R  # noqa: E402
import entry_situations as ES  # noqa: E402
OUT = HERE / "c3_deep_6m.jsonl"; COST = 0.2
RUNS = {"BASE": {}, "C3_green3": {"C3_confirm": {"enabled": True, "price_mode": "green3"}},
        "C3_wait": {"C3_confirm": {"enabled": True, "price_mode": "wait_green3"}}}
_UNUSED = {
        "C3_wait": {"C3_confirm": {"enabled": True, "price_mode": "wait_green3"}},
}
SITU = {"S1R": "flip after >= 10 min of rejects", "S1": "window flip", "S2": "spike", "S3": "block print", "S6": "extended >3% over open", "S7": "stretched >2% over VWAP",
        "S8": "room to resistance <5%", "S10": "late (move >1.5x normal)", "S11": "flush bounce", "S16": "lower low by 10:30",
        "S17": "choppy (>=3 Vs)", "S20": "calm (ATR <8%)", "S21": "thin or wide spread"}
CTX = {}
_orig = R.entry_v2.evaluate
def wrapped(sym, view, ref, f15, pers, as_of=None, cfg=None, quote=None):
    d = _orig(sym, view, ref, f15, pers, as_of=as_of, cfg=cfg, quote=quote)
    m = R.minute(as_of) - 1; day = CTX["day"]
    ES.record(day, sym, m, d.metrics, passed=bool(d.should_enter))
    if d.should_enter:
        tags, det = ES.tag(day, sym, m, view, ref, d.metrics, cfg=CTX["cfg"])
        fb, fs = CTX["flow"]["buy"], CTX["flow"]["sell"]
        det["_flow3"] = (sum(fb[m - 2:m + 1]), sum(fs[m - 2:m + 1]), sum(fb[m - 5:m - 2]), sum(fs[m - 5:m - 2]))
        for n in (30, 5):
            b_, s_ = sum(fb[max(0, m - n + 1):m + 1]), sum(fs[max(0, m - n + 1):m + 1])
            det[f"_bs{n}"] = b_ / (b_ + s_) if b_ + s_ else None
        done = [b for b in view[:-1]]
        l3, p3 = done[-3:], done[-6:-3]
        f3 = det["_flow3"]
        CTX["c3"][(day, sym, m)] = {
            "up_bars": sum(1 for b in l3 if b["c"] > b["o"]),
            "bs3": f3[0] / (f3[0] + f3[1]) if f3[0] + f3[1] else None, "bs3_prev": f3[2] / (f3[2] + f3[3]) if f3[2] + f3[3] else None,
            "vol3_x": sum(b["v"] for b in l3) / sum(b["v"] for b in p3) if sum(b["v"] for b in p3) else None,
            "chg3": (l3[-1]["c"] / l3[0]["o"] - 1) * 100 if len(l3) == 3 else None}
        d.metrics["avoid_hits"] = tags                     # carried into the trade record by v2_bar_replay
        if ES.check(day, sym, m, view, ref, d.metrics, tags, det, cfg=CTX["cfg"]):
            d.should_enter = False
    return d
R.entry_v2.evaluate = wrapped
def run(rng):
    a, b = rng.split("..")
    cfg = R.get_config(); ecfg = {**(cfg.get("entry_v2") or {}), "confirm_checks": 1}; xcfg = {**(cfg.get("exit_v2") or {}), "enabled": True}
    with open(OUT, "w") as out:
        for p in sorted(R.OW.glob("bars/bars_20*.json.gz")):
            day = p.name[5:15]
            if not (a <= day <= b):
                continue
            d = json.load(gzip.open(p, "rt")); bench = R.bench_pct(day); CTX["day"] = day; k = defaultdict(int); CTX["c3"] = {}
            for s in d["top30_current"]:
                fp = R.OW / "flow" / day / f"{s}.json"; ref = R.REF.load(day, s)
                if s not in d["symbols"] or not fp.exists() or not ref:
                    continue
                flow = json.loads(fp.read_text()); CTX["flow"] = flow
                for rn, rc in RUNS.items():
                    CTX["cfg"] = rc; ES._hist.clear(); ES._pending.clear(); ES._streak.clear(); ES._c3ep.clear()
                    for t in R.run_stock(day, s, d["symbols"][s]["bars"], flow, ref, bench, ecfg, xcfg):
                        bb = [b for b in R.bars_of(d["symbols"][s]["bars"]) if 0 <= R.minute(b["t"]) < 390]
                        bm, bp = t["buy_m"], t["buy"]
                        aft = [b for b in bb if bm <= R.minute(b["t"]) <= bm + 60]
                        rest = [b for b in bb if R.minute(b["t"]) >= bm]
                        feat = dict(t.get("feat") or {}); feat.pop("avoid_hits", None)
                        out.write(json.dumps({"run": rn, "day": day, "sym": s, "buy_m": bm, "sell_m": t.get("sell_m"), "why": t.get("why"),
                                              "pl_gross": t["pl"] + R.COST, "tags": (t.get("feat") or {}).get("avoid_hits") or [],
                                              "c3": CTX["c3"].get((day, s, bm - 1)), "feat": feat,
                                              "max60": (max(b["h"] for b in aft) / bp - 1) * 100 if aft else None,
                                              "min60": (min(b["l"] for b in aft) / bp - 1) * 100 if aft else None,
                                              "max_day": (max(b["h"] for b in rest) / bp - 1) * 100 if rest else None,
                                              "close_ret": (bb[-1]["c"] / bp - 1) * 100}, default=str) + "\n"); k[rn] += 1
            R.REF._CACHE.clear(); del d
            print(day, k.get("BASE", 0), "base trades", flush=True)
    print("C3DEEP_DONE")
def report():
    T = [json.loads(l) for l in open(OUT)]
    days = sorted({t["day"] for t in T}); half = days[len(days) // 2]
    pl = lambda X: np.array([t["pl_gross"] - COST for t in X])
    def line(lab, X):
        if not X:
            print(f"   {lab:42} 0"); return
        p = pl(X); h = np.array([t["day"] < half for t in X])
        print(f"   {lab:42} {len(p):6} {p.mean():+9.3f}% {np.mean(p > 0):4.0%} | {p[h].mean() if h.any() else 0:+7.3f}% {p[~h].mean() if (~h).any() else 0:+7.3f}% | total {p.sum():+7.1f}%")
    base = [t for t in T if t["run"] == "BASE"]
    print(f"{len(days)} days {days[0]}..{days[-1]}; per trade after {COST}% cost; every v2 signal\n")
    print(f"A. SITUATIONS ON THE BASE BUYS        {'trades':>6} {'per trade':>9} {'win':>4} | {'half 1':>7} {'half 2':>7}")
    line("all base buys", base)
    for s, nm in SITU.items():
        line(f"{s} {nm}", [t for t in base if s in t["tags"]])
        line(f"   not {s}", [t for t in base if s not in t["tags"]])
    print("\nB. EACH RULE (real replay)")
    for rn in RUNS:
        line(rn, [t for t in T if t["run"] == rn])
    bk = {(t["day"], t["sym"], t["buy_m"]) for t in base}
    for rn in [r for r in RUNS if r != "BASE"]:
        X = [t for t in T if t["run"] == rn]; keys = {(t["day"], t["sym"], t["buy_m"]) for t in X}
        line(f"{rn}: the base buys it BLOCKED", [t for t in base if (t["day"], t["sym"], t["buy_m"]) in bk - keys])
        line(f"{rn}: new buys it made instead", [t for t in X if (t["day"], t["sym"], t["buy_m"]) not in bk])
if __name__ == "__main__":
    if "--report" in sys.argv:
        report()
    else:
        run(sys.argv[1] if len(sys.argv) > 1 else "2024-10-01..2026-10-02"); report()
