"""star_winners_study.py -- [2026-10-25] the user: EV3 trades less; study the Star bot's WINNING trades (live 10/5-10/23) that EV3 did
not take, and what kind of setup would catch them. Per Star winner: the readings at Star's buy minute (finished bars), what each
EV3 setup's check said there, and whether the stock was on the new trade-bot list (old score top 30 at 9:28)."""
import gzip, json, sys
from collections import Counter, defaultdict
from datetime import datetime
from pathlib import Path
from zoneinfo import ZoneInfo
import numpy as np
HERE = Path(__file__).resolve().parent
sys.path.insert(0, "/var/www/screener/trade/reports/playbook"); sys.path.insert(0, "/var/www/screener/trade")
import v2_bar_replay as R
import ev3 as E
ET = ZoneInfo("America/New_York"); OW = Path("/var/www/screener/trade/reports/open_window")
REFD = Path("/var/www/screener/premarket/data/reference")
cfg = E.EV3(json.load(open("/var/www/screener/trade/config.json"))["ev3"]).c
rows = []
for f in sorted(Path("/var/www/screener/premarket/data/trades").glob("*_trades.jsonl")):
    day = f.name[:10]
    newlist = set(json.load(open(HERE / "lists_live_v1" / f"{day}.json"))["pre"])
    bars_all = json.load(gzip.open(OW / "bars10y" / day[:4] / f"{day}.json.gz", "rt"))["bars"]
    for l in open(f):
        t = json.loads(l)
        if not (t.get("exit_price") and t.get("entry_price")):
            continue
        pc = (t["exit_price"] / t["entry_price"] - 1) * 100; s = t["symbol"]
        et = datetime.fromisoformat(t["entry_time"]).astimezone(ET); xt = datetime.fromisoformat(t["exit_time"]).astimezone(ET)
        bm = (et.hour - 9) * 60 + et.minute - 30
        if s not in bars_all:
            continue
        bars = [x for x in R.bars_of(bars_all[s]) if 0 <= R.minute(x["t"]) < 390]
        M = [R.minute(x["t"]) for x in bars]
        k = max((i for i, m in enumerate(M) if m < bm), default=None)
        if k is None or k < 4:
            continue
        fp = HERE / "flow_star" / day / f"{s}.json"
        if not fp.exists():
            fp = OW / "flow_tick" / day / f"{s}.json"
        fl = json.loads(fp.read_text()) if fp.exists() else None
        rp = REFD / day / f"{s}.json"; ref = json.loads(rp.read_text()) if rp.exists() else {}
        done = bars[:k + 1]; m = M[k]; P = done[-1]["c"]; O = done[0]["o"]
        pv = sum((x["h"] + x["l"] + x["c"]) / 3 * x["v"] for x in done); cv = sum(x["v"] for x in done); vw = pv / cv
        hi = max(x["h"] for x in done); lo = min(x["l"] for x in done)
        def bs(n):
            if not fl: return None
            B = sum(fl["buy"][max(0, m - n + 1):m + 1]); S = sum(fl["sell"][max(0, m - n + 1):m + 1]); return B / (B + S) if B + S else None
        vpm = ref.get("vol_per_min") or []; norm = sum(vpm[:m + 1]) if len(vpm) > m else 0
        why = {}
        if fl and ref.get("atr14"):
            for name in ("R1A", "R1D", "R1E", "R4", "R3", "R1C" if False else "R1B"):
                if name not in E.MODS:
                    continue
                sc = cfg["setups"].get(name) or {}
                try:
                    ok, info = E.MODS[name].check(done, fl, ref, m, {kk: v for kk, v in sc.items() if kk not in E.CONTROL_KEYS} or None)
                    why[name] = "TRIGGER" if ok else (info or {}).get("why_not", "-")
                except Exception as ex:
                    why[name] = f"err {ex}"
        c15 = done[max(0, k - 15)]["c"]
        rows.append({"day": day, "sym": s, "pl": round(pc, 2), "buy": et.strftime("%H:%M"), "sell": xt.strftime("%H:%M"),
                     "hold": int((xt - et).total_seconds() / 60), "in_new_list": s in newlist,
                     "vs_open": round((P / O - 1) * 100, 2), "vs_vwap": round((P / vw - 1) * 100, 2),
                     "gap": round((O / ref["prev_close"] - 1) * 100, 2) if ref.get("prev_close") else None,
                     "atr": round(ref["atr14"] / ref["prev_close"] * 100, 1) if ref.get("atr14") else None,
                     "rvol": round(cv / norm, 2) if norm else None, "bs5": bs(5), "bs15": bs(15),
                     "pos_day": round((P - lo) / (hi - lo), 2) if hi > lo else None, "off_high": round((P / hi - 1) * 100, 2),
                     "ch15": round((P / c15 - 1) * 100, 2), "minute": m, "star_reason": (t.get("reasons") or [""])[0][:90],
                     "exit_reason": (t.get("exit_reason") or "")[:60], "ev3": why})
json.dump(rows, open(HERE / "star_winners.json", "w"), indent=0)
W = [r for r in rows if r["pl"] > 0]; L = [r for r in rows if r["pl"] <= 0]
print(f"Star trades with data: {len(rows)}; winners {len(W)}, losers {len(L)}; winners on the new top-30 list: {sum(r['in_new_list'] for r in W)}")
def med(X, k):
    v = [x[k] for x in X if x[k] is not None]; return f"{np.median(v):+.2f}" if v else "-"
print(f"{'':8} {'n':>3} {'pl':>6} {'buy min':>7} {'vs_open':>7} {'vs_vwap':>7} {'gap':>6} {'atr':>5} {'rvol':>5} {'bs5':>5} {'bs15':>5} {'pos_day':>7} {'off_hi':>6} {'ch15':>6}")
for lab, X in (("WINNERS", W), ("LOSERS", L)):
    print(f"{lab:8} {len(X):3} {med(X,'pl'):>6} {med(X,'minute'):>7} {med(X,'vs_open'):>7} {med(X,'vs_vwap'):>7} {med(X,'gap'):>6} {med(X,'atr'):>5} {med(X,'rvol'):>5} {med(X,'bs5'):>5} {med(X,'bs15'):>5} {med(X,'pos_day'):>7} {med(X,'off_high'):>6} {med(X,'ch15'):>6}")
print("\nwhy EV3 said no on the WINNERS (first reason per setup):")
for name in ("R1A", "R1D", "R4", "R3"):
    c = Counter((r["ev3"].get(name) or "-").split(":")[0][:40] for r in W)
    print(f"  {name}: " + "; ".join(f"{k} x{v}" for k, v in c.most_common(5)))
print("\nWINNERS:")
for r in sorted(W, key=lambda r: -r["pl"]):
    print(f"  {r['day']} {r['sym']:5} {r['pl']:+5.2f}% buy {r['buy']} hold {r['hold']:3}m | list {'Y' if r['in_new_list'] else 'n'} | open {r['vs_open']:+5.1f}% vwap {r['vs_vwap']:+5.1f}% gap {r['gap']} atr {r['atr']} rvol {r['rvol']} "
          f"bs5 {r['bs5'] and round(r['bs5'],2)} bs15 {r['bs15'] and round(r['bs15'],2)} pos {r['pos_day']} offhi {r['off_high']:+.1f}% ch15 {r['ch15']:+.1f}% | {r['exit_reason'][:30]}")
