"""tr42x.py collect A..B OUT | analyze OUT.. -- [2026-10-30] user: new #42 entry = "after EMA9 is higher than EMA20 and just got higher than VWAP,
with buyers in control". Exit = trade-bot live C3 (sim_2y.sim, give-back armed +2% + X1 + 15:55), stop under the 10-bar low x0.998 (0.5-4%).
Variants: cross by EMA9 (E9 crosses VWAP) | by the CLOSE (close crosses VWAP); "just" = the cross on this bar or within the last 3 bars;
buyers: B1 = 3m buy share >= 55% | B2 = B1 + 3m > 15m + 15m >= 50%; uptrend filter U = close > open and > prev close (or none).
Buys 9:35-11:30, one per stock per day per variant, next open, 0.2% cost. + RANDOM minute baseline (every 5 min, same window)."""
import gzip, json, sys
from pathlib import Path
import numpy as np
TR = Path("/var/www/screener/trade"); sys.path.insert(0, str(TR / "reports/playbook")); sys.path.insert(0, str(TR)); sys.path.insert(0, str(TR / "reports/ev3"))
def rise(b, bi, P):
    f2 = 0
    for z in b[bi:bi + 120]:
        if z["l"] <= P * 0.98: f2 = -1; break
        if z["h"] >= P * 1.02: f2 = 1; break
    return dict(r60=round((max(z["h"] for z in b[bi:bi + 60]) / P - 1) * 100, 3), d30=round((min(z["l"] for z in b[bi:bi + 30]) / P - 1) * 100, 3), f2=f2)
VARS = [f"{c}-B1-{p}" for c in ("CROSS", "ABOVE") for p in ("noPos", "PosBoard", "PosDay")]
if sys.argv[1] == "collect":
    import v2_bar_replay as R
    import stock_board as SB
    from queue_test import Day
    from sim_2y import sim
    a, b_ = sys.argv[2].split(".."); out = open(sys.argv[3], "w")
    for p in sorted(R.OW.glob("bars/bars_20*.json.gz")):
        day = p.name[5:15]
        if not (a <= day <= b_): continue
        d = json.load(gzip.open(p, "rt"))
        for s in d["top30_current"]:
            fp = R.OW / "flow" / day / f"{s}.json"; ref = R.REF.load(day, s)
            if s not in d["symbols"] or not fp.exists() or not ref or not ref.get("prev_close"): continue
            bars = [x for x in R.bars_of(d["symbols"][s]["bars"]) if 0 <= R.minute(x["t"]) < 390]
            if len(bars) < 300 or R.minute(bars[0]["t"]) != 0: continue
            M = [R.minute(x["t"]) for x in bars]; fl = json.loads(fp.read_text()); fb, fs = fl["buy"], fl["sell"]; pc = ref["prev_close"]
            n = len(bars); C = [x["c"] for x in bars]; o = bars[0]["o"]
            E9, E20, VW = [], [], []; e9 = e20 = C[0]; cv = pv = 0
            for x in bars:
                e9 += (x["c"] - e9) * 0.2; e20 += (x["c"] - e20) * 2 / 21; E9.append(e9); E20.append(e20)
                cv += x["v"]; pv += (x["h"] + x["l"] + x["c"]) / 3 * x["v"]; VW.append(pv / max(cv, 1))
            sh = lambda t, k: sum(fb[max(0, t - k + 1):t + 1]) / max(sum(fb[max(0, t - k + 1):t + 1]) + sum(fs[max(0, t - k + 1):t + 1]), 1)
            D = None; done = set()
            pp = R.OW / f"pm_history/{day}.json.gz"
            pmh = {r["s"]: r.get("pm_high") for r in json.load(gzip.open(pp, "rt"))["rows"]}.get(s) if pp.exists() else None
            BD = SB.Board(pc, ref["atr14"], o, pm_high=pmh, vpm=ref.get("vol_per_min"), rule="v2") if ref.get("atr14") else None
            for i in range(0, n - 1):
                if M[i] > 120: break
                row = BD.update(bars[i], M[i], fb[M[i]], fs[M[i]]) if BD else None
                if M[i] < 5 or i < 4: continue
                if M[i] % 5 == 0: out.write(json.dumps(dict(kind="RANDOM", day=day, sym=s, t=M[i], **rise(bars, i + 1, bars[i + 1]["o"]))) + "\n")
                if not E9[i] > E20[i]: continue
                s3, s15 = sh(M[i], 3), sh(M[i], 15)
                if not C[i] > pc: continue                                         # [10/30 user] uptrend = above prev close (NOT the open any more)
                cr = {"CROSS": E9[i] > VW[i] and any(E9[j] <= VW[j] for j in range(i - 3, i)), "ABOVE": E9[i] > VW[i]}
                bb = {"B1": s3 >= 0.55}
                hi_, lo_ = max(x["h"] for x in bars[:i + 1]), min(x["l"] for x in bars[:i + 1])
                posb = (C[i] - row["sup"]) / max(row["res"] - row["sup"], 1e-9) if row else 9
                posd = (C[i] - lo_) / max(hi_ - lo_, 1e-9)
                uu = {"noPos": True, "PosBoard": posb <= 0.5, "PosDay": posd <= 0.5}
                for v in VARS:
                    c_, b2, u_ = v.split("-")
                    if v in done or not (cr[c_] and bb[b2] and uu[u_]): continue
                    done.add(v); bi = i + 1; P = bars[bi]["o"]
                    if D is None: D = Day(bars, M, fl, ref)
                    sw = min(x["l"] for x in bars[max(0, bi - 10):bi]); st = min(max(sw * 0.998, P * 0.96), P * 0.995)
                    pl, j, why = sim(D, bi, P, st, 2.0, "C3")
                    out.write(json.dumps(dict(kind=v, day=day, sym=s, t=M[i], posb=round(posb, 2), posd=round(posd, 2), ext=round((P / o - 1) * 100, 2), vs_vwap=round((P / VW[i] - 1) * 100, 3),
                                              c3=round(pl, 3), hold=M[min(j, n - 1)] - M[bi], why=why, **rise(bars, bi, P))) + "\n")
        del d; R.REF._CACHE.clear(); out.flush()
    out.close(); print("TR42Z_DONE")
else:
    X = [json.loads(l) for f in sys.argv[2:] for l in open(f)]
    Y = lambda Z, h: [z for z in Z if (z["day"] < "2025-10-01") == (h == 1)]
    def r(Z):
        a = lambda k: np.mean([z[k] for z in Z])
        return f"n {len(Z):5} | max rise 60m {a('r60'):+.2f}% | max drop 30m {a('d30'):+.2f}% | +2% first {np.mean([z['f2'] == 1 for z in Z]):3.0%} / -2% first {np.mean([z['f2'] == -1 for z in Z]):3.0%}"
    def c(Z):
        v = np.array([z["c3"] for z in Z])
        return f"{v.mean():+.3f}%/trade win {np.mean(v > 0):3.0%} {v[v > 0].mean():+.2f}/{v[v <= 0].mean():+.2f} hold {np.median([z['hold'] for z in Z]):3.0f}m"
    print("NEW #42 entry: EMA9 > EMA20 + EMA9 crossed/above VWAP + 3m buy >= 55% + above prev close (open check removed) + position in range <= 0.5; exit = trade-bot C3, stop under the 10-bar low. 2 years (year 1 < 2025-10-01 <= year 2)\n")
    Z = [x for x in X if x["kind"] == "RANDOM"]; print(f"RANDOM minute 9:35-11:30\n   year 1 {r(Y(Z, 1))}\n   year 2 {r(Y(Z, 2))}\n")
    lab = {"CROSS": "EMA9 just crossed VWAP", "ABOVE": "EMA9 above VWAP", "B1": "3m buy >= 55%", "noPos": "no position check", "PosBoard": "position <= 0.5 of the BOARD range (support..resistance)", "PosDay": "position <= 0.5 of the DAY range (low..high so far)"}
    for v in VARS:
        Z = [x for x in X if x["kind"] == v]; c_, b2, u_ = v.split("-")
        print(f"{v}: {lab[c_]} | {lab[b2]} | {lab[u_]}   (buy median {np.median([z['ext'] for z in Z]):+.1f}% vs open, {np.median([z['vs_vwap'] for z in Z]):+.2f}% vs VWAP, at {9 + (30 + int(np.median([z['t'] for z in Z]))) // 60}:{(30 + int(np.median([z['t'] for z in Z]))) % 60:02d})")
        for h in (1, 2): print(f"   year {h}  RISE {r(Y(Z, h))}\n           C3 TRADE {c(Y(Z, h))}")
    print("TR42Z_ANALYSIS_DONE")
