"""p42_feat.py collect A..B OUT | analyze OUT.. -- [2026-10-29] what separates the #42 V turns that go +2% first from those that go -2% first?
Readings at the V-turn bar (finished bars only), first vs last 3 months."""
import gzip, json, sys
from pathlib import Path
import numpy as np
TR = Path("/var/www/screener/trade"); sys.path.insert(0, str(TR / "reports/playbook")); sys.path.insert(0, str(TR)); sys.path.insert(0, str(TR / "reports/ev3"))
if sys.argv[1] == "collect":
    import v2_bar_replay as R
    from p42_test import signals, meas
    a, b_ = sys.argv[2].split(".."); out = open(sys.argv[3], "w")
    for p in sorted(R.OW.glob("bars/bars_20*.json.gz")):
        day = p.name[5:15]
        if not (a <= day <= b_): continue
        d = json.load(gzip.open(p, "rt"))
        for s in d["top30_current"]:
            fp = R.OW / "flow" / day / f"{s}.json"; ref = R.REF.load(day, s)
            if s not in d["symbols"] or not fp.exists() or not ref or not ref.get("atr14") or not ref.get("prev_close"): continue
            bars = [x for x in R.bars_of(d["symbols"][s]["bars"]) if 0 <= R.minute(x["t"]) < 390]
            if len(bars) < 150 or R.minute(bars[0]["t"]) != 0: continue
            M = [R.minute(x["t"]) for x in bars]; fl = json.loads(fp.read_text()); fb, fs = fl["buy"], fl["sell"]; vpm = ref.get("vol_per_min") or [1] * 390
            for v, k, i, lo, dip in signals(bars, M, fl, ref["atr14"], ks=(0.3,)):
                if v != "A": continue
                hi_i = max(range(0, i), key=lambda j: bars[j]["h"]); lo_i = min(range(hi_i + 1, i), key=lambda j: bars[j]["l"])
                cum = np.cumsum([x["v"] for x in bars[:i + 1]]); pv = sum((x["h"] + x["l"] + x["c"]) / 3 * x["v"] for x in bars[:i + 1]); vw = pv / cum[-1]
                pvl = sum((x["h"] + x["l"] + x["c"]) / 3 * x["v"] for x in bars[:lo_i + 1]); vwl = pvl / sum(x["v"] for x in bars[:lo_i + 1])
                sh = lambda a_, b2: sum(fb[M[a_]:M[b2] + 1]) / max(sum(fb[M[a_]:M[b2] + 1]) + sum(fs[M[a_]:M[b2] + 1]), 1)
                flush_v = sum(x["v"] for x in bars[hi_i:lo_i + 1]) / max(sum(vpm[M[j]] for j in range(hi_i, lo_i + 1)), 1)
                bounce_v = sum(x["v"] for x in bars[lo_i + 1:i + 1]) / max(sum(vpm[M[j]] for j in range(lo_i + 1, i + 1)), 1)
                P = bars[i + 1]["o"]; m = meas(bars, i + 1, P)
                out.write(json.dumps(dict(day=day, sym=s, t=M[i], f2=m["f2"], dip=round(dip, 2), dip_atr=round((bars[hi_i]["h"] - lo) / ref["atr14"], 3),
                    flush_min=lo_i - hi_i, turn_min=i - lo_i, flush_vol=round(flush_v, 2), bounce_vol=round(bounce_v, 2), bs_flush=round(sh(hi_i, lo_i), 3),
                    bs_bounce=round(sh(lo_i + 1, i), 3), low_vs_vwap=round((lo / vwl - 1) * 100, 3), c_vs_vwap=round((bars[i]["c"] / vw - 1) * 100, 3),
                    gap=round((bars[0]["o"] / ref["prev_close"] - 1) * 100, 2), low_vs_pc=round((lo / ref["prev_close"] - 1) * 100, 2),
                    above_low=round((P / lo - 1) * 100, 3), atr=round(ref["atr14"] / ref["prev_close"] * 100, 2), turn_bar_up=round((bars[i]["c"] / bars[i]["o"] - 1) * 100, 3))) + "\n")
        del d; R.REF._CACHE.clear()
    out.close(); print("P42F_DONE")
else:
    X = [json.loads(l) for f in sys.argv[2:] for l in open(f)]
    H = lambda Z, h: [z for z in Z if (z["day"] < "2026-07-28") == (h == 1)]
    e = lambda Z: (np.mean([z["f2"] == 1 for z in Z]) - np.mean([z["f2"] == -1 for z in Z])) if Z else 0
    print(f"{len(X)} #42 V turns (dip >= 0.3 ATR). EDGE = (+2% first) - (-2% first). Base: first 3m {e(H(X, 1)):+.0%} | last 3m {e(H(X, 2)):+.0%}\n")
    F = ["dip", "dip_atr", "flush_min", "turn_min", "flush_vol", "bounce_vol", "bs_flush", "bs_bounce", "low_vs_vwap", "c_vs_vwap", "gap", "low_vs_pc", "above_low", "atr", "turn_bar_up", "t"]
    for k in F:
        v1 = np.array([x[k] for x in H(X, 1)], float); q = np.quantile(v1, [0.2, 0.4, 0.6, 0.8])
        cells, good = [], True
        for gi in range(5):
            g = lambda x: int(np.searchsorted(q, x[k])) == gi
            a1, a2 = [x for x in H(X, 1) if g(x)], [x for x in H(X, 2) if g(x)]
            cells.append(f"{e(a1):+4.0%}/{e(a2):+4.0%} (n{len(a1)}/{len(a2)})")
        flag = "  <== both halves >= +8%" if any(all(float(c.split("(")[0].split("/")[j].strip().rstrip("%")) >= 8 for j in (0, 1)) for c in cells) else ""
        print(f" {k:12} cuts {np.round(q, 2)}\n    " + " | ".join(cells) + flag)
    print("P42F_ANALYSIS_DONE")
