"""p41_study.py collect A..B OUT | analyze OUT.. -- [2026-10-28] the user's #41 'shallow V -> reclaims VWAP' (FLNC 10/20 9:48) + ABSORPTION
("volume was drying but price was increasing"). Every #41 confirmation on the library with: the drop (high -> V low) and the rise
(V low -> reclaim): bars, average volume per bar, buy share; ABSORPTION = rise volume / drop volume (< 1 = the price recovered on LESS volume);
context (time, gap type, ATR, depth in u); outcome from the next open (max rise 15/60 min, max drop 30 min, higher after 15 min, +2% vs -2%
first). Random minute every 10 min 9:35-11:30 on the same stock-days as the baseline."""
import gzip, json, sys
from pathlib import Path
import numpy as np
HERE = Path(__file__).resolve().parent; TR = Path("/var/www/screener/trade")
sys.path.insert(0, str(TR / "reports/playbook")); sys.path.insert(0, str(TR))
def meas(b, bi, P):
    f2 = 0
    for z in b[bi:bi + 120]:
        if z["l"] <= P * 0.98: f2 = -1; break
        if z["h"] >= P * 1.02: f2 = 1; break
    r = lambda n: round((max(z["h"] for z in b[bi:bi + n]) / P - 1) * 100, 3)
    return dict(r15=r(15), r60=r(60), d30=round((min(z["l"] for z in b[bi:bi + 30]) / P - 1) * 100, 3), c15=round((b[min(bi + 14, len(b) - 1)]["c"] / P - 1) * 100, 3), f2=f2)
if sys.argv[1] == "collect":
    import v2_bar_replay as R
    from opening_patterns import Recognizer
    a, b_ = sys.argv[2].split(".."); out = open(sys.argv[3], "w"); nd = 0
    for p in sorted(R.OW.glob("bars/bars_20*.json.gz")):
        day = p.name[5:15]
        if not (a <= day <= b_): continue
        d = json.load(gzip.open(p, "rt"))
        for s in d["top30_current"]:
            ref = R.REF.load(day, s); fp = R.OW / "flow" / day / f"{s}.json"
            if s not in d["symbols"] or not ref or not ref.get("prev_close") or not ref.get("atr14") or not fp.exists(): continue
            bars = [x for x in R.bars_of(d["symbols"][s]["bars"]) if 0 <= R.minute(x["t"]) < 390]
            if len(bars) < 150: continue
            fl = json.loads(fp.read_text()); fb, fs = fl["buy"], fl["sell"]
            Rz = Recognizer(ref["prev_close"], ref["atr14"], bars[0]["o"]); M = [R.minute(x["t"]) for x in bars]
            for i, x in enumerate(bars[:-1]):
                t = M[i]
                if t > 120: break
                new = Rz.update(x, t)
                if 5 <= t <= 120 and t % 10 == 0:
                    out.write(json.dumps(dict(kind="RANDOM", day=day, sym=s, t=t, **meas(bars, i + 1, bars[i + 1]["o"]))) + "\n")
                if 41 not in new: continue
                n = len(Rz.L); w0 = max(0, n - 30); hi_i = max(range(w0, n - 2), key=lambda k: Rz.H[k]); li = min(range(hi_i + 1, n - 2), key=lambda k: Rz.L[k])
                tm = lambda k: M[k]
                def bs(a_, b2):
                    B = sum(fb[tm(a_):tm(b2) + 1]); S_ = sum(fs[tm(a_):tm(b2) + 1]); return B / (B + S_) if B + S_ else 0.5
                dv = np.mean(Rz.V[hi_i:li + 1]); rv = np.mean(Rz.V[li + 1:n]); u = Rz.u; c = x["c"]
                out.write(json.dumps(dict(kind="P41", day=day, sym=s, t=t, ctx=Rz.ctx, gap=round(Rz.gap, 2), atr=round(ref["atr14"] / ref["prev_close"] * 100, 2),
                    depth_u=round((Rz.H[hi_i] - Rz.L[li]) / u, 3), drop_bars=li - hi_i, rise_bars=n - 1 - li, absorb=round(rv / dv, 3) if dv else None,
                    rise_from_low=round((c / Rz.L[li] - 1) * 100, 3), bs_drop=round(bs(hi_i, li), 3), bs_rise=round(bs(li + 1, n - 1), 3),
                    s3=round(bs(max(0, n - 3), n - 1), 3), s15=round(bs(max(0, n - 15), n - 1), 3), vs_open=round((c / Rz.o - 1) * 100, 3),
                    vs_pc=round((c / Rz.pc - 1) * 100, 3), **meas(bars, i + 1, bars[i + 1]["o"]))) + "\n")
        del d; R.REF._CACHE.clear(); nd += 1; out.flush(); print(day, nd, flush=True)
    out.close(); print("P41_DONE")
else:
    X = [json.loads(l) for f in sys.argv[2:] for l in open(f)]
    Y = lambda Z, y: [z for z in Z if (z["day"] < "2025-10-01") == (y == 1)]
    def st(Z):
        if not Z: return "n    0"
        return (f"n {len(Z):5} | higher 15m later {np.mean([z['c15'] > 0 for z in Z]):3.0%} | +2% first {np.mean([z['f2'] == 1 for z in Z]):3.0%} -2% first {np.mean([z['f2'] == -1 for z in Z]):3.0%} "
                f"(edge {np.mean([z['f2'] == 1 for z in Z]) - np.mean([z['f2'] == -1 for z in Z]):+4.0%}) | max rise 60m {np.mean([z['r60'] for z in Z]):+.2f}% | max drop 30m {np.mean([z['d30'] for z in Z]):+.2f}%")
    P = [x for x in X if x["kind"] == "P41"]; RND = [x for x in X if x["kind"] == "RANDOM"]
    print(f"#41 'shallow V -> reclaims VWAP': {len(P)} signals 2024-10 .. 2026-10; year 1 < 2025-10-01 <= year 2\n")
    for lab, Z in (("RANDOM minute 9:35-11:30", RND), ("ALL #41", P)):
        print(f"{lab}\n   y1 {st(Y(Z, 1))}\n   y2 {st(Y(Z, 2))}")
    print("\nABSORPTION = average volume per bar during the rise (V low -> reclaim) / during the drop (high -> V low)")
    for lab, f in (("QUIET rise: absorb < 0.8 (much less volume than the drop)", lambda z: z["absorb"] is not None and z["absorb"] < 0.8),
                   ("quiet-ish: absorb 0.8 - 1.0", lambda z: z["absorb"] is not None and 0.8 <= z["absorb"] < 1.0),
                   ("LOUD rise: absorb 1.0 - 1.5", lambda z: z["absorb"] is not None and 1.0 <= z["absorb"] < 1.5),
                   ("VERY LOUD: absorb >= 1.5", lambda z: z["absorb"] is not None and z["absorb"] >= 1.5),
                   ("QUIET rise + buyers holding (rise buy share >= 50%)", lambda z: z["absorb"] is not None and z["absorb"] < 1.0 and z["bs_rise"] >= 0.5),
                   ("QUIET rise + sellers fading (rise buy share > drop buy share)", lambda z: z["absorb"] is not None and z["absorb"] < 1.0 and z["bs_rise"] > z["bs_drop"]),
                   ("QUIET + 3m buy share above 15m", lambda z: z["absorb"] is not None and z["absorb"] < 1.0 and z["s3"] > z["s15"]),
                   ("QUIET + before 10:30", lambda z: z["absorb"] is not None and z["absorb"] < 1.0 and z["t"] <= 60)):
        Z = [z for z in P if f(z)]; print(f"{lab}\n   y1 {st(Y(Z, 1))}\n   y2 {st(Y(Z, 2))}")
    print("\nby context / depth / time (both years):")
    for lab, f in (("gap up", lambda z: z["ctx"] == "GU"), ("gap down", lambda z: z["ctx"] == "GD"), ("flat", lambda z: z["ctx"] == "FLAT"),
                   ("shallow V (depth < 0.3u)", lambda z: z["depth_u"] < 0.3), ("deeper V (depth >= 0.3u)", lambda z: z["depth_u"] >= 0.3),
                   ("before 10:00", lambda z: z["t"] < 30), ("10:00-10:30", lambda z: 30 <= z["t"] < 60), ("after 10:30", lambda z: z["t"] >= 60)):
        Z = [z for z in P if f(z)]; print(f"{lab}\n   y1 {st(Y(Z, 1))}\n   y2 {st(Y(Z, 2))}")
    print("P41_ANALYSIS_DONE")
