"""tr42.py collect A..B OUT | analyze OUT.. -- [2026-10-29] the user's NEW #42 (whole trade): monitor every stock from the open; UP-TREND stocks only;
BUY when the rise is confirmed with volume supporting it; SELL as soon as the price starts sloping down with volume fading.
UPTREND: close > open, > prev close, > VWAP, VWAP rising (>= 3 min ago and 1 min ago). RISING: EMA9 > EMA20, both rising, close > the closes of
the last 5 bars. VOLUME: E1 last 3 bars >= normal for the time of day (ref vol_per_min) | E2 up-bar volume > down-bar volume (last 5 bars) |
E3 3-min buy share >= 55% | E4 = E1 + E3. EXIT (on the bar close, sell at the next open): X1 EMA9 falling + close < EMA9 + last 3 bars volume <
the 3 before | X2 close < EMA9 + volume fading | X3 close < EMA9 | X4 = X1 or close < EMA20. 3% safety stop (intrabar), out at 15:55.
Buys 9:35-11:30, one trade per stock per day per variant, 0.2% cost. Also: RISE after every buy (60 min) + a RANDOM uptrend minute baseline."""
import gzip, json, sys
from pathlib import Path
import numpy as np
TR = Path("/var/www/screener/trade"); sys.path.insert(0, str(TR / "reports/playbook")); sys.path.insert(0, str(TR))
COST, SAFE = 0.2, 3.0
EN, EX = ("E1", "E2", "E3", "E4"), ("X1", "X2", "X3", "X4")
def rise(b, bi, P):
    f2 = 0
    for z in b[bi:bi + 120]:
        if z["l"] <= P * 0.98: f2 = -1; break
        if z["h"] >= P * 1.02: f2 = 1; break
    return dict(r60=round((max(z["h"] for z in b[bi:bi + 60]) / P - 1) * 100, 3), d30=round((min(z["l"] for z in b[bi:bi + 30]) / P - 1) * 100, 3), f2=f2)
if sys.argv[1] == "collect":
    import v2_bar_replay as R
    a, b_ = sys.argv[2].split(".."); out = open(sys.argv[3], "w")
    for p in sorted(R.OW.glob("bars/bars_20*.json.gz")):
        day = p.name[5:15]
        if not (a <= day <= b_): continue
        d = json.load(gzip.open(p, "rt"))
        for s in d["top30_current"]:
            fp = R.OW / "flow" / day / f"{s}.json"; ref = R.REF.load(day, s)
            if s not in d["symbols"] or not fp.exists() or not ref or not ref.get("prev_close") or not ref.get("vol_per_min"): continue
            bars = [x for x in R.bars_of(d["symbols"][s]["bars"]) if 0 <= R.minute(x["t"]) < 390]
            if len(bars) < 300 or R.minute(bars[0]["t"]) != 0: continue
            M = [R.minute(x["t"]) for x in bars]; fl = json.loads(fp.read_text()); fb, fs = fl["buy"], fl["sell"]; vpm = ref["vol_per_min"]; pc = ref["prev_close"]
            n = len(bars); C = [x["c"] for x in bars]; V = [x["v"] for x in bars]; o = bars[0]["o"]
            E9, E20, VW = [], [], []; e9 = e20 = C[0]; cv = pv = 0
            for x in bars:
                e9 += (x["c"] - e9) * 0.2; e20 += (x["c"] - e20) * 2 / 21; E9.append(e9); E20.append(e20)
                cv += x["v"]; pv += (x["h"] + x["l"] + x["c"]) / 3 * x["v"]; VW.append(pv / max(cv, 1))
            sh3 = lambda t: sum(fb[max(0, t - 2):t + 1]) / max(sum(fb[max(0, t - 2):t + 1]) + sum(fs[max(0, t - 2):t + 1]), 1)
            end = max(j for j in range(n) if M[j] <= 385)
            def up(i): return C[i] > o and C[i] > pc and C[i] > VW[i] and VW[i] >= VW[i - 3] and VW[i] >= VW[i - 1]
            def rising(i): return E9[i] > E20[i] and E9[i] > E9[i - 1] and E20[i] > E20[i - 1] and C[i] > max(C[i - 5:i])
            def vol(i, k):
                e1 = sum(V[i - 2:i + 1]) >= sum(vpm[M[j]] for j in range(i - 2, i + 1))
                if k == "E1": return e1
                if k == "E2": return sum(V[j] for j in range(i - 4, i + 1) if C[j] >= bars[j]["o"]) > sum(V[j] for j in range(i - 4, i + 1) if C[j] < bars[j]["o"])
                if k == "E3": return sh3(M[i]) >= 0.55
                return e1 and sh3(M[i]) >= 0.55
            def exit_(i, k):
                fade = sum(V[i - 2:i + 1]) < sum(V[i - 5:i - 2])
                x1 = E9[i] < E9[i - 1] and C[i] < E9[i] and fade
                return {"X1": x1, "X2": C[i] < E9[i] and fade, "X3": C[i] < E9[i], "X4": x1 or C[i] < E20[i]}[k]
            def trade(bi):
                P = bars[bi]["o"]; res = {}
                for k in EX:
                    for j in range(bi, end + 1):
                        if bars[j]["l"] <= P * (1 - SAFE / 100): res[k] = (round(-SAFE - COST, 3), M[j] - M[bi]); break
                        if j >= bi and j + 1 <= end and exit_(j, k): res[k] = (round(bars[j + 1]["o"] / P * 100 - 100 - COST, 3), M[j + 1] - M[bi]); break
                    else: res[k] = (round(C[end] / P * 100 - 100 - COST, 3), M[end] - M[bi])
                return res
            done = set()
            for i in range(6, n - 1):
                if M[i] < 5: continue
                if M[i] > 120: break
                if not up(i): continue
                if M[i] % 5 == 0:
                    out.write(json.dumps(dict(kind="RANDOM_UP", day=day, sym=s, t=M[i], **rise(bars, i + 1, bars[i + 1]["o"]))) + "\n")
                if not rising(i): continue
                for k in EN:
                    if k in done or not vol(i, k): continue
                    done.add(k); P = bars[i + 1]["o"]; tr = trade(i + 1)
                    out.write(json.dumps(dict(kind=k, day=day, sym=s, t=M[i], ext=round((P / o - 1) * 100, 2), **rise(bars, i + 1, P),
                                              **{x: tr[x][0] for x in EX}, **{x + "_min": tr[x][1] for x in EX})) + "\n")
        del d; R.REF._CACHE.clear(); out.flush()
    out.close(); print("TR42_DONE")
else:
    X = [json.loads(l) for f in sys.argv[2:] for l in open(f)]
    Y = lambda Z, h: [z for z in Z if (z["day"] < "2025-10-01") == (h == 1)]
    def r(Z):
        a = lambda k: np.mean([z[k] for z in Z])
        return f"n {len(Z):5} | max rise 60m {a('r60'):+.2f}% | max drop 30m {a('d30'):+.2f}% | +2% first {np.mean([z['f2'] == 1 for z in Z]):3.0%} / -2% first {np.mean([z['f2'] == -1 for z in Z]):3.0%}"
    print("NEW #42 (uptrend + rising confirmed + volume; sell on slope down + volume fading). 2 years: year 1 < 2025-10-01 <= year 2\n")
    print("1) THE BUY -- how high it rises after the buy (vs a random minute in the same uptrend stocks):")
    for k, lab in (("RANDOM_UP", "random uptrend minute"), ("E1", "E1 volume >= normal for the time"), ("E2", "E2 up-bar volume > down-bar volume"),
                   ("E3", "E3 3-min buy share >= 55%"), ("E4", "E4 = E1 + E3")):
        Z = [x for x in X if x["kind"] == k]
        ext = f"  (buy median {np.median([z['ext'] for z in Z]):+.1f}% above the open, at {np.median([z['t'] for z in Z]) + 570:.0f} min)" if k != "RANDOM_UP" else ""
        print(f"  {lab}{ext}\n     year 1 {r(Y(Z, 1))}\n     year 2 {r(Y(Z, 2))}")
    print("\n2) THE WHOLE TRADE -- profit per trade after 0.2% cost (win rate, avg win / avg loss, median hold):")
    xl = {"X1": "X1 EMA9 down + below EMA9 + vol fading", "X2": "X2 below EMA9 + vol fading", "X3": "X3 below EMA9 (no volume)", "X4": "X4 X1 or below EMA20"}
    for k in EN:
        Z = [x for x in X if x["kind"] == k]
        print(f"  entry {k}")
        for x in EX:
            cells = []
            for h in (1, 2):
                v = np.array([z[x] for z in Y(Z, h)]); mn = np.median([z[x + "_min"] for z in Y(Z, h)])
                cells.append(f"{v.mean():+.3f}% win {np.mean(v > 0):3.0%} {v[v > 0].mean():+.2f}/{v[v <= 0].mean():+.2f} hold {mn:3.0f}m")
            print(f"     {xl[x]:40} y1 {cells[0]} | y2 {cells[1]}")
    print("TR42_ANALYSIS_DONE")
