"""
build_10y_top30.py -- [2026-10-24] the user: run the account simulation on the FIRST 2 YEARS of the 10-year data. Daily top 30 by the
scanner's v3 score (the trade bot's score_mode "v3": 35 ATR% + 25 |gap| + 20 premarket volume + 10 pm vol / ADV + 10 room to the
20-day high, as score_weights_10y.py) from pm_history (2016-11-25 ..), kept only when bars10y has the stock's minute bars that day.
Per pick also the reference: atr14 (pm_history atr), prev_close / prev_high, prev_low (the previous pm_history day's low),
vol_per_min (mean 1-min volume by minute over up to 14 earlier bars10y days of the stock).
  -> reports/ev3/top30_10y/<day>.json  {"date", "top30": [sym...], "ref": {sym: {...}}}  +  top30_10y_list.json [[day, sym]...]
    python3 build_10y_top30.py [END=2018-11-23]
"""
import gzip, json, sys
from collections import deque
from pathlib import Path
import numpy as np
OW = Path("/var/www/screener/trade/reports/open_window")
OUT = Path(__file__).resolve().parent / "top30_10y"; OUT.mkdir(exist_ok=True)
END = sys.argv[1] if len(sys.argv) > 1 else "2018-11-23"
cl = lambda x, lo=0.0, hi=1.0: min(max(x, lo), hi)


def v3(r):
    pc = r.get("prev_close") or 0; atr = r.get("atr") or 0; pmv = r.get("pm_vol") or 0; adv = r.get("adv20") or 0
    atrp = atr / pc * 100 if pc else 0
    atrp = 0 if atrp > 25 else atrp
    dist = r.get("dist")
    return (35 * cl(atrp / 10) + 25 * cl(abs(r.get("gap") or 0) / 10) + 20 * cl(pmv / 1e5)
            + 10 * (cl(pmv / adv / 0.05) if adv else 0) + 10 * (1 if dist is None else cl(dist / 8)))


def minute(ts):
    from datetime import datetime
    from zoneinfo import ZoneInfo
    t = datetime.fromtimestamp(ts, ZoneInfo("America/New_York")); return (t.hour - 9) * 60 + t.minute - 30


def main():
    prev_rows = {}; hist = {}                      # sym -> deque of 390-arrays (volume by minute), last 14 bars10y days
    lst = []
    for f in sorted((OW / "pm_history").glob("20*.json.gz")):
        day = f.name[:10]
        if day > END:
            break
        pm = json.load(gzip.open(f, "rt")); rows = {r["s"]: r for r in pm["rows"]}
        bf = OW / "bars10y" / day[:4] / f"{day}.json.gz"
        bars = json.load(gzip.open(bf, "rt"))["bars"] if bf.exists() else {}
        ranked = sorted((r for r in pm["rows"] if r["s"] in bars and r.get("prev_close")), key=v3, reverse=True)[:30]
        out = {"date": day, "top30": [r["s"] for r in ranked], "ref": {}}
        for r in ranked:
            s = r["s"]; vpm = None
            if s in hist and len(hist[s]) >= 5:
                vpm = [round(float(x), 1) for x in np.mean(np.array(hist[s]), axis=0)]
            out["ref"][s] = {"atr14": r.get("atr"), "prev_close": r.get("prev_close"), "prev_high": r.get("prev_high"),
                             "prev_low": (prev_rows.get(s) or {}).get("l"), "vol_per_min": vpm, "v3": round(v3(r), 2),
                             "gap": r.get("gap"), "pm_vol": r.get("pm_vol")}
            lst.append([day, s])
        (OUT / f"{day}.json").write_text(json.dumps(out))
        for s, bl in bars.items():                  # volume profile history (all listed stocks)
            a = np.zeros(390, np.float32)
            for b in bl:
                k = minute(b[0])
                if 0 <= k < 390:
                    a[k] = b[5]
            hist.setdefault(s, deque(maxlen=14)).append(a)
        prev_rows = rows
        print(day, len(out["top30"]), flush=True)
    json.dump(lst, open(Path(__file__).resolve().parent / "top30_10y_list.json", "w"))
    print(f"{len(lst)} stock-days; BUILD10Y_DONE")


if __name__ == "__main__":
    main()
