"""
score_weights_10y.py -- [2026-10-07] The scanner score, CURRENT vs NEW (v3), year by year over 10 years
(pm_history/*.json.gz from premarket_history.py, 2016-10 .. now). Per year: AUC of each score vs MOVER / UP-RUN, and the
daily top 30 by each score -> share of movers / up-runs / up-days.
    python3 score_weights_10y.py
"""
import gzip, json
from pathlib import Path
import numpy as np
from score_weights_2y import auc, cl
HERE = Path(__file__).resolve().parent


def main():
    R = []
    for f in sorted((HERE / "pm_history").glob("20*.json.gz")):
        d = json.load(gzip.open(f, "rt"))
        for r in d["rows"]:
            r["date"] = d["date"]; R.append(r)
    g = lambda k: np.array([r.get(k) if r.get(k) is not None else np.nan for r in R], float)
    date = np.array([r["date"] for r in R]); year = np.array([d[:4] for d in date])
    o, h, l, c = g("o"), g("h"), g("l"), g("c")
    Y = {"MOVER": h / l - 1 >= 0.05, "UP-RUN": h / o - 1 >= 0.03, "UP-DAY": c > o}
    pmv, adv, gap, st, dist, atr, pc = g("pm_vol"), g("adv20"), g("gap"), g("strength"), g("dist"), g("atr"), g("prev_close")
    atrp = atr / pc * 100; atrp = np.where(atrp > 25, 0, np.nan_to_num(atrp))
    old = (30 * cl(pmv / adv / 3) + 20 * cl(pmv / 1e5) + 20 * cl(gap / 10, -1, 1) + 15 * cl(st / 5, -1, 1)
           + 15 * np.where(np.isnan(dist), 1, cl(dist / 8)))
    new = (35 * cl(atrp / 10) + 25 * cl(np.abs(gap) / 10) + 20 * cl(pmv / 1e5) + 10 * cl(pmv / adv / 0.05)
           + 10 * np.where(np.isnan(dist), 1, cl(dist / 8)))
    days = sorted(set(date))
    pick = {}
    for name, sc in (("current", old), ("new", new)):
        p = np.zeros(len(R), bool)
        for d in days:
            k = np.where(date == d)[0]
            p[k[np.argsort(-sc[k])[:30]]] = True
        pick[name] = p
    print(f"{len(R)} stock-days, {len(days)} days {days[0]}..{days[-1]}\n")
    print(f"{'year':6}{'days':>6}{'stocks/day':>11} | AUC up-run cur/new | top 30: movers cur/new | up-runs cur/new | up-days cur/new | all stocks up-runs")
    for y in sorted(set(year)):
        k = year == y; nd = len(set(date[k]))
        f = lambda name, yk: Y[yk][pick[name] & k].mean()
        print(f"{y:6}{nd:6}{k.sum() / nd:11.0f} | {auc(old[k], Y['UP-RUN'][k]):.2f} / {auc(new[k], Y['UP-RUN'][k]):.2f}      | "
              f"{f('current', 'MOVER'):.0%} / {f('new', 'MOVER'):.0%}             | {f('current', 'UP-RUN'):.0%} / {f('new', 'UP-RUN'):.0%}       | "
              f"{f('current', 'UP-DAY'):.0%} / {f('new', 'UP-DAY'):.0%}      | {Y['UP-RUN'][k].mean():.0%}")


if __name__ == "__main__":
    main()
