"""
score_weights_study.py -- [2026-10-06] The user: evaluate every indicator in the scanner score -- which ones were
more relevant on winners vs losers -- and whether the weights should change.
Data: scanner_features_20260827_20260924.csv = EVERY universe stock at 9:28 (not only the picked top 30),
20 days, the scanner's own inputs + score (fixed scanner). Outcomes from Massive daily bars:
  MOVER    day range (high/low) >= 5%  -- the stock gave a tradeable move (what a scanner can aim at)
  UP-RUN   high >= open + 3% (a long trade was available after the open)
  UP-DAY   close > open
For each indicator: its score points (live formula), AUC vs each outcome (0.5 = no information), both
10-day halves; then the current score vs alternative weightings, scored on the same outcomes.
    python3 score_weights_study.py
"""
import csv
import sys
from collections import defaultdict
from pathlib import Path

import numpy as np

HERE = Path(__file__).resolve().parent
sys.path.insert(0, str(HERE))
from massive_trial import get, BASE

ROWS = list(csv.DictReader(open(HERE / "scanner_features_20260827_20260924.csv")))
W = {"rvol": 30, "pmv": 20, "gap": 20, "strength": 15, "dist": 15}


def auc(x, y):
    x = np.asarray(x, float); y = np.asarray(y, bool)
    ok = ~np.isnan(x); x, y = x[ok], y[ok]
    if y.all() or (~y).all():
        return np.nan
    r = x.argsort().argsort() + 1.0
    return (r[y].sum() - y.sum() * (y.sum() + 1) / 2) / (y.sum() * (~y).sum())


def main():
    days = sorted({r["date"] for r in ROWS})
    daily = {}
    for d in days:
        j = get(f"{BASE}/v2/aggs/grouped/locale/us/market/stocks/{d}", {"adjusted": "false"})
        daily[d] = {x["T"]: x for x in j.get("results", [])}
    X, Y = defaultdict(list), defaultdict(list)
    half = days[len(days) // 2]
    H = []
    for r in ROWS:
        dd = daily[r["date"]].get(r["symbol"])
        if not dd or not dd.get("o"):
            continue
        f = lambda k: float(r[k]) if r[k] not in ("", "None") else np.nan
        rvol, pmv, gap, st, dist, atr = f("rvol"), f("pm_volume"), f("gap_pct"), f("pm_strength_pct"), f("dist_to_resistance_pct"), f("daily_atr_pct")
        pts = {"rvol": 30 * min(max(rvol / 3, 0), 1), "pmv": 20 * min(max(pmv / 1e5, 0), 1),
               "gap": 20 * max(min(gap / 10, 1), -1), "strength": 15 * max(min(st / 5, 1), -1),
               "dist": 15 * min(max(dist / 8, 0), 1) if not np.isnan(dist) else 15.0}
        for k, v in pts.items():
            X["pts_" + k].append(v)
        X["score"].append(f("score")); X["abs_gap"].append(abs(gap)); X["atr_pct"].append(atr)
        X["raw_rvol"].append(rvol); X["raw_pmv"].append(pmv); X["raw_gap"].append(gap); X["raw_strength"].append(st)
        o, h, l, c = dd["o"], dd["h"], dd["l"], dd["c"]
        Y["MOVER (range>=5%)"].append(h / l - 1 >= 0.05)
        Y["UP-RUN (high>=open+3%)"].append(h / o - 1 >= 0.03)
        Y["UP-DAY (close>open)"].append(c > o)
        H.append(r["date"] < half)
    H = np.array(H)
    X = {k: np.array(v, float) for k, v in X.items()}; Y = {k: np.array(v) for k, v in Y.items()}
    print(f"{len(H)} stock-days (all 9:28 universe), {len(days)} days {days[0]}..{days[-1]}")
    for k, y in Y.items():
        print(f"  {k}: {y.mean():.0%} of stock-days")
    names = [("pts_rvol", "relative volume (30)"), ("pts_pmv", "premarket volume (20)"), ("pts_gap", "gap, signed (20)"),
             ("pts_strength", "premarket strength (15)"), ("pts_dist", "distance to resistance (15)"), ("score", "TOTAL SCORE"),
             ("abs_gap", "|gap| (size, either way)  [not used]"), ("atr_pct", "daily ATR %  [not used]")]
    print("\nAUC (0.50 = no information; >0.5 = higher value -> more likely; halves in brackets)")
    print(f"{'indicator':40}" + "".join(f"{k[:22]:>26}" for k in Y))
    for k, lab in names:
        row = f"{lab:40}"
        for yk, y in Y.items():
            row += f"{auc(X[k], y):10.2f} [{auc(X[k][H], y[H]):.2f}/{auc(X[k][~H], y[~H]):.2f}]  "
        print(row)
    # how many points each part actually hands out
    print("\npoints actually given (median / share of stock-days at full credit):")
    for k, lab in names[:5]:
        v = X[k]; full = {"pts_rvol": 30, "pts_pmv": 20, "pts_gap": 20, "pts_strength": 15, "pts_dist": 15}[k]
        print(f"  {lab:32} median {np.median(v):5.1f} of {full}, full credit {np.mean(np.abs(v) >= full - 1e-9):.0%}")
    # top-30-per-day selection quality: current score vs alternatives
    alts = {
        "current score": X["score"],
        "no signed gap/strength (|gap| instead)": X["pts_rvol"] + X["pts_pmv"] + 20 * np.minimum(X["abs_gap"] / 10, 1) + X["pts_dist"],
        "ATR% + |gap| + premarket volume": (lambda z: z)(np.nan_to_num(X["atr_pct"]) / 10 * 35 + np.minimum(X["abs_gap"] / 10, 1) * 35 + X["pts_pmv"] * 1.5),
        "ATR% + |gap| + rvol + pm volume": np.nan_to_num(X["atr_pct"]) / 10 * 30 + np.minimum(X["abs_gap"] / 10, 1) * 25 + X["pts_rvol"] * 0.8 + X["pts_pmv"] * 0.8,
    }
    dates = np.array([r["date"] for r in ROWS if daily[r["date"]].get(r["symbol"]) and daily[r["date"]][r["symbol"]].get("o")])
    print("\ntop 30 per day by each ranking -> share of picks that were ... (first half / second half)")
    for name, sc in alts.items():
        pick = np.zeros(len(sc), bool)
        for d in days:
            k = np.where(dates == d)[0]
            pick[k[np.argsort(-sc[k])[:30]]] = True
        row = f"  {name:40}"
        for yk, y in Y.items():
            row += f" {yk[:12]} {y[pick].mean():.0%} ({y[pick & H].mean():.0%}/{y[pick & ~H].mean():.0%})"
        print(row)


if __name__ == "__main__":
    main()
