"""
sf_bot_stocks.py -- [2026-10-03] Star Follow on the stocks the trade bot really BOUGHT, every day
(the user: the 10/1-10/2 bot-bought stocks traded well on Star Follow; test the other days).
Two buy windows:
  allday   Star Follow may buy from 9:35 (as the 10/2 test; it "knows" the bot will pick the stock)
  frombot  only from the minute of the bot's first buy in that stock (fair, no hindsight)
Versions: ORIGINAL (star_follow.py, old marks, trigger 10, no stop) and LATEST (sf3, winners-only,
lib_v2 market+gap, still-matching exit at 80). 0.1% cost per trade. Compared with the bot's real P/L %.
    python3 sf_bot_stocks.py 2026-09-17 2026-09-18 ...
"""
import json
import sys
from datetime import datetime
from pathlib import Path
from zoneinfo import ZoneInfo

import numpy as np

HERE = Path(__file__).resolve().parent
TRADE = Path("/var/www/screener/trade")
sys.path.insert(0, str(HERE)); sys.path.insert(0, str(TRADE))
import reference_trader as RT
import star_follow as SF
import sf3_batch as S3
import lib_v2 as L2
import reference as REF
from alpaca_client import get_client

ET = ZoneInfo("America/New_York")


def load_day(c, day):
    bot = {}
    for l in open(TRADE / "data" / "trades" / f"{day}_trades.jsonl"):
        t = json.loads(l)
        et = datetime.fromisoformat(t["entry_time"]).astimezone(ET)
        m = (et.hour - 9) * 60 + et.minute - 30
        b = bot.setdefault(t["symbol"], {"first_m": m, "pl": 0.0, "n": 0})
        b["first_m"] = min(b["first_m"], m); b["pl"] += (t.get("pl_pct") or 0) - 0.1; b["n"] += 1
    d0 = datetime.fromisoformat(day).replace(tzinfo=ET)
    rows = {s: [[x.timestamp, float(x.open), float(x.high), float(x.low), float(x.close), float(x.volume)]
                for x in c.get_minute_bars(s, start=d0.replace(hour=9, minute=30), end=d0.replace(hour=16), limit=1000)]
            for s in list(bot) + ["SPY", "IWM"]}
    bench = []
    for s in ("SPY", "IWM"):
        by = L2._minutes(rows[s]); arr = np.zeros(390, np.float32); o = by[min(by)][1]; last = o
        for m in range(390):
            last = by[m][4] if m in by else last; arr[m] = (last / o - 1) * 100
        bench.append(arr)
    return bot, rows, tuple(bench)


def main(days):
    c = get_client()
    data = {d: load_day(c, d) for d in days}
    res = []   # (day, sym, version, window, pl_sum, n)
    lib = RT.Lib(); marks = SF.load_marks()
    for day, (bot, rows, bench) in data.items():
        for s, b in bot.items():
            ref = REF.load(day, s)
            a = RT.day_arrays(rows[s], ref) if ref else None
            if a is None:
                continue
            for w, ok in (("allday", None), ("frombot", lambda m, f=b["first_m"]: m >= f)):
                tr, _ = SF.star_follow(lib, marks, day, a, stop_pct=100.0, can_buy=ok, verbose=False)
                res.append((day, s, "original", w, sum(t["pl_pct"] for t in tr), len(tr)))
        REF._CACHE.clear()
        print(day, "original done", flush=True)
    del lib
    lib = L2.Lib(); m3 = S3.load(); wmask = np.array([k in m3 for k in lib.keys]); nb, ns = S3.normal_rates(m3)
    S3.MIN_MATCH = 80
    for day, (bot, rows, bench) in data.items():
        for s, b in bot.items():
            ref = REF.load(day, s)
            a = L2.day_arrays(rows[s], ref, day, bench) if ref else None
            if a is None:
                continue
            for w, ok in (("allday", None), ("frombot", lambda m, f=b["first_m"]: m >= f)):
                tr = S3.run_day(lib, wmask, m3, nb, ns, day, a, can_buy=ok)
                res.append((day, s, "latest", w, sum(t["pl"] for t in tr), len(tr)))
        REF._CACHE.clear()
        print(day, "latest done", flush=True)
    json.dump({"res": res, "bot": {d: v[0] for d, v in data.items()}}, open(HERE / "sf_bot_stocks.json", "w"))
    print("\nper day (sum of % per stock, 0.1% cost per trade; bot = real trades)")
    print(f"{'day':10} {'stocks':>6} {'bot':>7} | {'orig all':>8} {'orig from':>9} | {'lat all':>8} {'lat from':>8}")
    tot = {}
    for day, (bot, _, _) in data.items():
        row = {k: sum(r[4] for r in res if r[0] == day and (r[2], r[3]) == k)
               for k in [("original", "allday"), ("original", "frombot"), ("latest", "allday"), ("latest", "frombot")]}
        bp = sum(b["pl"] for b in bot.values())
        for k, v in row.items():
            tot[k] = tot.get(k, 0) + v
        tot["bot"] = tot.get("bot", 0) + bp
        print(f"{day:10} {len(bot):6} {bp:+7.1f} | {row[('original', 'allday')]:+8.1f} {row[('original', 'frombot')]:+9.1f} | "
              f"{row[('latest', 'allday')]:+8.1f} {row[('latest', 'frombot')]:+8.1f}")
    print(f"{'TOTAL':10} {'':6} {tot['bot']:+7.1f} | {tot[('original', 'allday')]:+8.1f} {tot[('original', 'frombot')]:+9.1f} | "
          f"{tot[('latest', 'allday')]:+8.1f} {tot[('latest', 'frombot')]:+8.1f}")
    for k in [("original", "allday"), ("original", "frombot"), ("latest", "allday"), ("latest", "frombot")]:
        v = [r for r in res if (r[2], r[3]) == k]
        traded = [r for r in v if r[5]]
        print(f"{k[0]:8} {k[1]:7}: {sum(r[5] for r in v)} trades on {len(traded)} of {len(v)} stocks, "
              f"stocks up {sum(r[4] > 0 for r in traded)}/{len(traded)}, total {sum(r[4] for r in v):+.1f}%")


if __name__ == "__main__":
    main(sys.argv[1:])
