"""market_10y.py -- [2026-11-04] EV1 study: SPY + IWM 1-minute regular-session bars 2016-10..today from Massive (same client as
massive_bars_10y.py), ~45-day chunks. Output reports/ev1/market_1m.json.gz {SYM: {day: [[minute, o, h, l, c, v], ...]}}."""
import gzip, json, sys
from datetime import date, datetime, timedelta
from pathlib import Path
from zoneinfo import ZoneInfo
sys.path.insert(0, "/var/www/screener/trade/reports/open_window")
from massive_trial import get, BASE
ET = ZoneInfo("America/New_York"); OUT = Path(__file__).resolve().parent / "market_1m.json.gz"
start, end = date(2016, 10, 12), date.today()
res = {}
for sym in ("SPY", "IWM"):
    D = {}; a = start
    while a <= end:
        b = min(a + timedelta(days=44), end)
        j = get(f"{BASE}/v2/aggs/ticker/{sym}/range/1/minute/{a}/{b}", {"adjusted": "true", "sort": "asc", "limit": 50000})
        rows = j.get("results", []) or []
        for r in rows:
            t = datetime.fromtimestamp(r["t"] / 1000, ET); m = (t.hour - 9) * 60 + t.minute - 30
            if 0 <= m < 390: D.setdefault(t.date().isoformat(), []).append([m, r["o"], r["h"], r["l"], r["c"], r["v"]])
        print(sym, a, b, len(rows), flush=True)
        a = b + timedelta(days=1)
    res[sym] = D
json.dump(res, gzip.open(OUT, "wt")); print("MARKET_DONE", {k: len(v) for k, v in res.items()})
