o
    ~ÓÎje:  ã                   @   sð  d Z ddlZddlZddlZddlZddlZddlmZ ddlm	Z	mZm
Z
 ddlmZ ddlmZ edƒZedƒZeed	œZed
 d ZedƒZej deeƒ¡ ej deed
 d ƒ¡ dZddd„ fddd„ fddd„ fddd„ fddd„ fddd„ fddd„ fddd„ fd d!d„ fd"d#d„ fd$d%d„ fd&d'd„ fd(d)d„ fd*d+d„ fd,d-d„ fd.d/d„ fd0d1d„ fdd2d„ fgZd3d4„ Zd5d6„ Zd7d8„ Zd9d:„ Zd;d<„ Zd=d>„ Zd?Zd@dA„ Z dBdC„ Z!dDdE„ Z"dFdG„ Z#e$dHkröe#ej%dId… ƒ dS dS )JaÅ  
day_pages.py -- [2026-10-11] The user: a web page per PAST DAY listing every stock the scanners selected; click a stock
-> its chart and a table with every indicator value PER MINUTE, for as long as the bot could see it.
Source = what the bots really saw: data/decisions/<day>.jsonl (one record per symbol per 5-s poll: state, failing
rules, all entry metrics) -> the LAST record of each minute. Bars for the chart: Alpaca 1-min bars. Trades: both bots.
Output (served by Apache): reports/days/index.html, reports/days/<day>/index.html, reports/days/<day>/<SYM>.html
    python3 day_pages.py [DAY ...]      default: today          python3 day_pages.py --all   (every day with decisions)
cron: 16:40 weekdays
é    N)Údefaultdict)ÚdateÚdatetimeÚtimezone)ÚPath)ÚZoneInfoz/var/www/screener/tradez/var/www/screener/premarket)ÚtradeÚstarÚreportsÚdayszAmerica/New_YorkÚplaybookz[https://unpkg.com/lightweight-charts@4.1.3/dist/lightweight-charts.standalone.production.jsÚstatec                 C   ó
   |   d¡S )Nr   ©Úget©Úr© r   úday_pages.pyÚ<lambda>   ó   
 r   z	vs open %c                 C   r   )NÚext_open_pctr   ©Úmr   r   r   r      r   z	vs VWAP %c                 C   r   )NÚvwap_pctr   r   r   r   r   r      r   zRVOL so farc                 C   r   )NÚ
rvol_sofarr   r   r   r   r   r       r   z	vol 15m xc                 C   r   )NÚvol15_xr   r   r   r   r   r   !   r   zbuy share 15mc                 C   r   )NÚbuy_share15r   r   r   r   r   r   "   r   zbuy vol 15mc                 C   r   )NÚ	buy_vol15r   r   r   r   r   r   #   r   zsell vol 15mc                 C   r   )NÚ
sell_vol15r   r   r   r   r   r   $   r   z	smooth R2c                 C   r   )NÚr2_15r   r   r   r   r   r   %   r   Ústraightc                 C   r   )NÚeff15r   r   r   r   r   r   &   r   zaccel 5c                 C   r   )NÚacc5r   r   r   r   r   r   '   r   zmove xc                 C   r   )NÚmove_xr   r   r   r   r   r   (   r   zspread %c                 C   r   )NÚ
spread_pctr   r   r   r   r   r   )   r   zshares/min 15c                 C   r   )NÚshares_per_min_15r   r   r   r   r   r   *   r   zroom day high %c                 C   r   )NÚroom_day_high_pctr   r   r   r   r   r   +   r   zto resistance %c                 C   s   |   d¡pi   d¡S )NÚsr14Údist_to_resistance_pctr   r   r   r   r   r   ,   s    z	range posc                 C   r   )NÚ	range_posr   r   r   r   r   r   -   r   c                 C   s(   |   d¡pi   d¡p|   d¡pi   d¡S )Nr   Ú
group_nameÚactionr   r   r   r   r   r   .   ó   ( c                 C   sD   t  | ¡}|jd u r|jtjd�}| t¡}|jd d |j	 d S )N)Útzinfoé	   é<   é   )
r   Úfromisoformatr.   Úreplacer   ÚutcÚ
astimezoneÚETÚhourÚminute)ÚtsÚtr   r   r   Ú	minute_of2   s
   


r;   c                 C   s$   dd|  d  › dd|  d d›�S )Nr/   r1   r0   ú:Ú02dr   r   r   r   r   Úhm:   s   $r>   c           	   
   C   sà   t tƒt tƒ}}| d d |› d� }| ¡ s||fS t|ƒ�D}|D ]6}zt |¡}t|d ƒ}W n	 ty;   Y q#w d|  krFdk sHn q#|| d¡dkrR|n||d	  |< q#W d
  ƒ ||fS 1 sgw   Y  ||fS )zf{sym: {minute: last entry record}}, {sym: {minute: last exit record}} -- streamed (files are ~200 MB).ÚdataÚ	decisionsz.jsonlÚ	timestampr   i†  ÚkindÚentryÚsymbolN)	r   ÚdictÚexistsÚopenÚjsonÚloadsr;   Ú	Exceptionr   )	ÚrootÚdayÚentÚextÚpÚfhÚliner   r   r   r   r   Úread_decisions>   s(   

ÿ$ø
ÿ
ö
rR   c              
   C   s´   i }t t t| d d |› d� ƒ¡ƒD ]C}tj |¡}d|v r+| d¡d d d… nd}z!t t	|ƒ¡D ]}| 
|d |d d	… › d
|d	d … › �¡ q5W q tyW   Y qw |S )Nr?   Ú
candidatesz_scanner*.jsonÚ	_scanner_é   é   Ú0930rD   é   r<   )ÚsortedÚglobÚstrÚosÚpathÚbasenameÚsplitrH   ÚloadrG   Ú
setdefaultrJ   )rK   rL   ÚfirstÚfÚbr:   Úcr   r   r   ÚscannedQ   s   (",ÿÿrf   c                 C   s4   | d d |› d� }|  ¡ rdd„ t|ƒD ƒS g S )Nr?   Útradesz_trades.jsonlc                 S   s   g | ]}t  |¡‘qS r   )rH   rI   )Ú.0Úlr   r   r   Ú
<listcomp>`   s    ztrades.<locals>.<listcomp>)rF   rG   )rK   rL   rO   r   r   r   rg   ^   s   rg   c                 C   sZ   | d u rdS t | tƒr)t| ƒdkr| d›S t| ƒdk r%| d› d¡ d¡S | d›S t| ƒS )	NÚ iè  z,.0fé
   z.3fÚ0Ú.z.2f)Ú
isinstanceÚfloatÚabsÚrstripr[   )Úvr   r   r   Úfmtc   s
   
<rt   aK  <style>
:root{--bg:#ffffff;--fg:#1d2733;--mute:#5b6675;--line:#d5dbe3;--head:#f1f4f8;--buy:#2e7d32;--sell:#c62828;--hl:#fff7d6}
@media (prefers-color-scheme: dark){:root:not([data-theme="light"]){--bg:#11161d;--fg:#e3e8ef;--mute:#98a3b3;--line:#2b3440;--head:#1a212b;--buy:#66bb6a;--sell:#ef5350;--hl:#3a3418}}
:root[data-theme="dark"]{--bg:#11161d;--fg:#e3e8ef;--mute:#98a3b3;--line:#2b3440;--head:#1a212b;--buy:#66bb6a;--sell:#ef5350;--hl:#3a3418}
body{font-family:system-ui,Arial,sans-serif;margin:16px;background:var(--bg);color:var(--fg)}
a{color:inherit} h1{font-size:20px;margin:4px 0 8px} .mute{color:var(--mute);font-size:13px}
table{border-collapse:collapse;font-size:12px;margin:8px 0} .wrap{overflow-x:auto;max-width:100%}
th,td{border:1px solid var(--line);padding:3px 6px;text-align:right;white-space:nowrap} th{background:var(--head);position:sticky;top:0}
td:first-child,th:first-child{text-align:left} tr.buy td{background:var(--hl)} .pos{color:var(--buy)} .neg{color:var(--sell)}
#chart{width:100%;height:440px;margin:8px 0} .tabs button{margin-right:6px;padding:4px 10px}
</style>c           +         sB  dd„ |D ƒ}d }}	g }
|D ]5}||d |d  |d  d |d  7 }|	|d 7 }	|
  t|d	  ¡ ƒ|	r=t||	 d
ƒn|d dœ¡ q|rSt|d d	  ¡ ƒd nd}g }| ¡ D ]M\}}|D ]F‰dD ]A\}}}}ˆ |¡r¦tt ˆ| ¡jddd� ¡ ƒ}|  ||d  |dkr�dnd|||› d|› dˆ |dkrždnd¡› �dœ¡ qeqaq[| ¡ D ]2\}‰tˆd d… ƒtˆdd … ƒ}}t | ¡j||t	d�}|  t| ¡ ƒddd|› d�dœ¡ q­|j
dd„ d� g }ˆ  ¡ D ]ò\}}|sõqîdd  d!d"„ tD ƒ¡ d# }d$d%„ |D ƒ}g }t|ƒD ]¦}|| }| d&¡�pi }| |¡}t|ƒg|�rEt|d' ƒt|d ƒt|d ƒt|d ƒt|d ƒgnd gd(  } tD ]\}!}"|!d)k�rZ|"|ƒn|"|ƒ}#|   t|#ƒ¡ �qM| |i ¡ |¡}$|   |$�r{|$ d)¡› nd ¡ d* | d+¡�p‡g ¡}%| d)¡d,k�r“d-nd }&|  d.|&› d/�d  d0d"„ | D ƒ¡ d1t |%d d2… ¡› d3� ¡ �q|  d4|› d5|d6k�rÄd7nd8› d9tt|ƒƒ› d:tt|ƒƒ› d;|› d  |¡› d<�¡ qîg }'| ¡ D ]\\}}|D ]T‰‡fd=d„}(|'  d>|› d?tˆ d¡ƒ› d?|(d@ƒ› d?tˆ d¡ƒ› d?|(dAƒ› dBˆ dC¡�pddk�r"dDndE› dFtˆ dC¡ƒ› dGt ˆ dH¡�p6d d dI… ¡› d3�¡ �qí�qç|'�rPdJd  |'¡ dK ndL})d  ‡ fdMd"„ˆ D ƒ¡}*dN|› d| › dOt› dPt› dQ| › dR|› dS| › dT|)› dU|*› dVd  |¡› dWt |¡› dXt |
¡› dYt |¡› dZt‡ fd[d"„ˆ D ƒd6ƒ› d\�S )]Nc              	   S   s>   g | ]}t |d   ¡ ƒ|d |d |d |d |d dœ‘qS )r:   ÚoÚhri   re   rs   )ÚtimerG   ÚhighÚlowÚclosers   )ÚintrA   ©rh   rd   r   r   r   rj   y   s   > zstock_page.<locals>.<listcomp>g        rv   ri   re   é   rs   r:   rV   )rw   Úvaluer   ))Ú
entry_timez#2e7d32ÚarrowUpÚbuy)Ú	exit_timez#c62828Ú	arrowDownÚsell)ÚsecondÚmicrosecondr0   r�   ÚbelowBarÚaboveBarú Úentry_priceÚ
exit_price)rw   ÚpositionÚcolorÚshapeÚtextrX   )r7   r8   r.   z#6a1b9aÚcirclez listc                 S   s   | d S )Nrw   r   )Úxr   r   r   r   ‹   s    zstock_page.<locals>.<lambda>©ÚkeyzT<tr><th>time</th><th>open</th><th>high</th><th>low</th><th>close</th><th>volume</th>rk   c                 s   s&   � | ]\}}d t  |¡› d�V  qdS )z<th>z</th>N©ÚhtmlÚescape)rh   re   Ú_r   r   r   Ú	<genexpr>�   s   € 
ÿzstock_page.<locals>.<genexpr>z.<th>exit check</th><th>failing rules</th></tr>c                 S   s:   i | ]}|d    t¡jd d |d    t¡j d |“qS )r:   r/   r0   r1   )r5   r6   r7   r8   r|   r   r   r   Ú
<dictcomp>’   s   : zstock_page.<locals>.<dictcomp>Úmetricsru   é   r   z; Úreasons_againstÚBUYz class="buy"z<trú>c                 s   s"   � | ]}d t  |¡› d�V  qdS )z<td>z</td>Nr”   )rh   r‘   r   r   r   r˜   ž   ó   €  z<td style='text-align:left'>éÜ   ú
</td></tr>z<div class='bot' id='t_z'><h2>r   ú	Trade botúStar botz!: what it saw, minute by minute (z to z)</h2><div class='wrap'><table>z</table></div></div>c                    s(   ˆ   | ¡rt ˆ |  ¡ t¡ d¡S dS )Nz%H:%Mrk   )r   r   r2   r5   r6   Ústrftime)Úk)r:   r   r   r   ¥   r-   z<tr><td>ú	</td><td>r   r‚   ú</td><td class='Ú
pl_dollarsÚposÚnegú'>z!</td><td style='text-align:left'>Úexit_reasonéZ   z|<h2>Trades</h2><table><tr><th>bot</th><th>buy</th><th>at</th><th>sell</th><th>at</th><th>P/L $</th><th>exit reason</th></tr>z</table>z,<p class='mute'>No trades in this stock.</p>c                 3   s0   � | ]}ˆ | rd ||dkrdndf V  qdS )z(<button onclick="show('%s')">%s</button>r   r¢   r£   Nr   r|   ©Úbot_rowsr   r   r˜   ¬   s   € "ÿz}<!doctype html><html><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1">
<title>ú</title>z<script src="zE"></script></head><body>
<p class="mute"><a href="index.html">&larr; z@ list</a> &middot; <a href="../index.html">all days</a></p>
<h1>z
 &middot; zÆ</h1>
<p class="mute">Candles = 1-min bars (Alpaca); orange = VWAP; purple dot = when each bot's scanner added it; arrows = real buys / sells.
All times are New York time.</p>
<div id="chart"></div>z
<div class="tabs">z</div>
z
<script>
const data=z, vw=z, mk=a�  ;
const dark=matchMedia('(prefers-color-scheme: dark)').matches;
const el=document.getElementById('chart');
const ch=LightweightCharts.createChart(el,{height:440,layout:{background:{color:dark?'#11161d':'#ffffff'},textColor:dark?'#e3e8ef':'#1d2733'},
 grid:{vertLines:{color:dark?'#2b3440':'#eef1f5'},horzLines:{color:dark?'#2b3440':'#eef1f5'}},
 timeScale:{timeVisible:true,secondsVisible:false,tickMarkFormatter:t=>new Date(t*1000).toLocaleTimeString('en-US',{timeZone:'America/New_York',hour:'2-digit',minute:'2-digit',hour12:false})},
 localization:{timeFormatter:t=>new Date(t*1000).toLocaleTimeString('en-US',{timeZone:'America/New_York',hour:'2-digit',minute:'2-digit',hour12:false})}});
const cs=ch.addCandlestickSeries({upColor:'#2e7d32',downColor:'#c62828',borderVisible:false,wickUpColor:'#2e7d32',wickDownColor:'#c62828'});
cs.setData(data); cs.setMarkers(mk);
ch.addLineSeries({color:'#e08a00',lineWidth:1}).setData(vw);
const vs=ch.addHistogramSeries({priceFormat:{type:'volume'},priceScaleId:'v'});
ch.priceScale('v').applyOptions({scaleMargins:{top:0.8,bottom:0}});
vs.setData(data.map(d=>({time:d.time,value:d.v,color:d.close>=d.open?'rgba(46,125,50,.45)':'rgba(198,40,40,.45)'})));
ch.timeScale().fitContent(); new ResizeObserver(()=>ch.applyOptions({width:el.clientWidth})).observe(el);
function show(b){document.querySelectorAll('.bot').forEach(d=>d.style.display=d.id==='t_'+b?'block':'none')}
show('c                 3   s   � | ]	}ˆ | r|V  qd S ©Nr   r|   r®   r   r   r˜   Ç   s   € z');
</script></body></html>)Úappendr{   rA   ÚroundÚitemsr   r   r2   r3   r6   ÚsortÚjoinÚCOLSrY   r>   rt   r•   r–   ÚminÚmaxÚCSSÚLWCrH   ÚdumpsÚnext)+rL   ÚsymÚbarsr¯   Ú	bot_exitsÚ
bot_tradesÚ
first_seenr?   ÚpvÚcvÚvwrd   Út0ÚmarkersÚbotÚTr¥   ÚcolrŽ   Úlabr9   rv   ÚmiÚdtÚtablesÚrowsÚheadÚbybÚbodyr   r   ÚmtÚcellsre   rc   rs   ÚxrÚreasonsÚclsÚtlÚetÚ	trade_tblÚtabsr   )r¯   r:   r   Ú
stock_pagex   sà   44 
 &ÿ€ýÿ"&ÿÿ"P"
ÿ 
ÿ
ÿÿÿ&ÿÿþþýþÿÿÿÿÿÿÿÿÿþýýúùø
ö
ö
öçrÜ   c                    sf  dd l }‡ fdd„t ¡ D ƒ‰ttˆd ƒtˆd ƒB ƒ}|s&tˆ dƒ d S ‡ fdd„t ¡ D ƒ‰‡ fdd„t ¡ D ƒ‰tˆ  }|jd	d	d
� g }|D ]²‰z
| |ˆˆ d ¡}W n t	yb   g }Y nw |sfqK‡‡fdd„tD ƒ}t
ˆ ˆ|‡‡fdd„tD ƒ‡‡fdd„tD ƒdd„ | ¡ D ƒ‡‡fdd„tD ƒƒ}|ˆ› d�  |¡ |d d }	tdd„ |D ƒƒ}
|d d }tdd„ | ¡ D ƒƒ}tdd„ | ¡ D ƒƒ}‡‡fdd„tD ƒ}| ˆˆd  ˆd¡ˆd  ˆd¡|
|	 d d ||	 d d |||f¡ qKd dd„ t|dd„ d�D ƒ¡}|d   d!ˆ › d"t› d#ˆ › d$t|ƒ› d%|› d&�¡ tˆ t|ƒd'd	d(� d S ))Nr   c                    ó   i | ]
\}}|t |ˆ ƒ“qS r   )rf   ©rh   rd   rK   ©rL   r   r   r™   Í   ó    zbuild_day.<locals>.<dictcomp>r   r	   zno scanner listsc                    rÝ   r   )rR   rÞ   rß   r   r   r™   Ñ   rà   c                    rÝ   r   )rg   rÞ   rß   r   r   r™   Ò   rà   T)ÚparentsÚexist_okc                    s$   i | ]}|‡ fd d„ˆ| D ƒ“qS )c                    s   g | ]
}|d  ˆ kr|‘qS )rD   r   )rh   r:   )Úsr   r   rj   Ü   rà   z(build_day.<locals>.<dictcomp>.<listcomp>r   r|   )rã   Útrr   r   r™   Ü   s   $ c                    ó"   i | ]}|ˆ | d    ˆi ¡“qS )r   r   r|   ©Údecrã   r   r   r™   Ý   ó   " c                    rå   )rU   r   r|   ræ   r   r   r™   Ý   rè   c                 S   s   i | ]	\}}|r||“qS r   r   )rh   rd   rs   r   r   r   r™   Þ   s    c                    s&   i | ]}ˆˆ | v r|ˆ | ˆ “qS r   r   r|   )rb   rã   r   r   r™   Þ   s   & z.htmlru   c                 s   s   � | ]}|d  V  qdS )rv   Nr   r|   r   r   r   r˜   à   ó   € zbuild_day.<locals>.<genexpr>éÿÿÿÿre   c                 s   s(   � | ]}|D ]
}|  d ¡pdV  qqdS )r¨   r   Nr   )rh   rs   r:   r   r   r   r˜   á   s   €& c                 s   s   � | ]}t |ƒV  qd S r±   )Úlen)rh   rs   r   r   r   r˜   â   ré   c              	      s4   i | ]}|t d d„ ˆ | d  ˆi ¡ ¡ D ƒƒ“qS )c                 s   s"   � | ]}|  d ¡dkrdV  qdS )r   r�   rU   Nr   )rh   r   r   r   r   r˜   ã   rŸ   z'build_day.<locals>.<dictcomp>.<genexpr>r   )Úsumr   Úvaluesr|   ræ   r   r   r™   ã   s   4 rk   rU   éd   c           	      s   sÀ   � | ][\}}}}}}}}d |› d|› d|› d|› d|dkrdnd› d|d	›d
|dkr,dnd› d|d	›d|d › d|d › d|p@d› d|dkrHdn|dk rNdnd› d|rW|d›nd› d�V  qdS )z<tr><td><a href='z.html'>z</a></td><td>r¦   r§   r}   r©   rk   r«   z+.1fz%</td><td class='r   rª   z
%</td><td>r   ú/r	   z+.2fr¡   Nr   )	rh   rã   ÚftÚfsÚhiÚclÚnÚplÚbur   r   r   r˜   å   s&   € 4ýÿÿÿÿÿþþ
ÿc                 S   s
   | d  S )Nr}   r   r   r   r   r   r   é   r   zbuild_day.<locals>.<lambda>r’   ú
index.htmlzŒ<!doctype html><html><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1">
<title>Scanner stocks r°   zi</head><body><p class="mute"><a href="../index.html">&larr; all days</a></p>
<h1>Scanner stocks &middot; z</h1><p class="mute">a‰   stocks selected by either bot's scanner (9:30 list + rescans), sorted by the
day's high over the open. Click a stock for its chart and the bot's indicators minute by minute.</p>
<div class="wrap"><table><tr><th>stock</th><th>trade bot list from</th><th>Star bot list from</th><th>day high vs open</th><th>close vs open</th>
<th>v2 BUY polls (trade/Star)</th><th>trades</th><th>P/L $</th></tr>z</table></div></body></html>Ústocks)Úflush)Úanalyze_tradesÚBOTSr´   rY   ÚsetÚprintÚOUTÚmkdirÚ	load_barsrJ   rÜ   Ú
write_textr¹   rì   rí   r²   r   r¶   rº   rë   )rL   ÚclientÚAÚsymsÚdrÏ   r¿   ÚbtÚpageÚOÚHÚCrõ   rô   ÚbuysrÒ   r   )rL   rç   rb   rã   rä   r   Ú	build_dayË   sT   ÿ,"ÿ*L
ü
ÿÿþþ
ûr  c               	   C   sJ   t dd„ t ¡ D ƒdd�} td  dt› dd d	d„ | D ƒ¡› d
�¡ d S )Nc                 s   s*   � | ]}|  ¡ r|d   ¡ r|jV  qdS )r÷   N)Úis_dirrF   Úname)rh   rO   r   r   r   r˜   ô   s   €( zbuild_index.<locals>.<genexpr>T)Úreverser÷   zŽ<!doctype html><html><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1">
<title>Past days</title>z‰</head><body><h1>Past days</h1><p class="mute">Every stock the scanners selected, with chart and the bot's
indicators per minute.</p><ul>rk   c                 s   s"   � | ]}d |› d|› d�V  qdS )z<li><a href='z/index.html'>z	</a></li>Nr   )rh   r  r   r   r   r˜   ÷   rŸ   z</ul></body></html>)rY   rþ   Úiterdirr  rº   r¶   )r   r   r   r   Úbuild_indexó   s   
ÿþr  c                 C   st   ddl m} |ƒ }d| v r"tdd„ t ttd d d ƒ¡D ƒƒ}n	| p*t ¡  ¡ g}|D ]}t	||ƒ q-t
ƒ  d S )	Nr   )Ú
get_clientz--allc                 S   s    h | ]}t j |¡d d… ’qS )Nrl   )r\   r]   r^   )rh   rc   r   r   r   Ú	<setcomp>þ   s     zmain.<locals>.<setcomp>r?   r@   z2026-*.jsonl)Úalpaca_clientr  rY   rZ   r[   ÚTRADEr   ÚtodayÚ	isoformatr  r  )Úargsr  re   r   r  r   r   r   Úmainú   s   *
r  Ú__main__rU   )&Ú__doc__rZ   r•   rH   r\   ÚsysÚcollectionsr   r   r   r   Úpathlibr   Úzoneinfor   r  ÚSTARrû   rþ   r6   r]   Úinsertr[   r»   r·   r;   r>   rR   rf   rg   rt   rº   rÜ   r  r  r  Ú__name__Úargvr   r   r   r   Ú<module>   sb    	
,

















îS(ÿ