o
    ²¬Üjm  ã                   @   s¸   d Z ddlZddlZddlZddlZddlmZ ddlZedƒZ	ee
ƒ ¡ jZed Zejdd� e edƒ¡Zed	 Zddd„Zdd„ Zdd„ Zdd„ Zdd„ ZedkrZeƒ  dS dS )aî  
star_lists.py -- [2026-10-24] the user: connect EV3 to the STAR bot's stock selection and simulate the last 2 years.
Star's scanner (premarket/config.json): score_mode v1 (old score: 30 rvol + 20 pm volume + 20 gap + 15 pm strength + 15 room),
top 50 at 9:30; from 9:50 (no_rescan_before 20 min) every 5 min the WHOLE universe re-scored with the intraday model
(premarket/scanner.intraday_features + apply_intraday_score, data/intraday_score_model.json), top 50.
Universe = the stocks with pm_history rows AND bars10y minute bars that day (bars10y = opened $5-15 with >= 500k shares).
Output per day: reports/ev3/star_lists/<day>.json {"pre": [50], "rescans": {minute: [50]}, "ref": {sym: {...}}, "union": [...]}
    python3 star_lists.py START END
é    N)ÚPathz+/var/www/screener/trade/reports/open_windowÚ
star_listsT)Úexist_okz:/var/www/screener/premarket/data/intraday_score_model.jsonÚvolume_curveç        ç      ð?c                 C   s   t t| |ƒ|ƒS ©N)ÚminÚmax)ÚxÚloÚhi© r   ú1/var/www/screener/trade/reports/ev3/star_lists.pyÚ<lambda>   s    r   c                 C   s®   |   d¡pd}|   d¡pd}|   d¡}d|rt|| d ƒnd dt|d ƒ  dt|   d	¡p0dd
 ddƒ  dt|   d¡p?dd ddƒ  d|d u rOd  S t|d ƒ  S )NÚpm_volr   Úadv20Údisté   é   é   g     jø@Úgapé
   éÿÿÿÿé   é   Ústrengthé   é   )ÚgetÚcl)ÚrÚpmvÚadvÚdr   r   r   Úv1   s   &Hÿÿÿr%   c                 C   s@   ddl m } ddlm} | | |dƒ¡}|jd d |j d S )Nr   )Údatetime)ÚZoneInfozAmerica/New_Yorké	   é<   r   )r&   Úzoneinfor'   ÚfromtimestampÚhourÚminute)Útsr&   r'   Útr   r   r   r-      s   (r-   c           '   
      sŽ  t  t td | › d� d¡¡}dd„ |d D ƒ‰t  t td | d d…  | › d� d¡¡d	 ‰ ‡ ‡fd
d„ˆD ƒ}t|‡fdd„dd�d d… }i }|D ]e}t dtj¡}t dtj¡}t dtj¡}	t dtj¡}
t 	d¡}ˆ | D ]4}t
|d ƒ}d|  kr‡dk r©n qu|d |d |d |d |d f\||< ||< |	|< |
|< ||< qu|||	|
|f||< qNi }tdddƒD �]8}g }|D ]Ø}|| \}}}	}
}t |
d |… ¡ }| ¡ dk rßqÃt |¡d }||d  }|
|d  }t |d |… ¡}t |	d |… ¡}ˆ| }|d }| d¡}|d |…  ¡ }||dd …   ¡ }tdt|dƒƒ}t|d  }t|d  ttd|d ƒ  }| d¡�rR| d¡�pMd| d nd t|| d ƒd t|| d ƒd || | d |�rz|dk�rz|||  nd |�r‰|dk�r‰|||  nd || d d d œ}| ||f¡ qÃt|ƒd!k �r¤q¼d"d„ |D ƒ} td#  ¡ D ].\‰‰t‡‡fd$d%„|D ƒƒ}!t|!ƒD ]\}"\}#}| |  |"tt|!ƒd dƒ 7  < �qÅ�q±d&d„ t|  ¡ d'd„ d(�d d… D ƒ||< q¼tt|ƒd)d*„ | ¡ D ƒB ƒ}$i }%|$D ]$}ˆ| }d }&| d¡| d¡| d+¡| |¡�p$i  d,¡d-œ|%|< �q	t| › d.�  t  | |||%|$d/œ¡¡ ˆt|$ƒfS )0NÚ
pm_historyú.json.gzÚrtc                 S   ó   i | ]}|d  |“qS ©Úsr   ©Ú.0r!   r   r   r   Ú
<dictcomp>!   ó    zday_lists.<locals>.<dictcomp>ÚrowsÚbars10yé   Úbarsc                    s&   g | ]}|ˆ v rˆ|   d ¡r|‘qS )Ú
prev_close)r   )r7   r5   )r=   r:   r   r   Ú
<listcomp>#   s   & zday_lists.<locals>.<listcomp>c                    s   t ˆ |  ƒS r   )r%   r4   )r:   r   r   r   $   s    zday_lists.<locals>.<lambda>T)ÚkeyÚreverseé2   i†  r   r   é   r   r   r   r   r>   r   iñÿÿÿi…  é   Úatréd   )rE   ÚabsgapÚabsmoveÚrangeÚrvol_tÚvol15_xÚoff_hir   c                 S   s   i | ]\}}|d “qS )r   r   ©r7   r5   Ú_r   r   r   r8   @   r9   Úfeaturesc                 3   s@   � | ]\}}|  ˆ ¡d urt |ˆ  ¡s|ˆ  ˆ |fV  qd S r   )r   ÚmathÚisnan)r7   r5   Úf)ÚfeatÚsignr   r   Ú	<genexpr>B   s   €> zday_lists.<locals>.<genexpr>c                 S   s   g | ]\}}|‘qS r   r   rM   r   r   r   r?   E   s    c                 S   s
   | d  S )Nr   r   )Úzr   r   r   r   E   s   
 )r@   c                 S   s   h | ]	}|D ]}|’qqS r   r   )r7   ÚLr5   r   r   r   Ú	<setcomp>F   s    zday_lists.<locals>.<setcomp>Ú	prev_highÚl)Úatr14r>   rY   Úprev_lowz.json)ÚdateÚpreÚrescansÚrefÚunion) ÚjsonÚloadÚgzipÚopenÚOWÚsortedÚnpÚfullÚnanÚzerosr-   rI   rQ   ÚsumÚwhereÚnanmaxÚnanminr   r
   r	   ÚCURVEÚabsÚappendÚlenÚMODELÚitemsÚ	enumerateÚsetÚvaluesÚOUTÚ
write_textÚdumps)'ÚdayÚ	prev_rowsÚpmÚunir^   ÚAr5   ÚoÚhrZ   ÚcÚvÚbÚkr_   r/   ÚfeatsÚokÚidxÚOÚPr   r   r!   Úpcr#   ÚcvÚv15ÚttÚshareÚshare15rR   ÚtotÚknownÚirN   ra   r`   Úvhr   )r=   rS   r:   rT   r   Ú	day_lists    s`   20B@€&J$:8 ,ý&ÿ,ÿ&r–   c               	   C   sÞ   t jd t jd } }i }ttd  d¡ƒ}t|ƒD ]N\}}|jd d… }||kr+ n>|| k r0q|rH|sHdd„ t t	 
||d  d¡¡d	 D ƒ}td
 |d d…  |› d�  ¡ sZqt||ƒ\}}t||dd� qtdƒ d S )Nr   rC   r0   z20*.json.gzr   c                 S   r3   r4   r   r6   r   r   r   r8   Z   r9   zmain.<locals>.<dictcomp>r2   r:   r;   r<   r1   T)ÚflushÚSTARLISTS_DONE)ÚsysÚargvrg   rf   Úglobrv   Únamerb   rc   rd   re   Úexistsr–   Úprint)ÚarV   r}   Úfilesr”   rR   r|   Únr   r   r   ÚmainP   s   ("r¢   Ú__main__)r   r   )Ú__doc__rd   rb   rP   r™   Úpathlibr   Únumpyrh   rf   Ú__file__ÚresolveÚparentÚHEREry   Úmkdirrc   re   rt   rp   r    r%   r-   r–   r¢   Ú__name__r   r   r   r   Ú<module>   s      	
0
ÿ