o
    h¦ÎjK#  ã                   @   sÄ   d Z ddlZddlZddlZddlmZ ddlmZ ddlZ	ee
ƒ ¡ jZej deeƒ¡ ddlmZmZ d\ZZZg d¢Zg d¢Zed	ƒZd
d„ Zdd„ Zdd„ Zdd„ Zedkr`eƒ  dS dS )aí  
intraday_score_study.py -- [2026-10-13] The user: intraday rescans must take the WHOLE universe and RE-SCORE every stock
with the information available AT THAT TIME (today the rescan re-uses the premarket score -> the list barely changes).
2 years (bars10y: every $5-15 stock with >= 500k shares that day), rescan times 10:00, 10:30, 11:00, 12:00, 13:00, 14:00.
Features at time t (bars up to t only): daily ATR %, |gap|, gap, move from the open (signed / absolute), range so far,
volume so far vs normal for that time, last-15-min volume vs normal, vs VWAP, position in the day range, 30-min trend
(signed straightness), below the day high.  "Normal volume" = the stock's 20-day average daily volume (days it was in
the universe) x the typical share of a day's volume traded by minute t (learned from the data, year 1).
Targets after t: UP-RUN = the high after t >= +3% over the price at t; MOVER = range after t >= 5%.
Score = rank average of the features picked on YEAR 1 (|AUC - 0.5| >= 0.04, with their signs); checked on YEAR 2.
Compared at each time: top 30 by the intraday score vs top 30 by the premarket scores (old v1 / v3, pm_history).
    python3 intraday_score_study.py          -> intraday_score_study.log / intraday_score_rows.npz / model json
é    N)Údefaultdict)ÚPath)ÚarraysÚcl)z
2024-10-01z
2026-10-09z
2025-10-01)é   é<   éZ   é–   éÒ   i  )ÚatrÚabsgapÚgapÚmoveÚabsmoveÚrangeÚrvol_tÚvol15_xÚvwapÚposÚtrend30Úoff_hiz6/var/www/screener/trade/data/intraday_score_model.jsonc              
      sü  t d | › d� }| ¡ si i fS i i }}t t |d¡¡d D ]Ø‰ ‡ fdd„}|dƒ|dƒ|d	ƒp4d
|dƒ|dƒ|dƒˆ  d¡f\}}}}}	}
}|	|	krPd
n|	}	|
|
krXd
n|
}
|rf||krf|| d nd
}||ksp|dkrrd
n|}|r|||kr||ntj}dt	||kr‹|| d nd
ƒ dt	|d ƒ  dt	|	d ddƒ  dt	|
d ddƒ  d|d u r±dnt	|d ƒ  |ˆ d < dt	|d ƒ dt	t
|	ƒd ƒ  dt	|d ƒ  d||krãt	|| d ƒnd
  d|d u rídnt	|d ƒ  |ˆ d < q!||fS )NÚ
pm_historyz.json.gzÚrtÚrowsc                    s   ˆ   | ¡d urˆ   | ¡S tjS )N)ÚgetÚnpÚnan)Úk©Úr© úintraday_score_study.pyÚ<lambda>&   ó    zpm_scores.<locals>.<lambda>Ú
prev_closer   Úpm_volr   Úadv20r   ÚstrengthÚdistéd   é   r   é   é   g     jø@é
   éÿÿÿÿé   é   é   é   Úsé#   gš™™™™™©?)ÚHEREÚexistsÚjsonÚloadÚgzipÚopenr   r   r   r   Úabs)ÚdayÚfÚv1Úv3ÚgÚpcr   ÚpmvÚadvr   Ústr(   ÚatrpÚadr    r   r!   Ú	pm_scores    s"   
B 4VÿRÿrG   c            '         sF  ddl m} m} |  t¡|dd�  ¡ ‰ ‡ fdd„ttd  d¡ƒD ƒ}t	t
ƒ}g }t d	¡}d}|D �]å}|jd d
… }t t |d¡¡}	|	 di ¡}
|tk}|�råt|ƒ\}}|	d  ¡ D �]„\}}| |g ¡}||
vstt|ƒdk ruq_t|ƒ}|d u r~q_|\}}}}}t|d ƒ}t|
| ƒdkrŸ|
| d rŸ|
| d n|d d }dd„ t|dd … |dd … ƒD ƒ}t |¡|d d  d }t dd„ |dd … D ƒ¡}t |¡}t || | d | ¡t |dk|tj¡ }|tk �r|d dk�r|||d  7 }|d7 }tD ]Û}|d }|| } |d |…  ¡ }!|d |…   ¡ }"t !t "||d |… ¡¡ #¡ }#||d…  ¡ |  d d }$||d…  ¡ ||d…   ¡  |  d }%| $||||t!|| d ƒd || d d | | d d t!| | d ƒd |!|" | d |�rŠ|| | ntj|�r›||d |…  #¡ | ntj| ||  d d |!|"k�r³| |" |!|"  nd|#dk�rÅ|| ||d   |# nd| |! d d |$dk|%dk| |tj¡| |tj¡f¡ �qq_|
 ¡ D ]"\}}&||  $|&d |&d |&d |&d f¡ || dd … ||< �qé~	|�rt%|t|ƒd d!� q3||t|dƒ fS )"Nr   )ÚdateÚ	timedeltar   )Údaysc                    s2   g | ]}ˆ |j d d…   krtkrn n|‘qS )Nr-   )ÚnameÚEND©Ú.0r=   ©Úwarmr    r!   Ú
<listcomp>5   ó   2 zbuild.<locals>.<listcomp>Úbars10yz*/*.json.gzi†  r-   r   ÚdailyÚbarsé   r1   r.   é   c              	   S   sH   g | ] \}}t |d  |d  t|d  |d  ƒt|d |d  ƒƒ‘qS )r   r/   rW   )Úmaxr;   )rN   ÚpÚbr    r    r!   rQ   G   s   H iñÿÿÿiòÿÿÿr)   c                 S   ó   g | ]}|d  ‘qS ©r+   r    ©rN   Úxr    r    r!   rQ   I   ó    iìÿÿÿr+   r/   r   i‚  r0   ç      à?é   iëÿÿÿT)Úflush)&ÚdatetimerH   rI   ÚfromisoformatÚSTARTÚ	isoformatÚsortedr5   Úglobr   Úlistr   ÚzerosrK   r7   r8   r9   r:   r   rG   ÚitemsÚlenr   ÚfloatÚzipÚmeanÚcumsumÚwherer   ÚSPLITÚTIMESrX   Úminr;   ÚdiffÚsumÚappendÚprint)'rH   rI   ÚfilesÚhistr   ÚcurveÚncurver=   r<   ÚdrT   Úliver>   r?   r3   rU   ÚhsÚaÚOÚHÚLÚCÚVÚO0rA   ÚtrrE   rC   ÚcvÚvwÚtr   ÚPÚhiÚloÚpathÚupÚrngr^   r    rO   r!   Úbuild2   sZ    
4$8( DLF.2$
üû
>€r‘   c                 C   sˆ   t  | ¡ }| | || } }| ¡ dks|  ¡ dkrt jS t  t  | ¡¡d }||  ¡ | ¡ | ¡ d  d  | ¡ |  ¡   S )Nr   g      ð?r/   rW   )r   Úisnanrv   r   Úargsort)r^   Úyr   r   r    r    r!   Úauc_   s
   6r•   c                     sr  t ƒ \‰‰ t dd„ ˆD ƒ¡} t dd„ ˆD ƒ¡}‡fdd„ttƒD ƒ}t ‡ fdd„|D ƒ¡}|d t |dk|tj¡ |d< t ‡ fd	d„|D ƒ¡}|d
 t |dk|tj¡ |d
< t dd„ ˆD ƒ¡‰t dd„ ˆD ƒ¡‰t dd„ ˆD ƒt¡}t dd„ ˆD ƒt¡}| tk }t	dt
ˆƒ› dt
t| ƒƒ› dˆ ¡ d›dˆ ¡ d›�ƒ t	dƒ i }tD ]`‰t|ˆ | ˆ| ƒt|ˆ |  ˆ|  ƒ}	}
t|ˆ | ˆ| ƒt|ˆ |  ˆ|  ƒ}}t	dˆd›d|	d›d|
d›d|d›d|d›�
ƒ t|	d ƒdk�r|	dk�r
dnd|ˆ< q®t	d|ƒ t t
ˆƒ¡}ttƒ}tt| |ƒƒD ]\}\}}|||f  |¡ �q&| ¡ D ]I}t |¡}| ¡ D ]<\‰}|ˆ | | }t t |¡t t |¡¡�rft |¡nd|¡}||  t t |¡¡tt
|ƒd dƒ 7  < �qF�q;t	d t|| ˆ| ƒd›d!t||  ˆ|  ƒd›dt|| ˆ| ƒd›dt||  ˆ|  ƒd›�ƒ t	d"ƒ t	dd#d$›d%d&d'›d%d(d'›d%d)d'›d%d*d+›�
ƒ tD ]½}g g gg g gg g gd,œ‰| ¡ D ]S\\}}}||k�rö�qét |¡}|tk �rdnd}d-|fd.|fd/|ffD ]+\}}t t || ¡d0|| ¡}|t | ¡d d1…  }ˆ| |  t|ƒ7  < �q�qé|||k@ | ||k@ g}‡‡fd2d3„‰d4d1| d5  › d6d1| d5 d7›�}t	d|d$›d%�d8 ‡‡fd9d:„d,D ƒ¡ ˆt |d ¡d ƒd; ˆt |d ¡d ƒ d+› ƒ �q×tjjd<d<d=� t j!d>|d?d„ ˆ D ƒd@dAœt"tdBƒddC� t	dDtƒ d S )ENc                 S   r[   )r   r    ©rN   r   r    r    r!   rQ   i   r_   zmain.<locals>.<listcomp>c                 S   r[   )rW   r    r–   r    r    r!   rQ   i   r_   c                    s,   i | ]\‰ }|t  ‡ fd d„ˆD ƒt¡“qS )c                    s   g | ]}|d ˆ   ‘qS r\   r    r–   ©Úir    r!   rQ   j   s    z#main.<locals>.<dictcomp>.<listcomp>)r   Úarrayrm   rM   )r   r—   r!   Ú
<dictcomp>j   s   , zmain.<locals>.<dictcomp>c                    s   g | ]}ˆ t d |d ƒ ‘qS )r   r/   ©rX   r]   ©r{   r    r!   rQ   k   r#   r   r   c                    s0   g | ]}ˆ t d |d ƒ ˆ t d |d ƒ  ‘qS )r   r/   é   r›   r]   rœ   r    r!   rQ   m   s   0 r   c                 S   r[   )r0   r    r–   r    r    r!   rQ   o   r_   c                 S   r[   )r�   r    r–   r    r    r!   rQ   o   r_   c                 S   r[   )é   r    r–   r    r    r!   rQ   p   r_   c                 S   r[   )é   r    r–   r    r    r!   rQ   p   r_   Ú
z stock-time rows, z days; UP-RUN (>= +3% after t) ú.0%z, MOVER (range after >= 5%) z2
AUC per feature (UP-RUN | MOVER), year 1 / year 2z  Ú9z up-run z.2fz / z	   mover r`   g{®Gáz¤?r/   r.   zpicked on year 1 (sign):z
score AUC up-run: year 1 z
 / year 2 zc
TOP 30 at each rescan time: share that UP-RUN (+3% after) / MOVE (5% range after), year 1 | year 2ÚtimeÚ6ú zintraday scoreú>24zold score (v1)zv3 scorez
all stocksz>16)Únewr>   r?   r§   r>   r?   g    eÍÍÁr   c                    s2   t | ƒrt ˆ|  ¡d›dt ˆ |  ¡d›�S dS )Nr¡   ú/ú-)rl   r   ro   )rƒ   )ÚmovÚuprr    r!   r"   –   rR   zmain.<locals>.<lambda>é	   r   ú:Ú02dÚ c                 3   s8   � | ]}ˆ ˆ| d  ƒd ˆ ˆ| d ƒ d›V  qdS )r   ú | r/   r¦   Nr    )rN   Únm)r=   Úresr    r!   Ú	<genexpr>˜   s   €6 zmain.<locals>.<genexpr>r°   T)ÚparentsÚexist_okz
2026-10-13c                 S   s   g | ]	}t t|ƒd ƒ‘qS )r1   )Úroundrm   r]   r    r    r!   rQ   ›   s    z^rank-average of the picked features within each rescan's universe; see intraday_score_study.py)ÚbuiltÚfeaturesÚvolume_curveÚnoteÚw)Úindentzmodel ->)#r‘   r   r™   Ú	enumerateÚFrq   r   rm   rr   rx   rl   Úsetro   r•   r;   rj   r   ri   rn   rw   Úvaluesrk   r’   ÚisfiniteÚnanminr“   rX   rs   ÚjoinÚMODELÚparentÚmkdirr7   Údumpr:   )r<   rŠ   ÚXÚtminÚtl15r>   r?   Úy1ÚpickÚa1Úa2Úm1Úm2ÚscoreÚkeyr˜   Úd_Út_ÚidxÚsgnr^   ÚttÚyir±   ÚscÚs_ÚtopÚalÚhmr    )r{   r=   rª   r²   r   r«   r!   Úmaing   s~   
(  (,8220€

02ý4ÿÿ0
ý$(2
ÿÿ
ÿrÞ   Ú__main__)Ú__doc__r9   r7   ÚsysÚcollectionsr   Úpathlibr   Únumpyr   Ú__file__ÚresolverÅ   r5   rŽ   ÚinsertÚstrÚup2_styles_buildr   r   re   rL   rr   rs   r¾   rÄ   rG   r‘   r•   rÞ   Ú__name__r    r    r    r!   Ú<module>   s*    
-9
ÿ