o
    –`Èj¨  ã                   @   s²   d Z ddlZddlZddlZddlmZ ddlmZ ddlZ	ee
ƒ ¡ jZdZg d¢Zg d¢Zg d¢Zd	d
„ Zdd„ Zdd„ Zdd„ Zddd„ZedkrWeejdd… Ž  dS dS )a[  
up2_styles_report.py -- [2026-10-08] Step 2 of 2 (see up2_styles_build.py): the report.
  A  how many stock-days reach +2% / +3% over the open (all stocks / scanner-like top 30), per year
  B  STYLES at the moment of the hit: how common, what happened after (+5%, back to the open, close), and the
     trade (buy at the level; sell at the close, or +5% target vs the open as the stop) at the real 0.2% cost
  C  style x gap        D  time of the hit
  E  catching it early: among the stocks that hit the level, which features KNOWN AT THE HIT separate the runners
     (went on to >= +5% over the open) from the rest -- AUC per year, plus the best feature's quintiles
  F  before the open: which stocks reach +2% at all (gap, ATR, scanner pick) -- AUC
    python3 up2_styles_report.py [ROWS.csv.gz] [LEVEL]       default up2_styles_rows.csv.gz, both levels
é    N)Údefaultdict)ÚPathçš™™™™™É?)Ústraightzdip, then upzdeep Vz
base breakz
slow grindz	late moveÚchoppy)ÚgapÚatrpÚday_maxÚ	close_pct)ÚmÚ
low_beforeÚ	hi_beforeÚeffÚbaseÚrvolÚacc5Úvwap_pctÚatr_xÚ	max_afterÚtr_closeÚ	tr_5_openÚmaec                 C   sˆ   t  | ¡ }| | || } }| ¡ dks|  ¡ dkrt jS t  t  | ¡¡d }||  ¡ | ¡ | ¡ d  d  | ¡ |  ¡   S )Nr   g      ð?é   é   )ÚnpÚisnanÚsumÚnanÚargsort)ÚxÚyÚkÚr© r#   ú@/var/www/screener/trade/reports/open_window/up2_styles_report.pyÚauc   s
   6r%   c              	   C   sh  t tƒ}t | d¡�‰}t |¡D ]{}|d  |d ¡ |d  |d dk¡ tD ]}||  || dkr:t|| ƒnt	j
¡ q(dD ]I}|d|› d�  |d|› d� ¡ |d|› d	�  |d|› d	� ¡ tD ]"}|d|› d
|› � }|d|› d
|› �  |dkr…t|ƒnt	j
¡ qgqAqW d   ƒ n1 s–w   Y  dd„ | ¡ D ƒ}t	 dd„ |d D ƒ¡|d< |S )NÚrtÚdayÚscanÚ1Ú ©r   é   ÚlÚ_styleÚ_firstÚ_c                 S   s   i | ]
\}}|t  |¡“qS r#   )r   Úarray)Ú.0r!   Úvr#   r#   r$   Ú
<dictcomp>/   s    zload.<locals>.<dictcomp>c                 S   s   g | ]}|d d… ‘qS )Né   r#   )r2   Údr#   r#   r$   Ú
<listcomp>0   ó    zload.<locals>.<listcomp>Úyear)r   ÚlistÚgzipÚopenÚcsvÚ
DictReaderÚappendÚNUMÚfloatr   r   ÚLNUMÚitemsr1   )ÚpathÚcolÚfhr"   r!   ÚLr3   Úoutr#   r#   r$   Úload$   s"   (*DBÿþüÿ	rI   c                    s"  ˆ  ¡ }|dkrd|d›ddd›�S ‡ ‡‡fdd„}|dƒd	k ¡ }ˆ d
ˆ› d� ˆ dk ¡ }|dƒt |dƒt }}	ttˆ d ˆ ƒƒ}
t ‡ ‡‡fdd„|
D ƒƒ}d|d›d|d›d|d›d|d›dt |dƒ¡d›dt ˆ d ˆ ¡d›dt |¡d›dt |	¡d›d|› dt|
ƒ› d�S )Nr   ú  Ú22ú Ú7c                    s   ˆ dˆ› d| › � ˆ S )Nr-   r0   r#   )Úc©ÚDrG   r!   r#   r$   Ú<lambda>8   r8   zline.<locals>.<lambda>r   é   r-   r/   r<   r   r   r9   c                 3   s>   � | ]}t  ˆ d ˆ› d� t ˆˆ d |k@  ¡dkV  qdS )r-   Ú
_tr_5_openr9   r   N)r   ÚnanmeanÚCOST©r2   r    rO   r#   r$   Ú	<genexpr><   s   €< zline.<locals>.<genexpr>z | +5% after ú4.0%z | back to open first z | max after (median) z+5.2fz
% | close r
   z% | trade: to close ú+.3fz%, +5%/open z% (years > 0: ú/ú))	r   ÚmeanrU   ÚsortedÚsetr   Ú	nanmedianrT   Úlen)rP   r!   rG   ÚlabÚnÚgÚrunÚbackÚtcÚt5ÚyrsÚposr#   rO   r$   Úline4   s*   ,"ÿÿ
þ
þþþrj   c                    s¨  t  ˆ d|› d� ¡ ‰ttˆ d ƒƒ}tdd› d|› dd› �ƒ tdƒ |D ]6}ˆ d |k}td	|› d
| ¡ d›dˆ|  ¡ d›d|› d|ˆ d @  ¡ d›dˆ|ˆ d @   ¡ d›�ƒ q'dˆfdˆˆ d @ ffD ]0\}}td|› dt› d�ƒ ttˆ ||dƒƒ t	D ]}ttˆ |ˆ d|› d� |k@ ||ƒƒ q„qjt  
ˆ d dkdt  
ˆ d dkdd¡¡}td ƒ td	d!d"›�d! d#d$„ d%D ƒ¡ ƒ t	D ]d}g }	d%D ]K}
ˆˆ d|› d� |k@ ||
k@ }|	 | ¡ d&›d'| ¡ rùˆ d|› d(� | d)k ¡ nd*d+›d'| ¡ �rt  ˆ d|› d,� | t ¡nd*d-›d.�¡ qÍtd	|d"›�d! d/d$„ |	D ƒ¡ ƒ qÇtd0ƒ ˆ d|› d� }d1D ]\}}}ttˆ ˆ||k@ ||k @ ||ƒƒ �q:td2|› d3�ƒ ˆ d|› d(� d)k‰ˆ d t  ˆ d ¡ˆ d4 ˆ d  t¡|ˆ d|› d5� ˆ d|› d6� ˆ d|› d7� ˆ d|› d8� ˆ d|› d9� ˆ d|› d:� ˆ d|› d;� ˆ d|› d<� d=œ}td	d>d?›�d! d@d$„ |D ƒ¡ dA ƒ d }| ¡ D ]O\}‰‡ ‡‡‡fdBdC„|D ƒ}tˆˆ ˆˆ ƒ}td	|d?›�d! dDd$„ |D ƒ¡ d	|dE›� ƒ |dFk�r|d u �st|dG ƒt|dH dG ƒk�r||f}�qÌt |d* dIdJdKg¡D ]a}|| ˆ ‰t  ˆ¡ }t  ˆg dL¢¡}tdM|› dNd dOd$„ |D ƒ¡› dP�ƒ t  ˆ|¡}td)ƒD ],}t  tˆ dQ ƒt¡}t  
ˆ¡d* |||k@  }dR||< ttˆ ||dS|dH › �ƒƒ �qZ�q'tdT|› dU�ƒ dˆ d fdVt  ˆ d ¡fdIˆ d4 fdFˆ d  t¡ffD ]$\}‰td	|d"›�d! ‡ ‡‡fdWd$„|D ƒ¡ d	tˆˆƒdE›� ƒ �q­d S )XNr-   Ú_mr9   Ú
z==============================z LEVEL +z% over the open z:A  share of stock-days that reach it (all / scanner-like):rJ   z: Ú6ú stock-days, z.0%z reach +z%  | scanner-like r(   Ú5z, z
ALL STOCKSzSCANNER-LIKE (top 30 by v3)z
B  styles -- z  (trade costs z% round trip)zall that hitr.   r   r,   úgap upéýÿÿÿúgap downÚflatzK
C  style x gap (all stocks): trades | +5% after | trade +5%/open per trader*   Ú16c                 s   ó   � | ]}|d ›V  qdS ©z>36Nr#   )r2   rc   r#   r#   r$   rW   R   ó   € zreport.<locals>.<genexpr>)rr   rs   rp   Ú8z | Ú
_max_afterrR   r   rX   rS   rY   ú%c                 s   ru   rv   r#   )r2   rN   r#   r#   r$   rW   Y   rw   z 
D  time of the hit (all stocks)))r   é   z	9:30-9:45)r{   é   z
9:45-10:00)r|   é<   z10:00-10:30)r}   éx   z10:30-11:30)r~   éÒ   z11:30-13:00)r   é  z13:00-14:00)r€   é,  z14:00-14:30)r�   i†  z14:30-16:00z.
E  catching it early: among stocks that hit +zD%, AUC for 'goes on to +5%' (0.5 = no info; < 0.5 = lower is better)r   Ú_low_beforeÚ
_hi_beforeÚ_effÚ_baseÚ_rvolÚ_acc5Ú	_vwap_pctÚ_atr_x)r   úgap sizeúdaily ATR %úscanner pickzminute of the hitzlow before (vs open)zearlier highzpath efficiencyz
base rangeúvolume so far / ADVzvolume last 5 / avgúvs VWAPzlevel in ATRsÚfeatureÚ24c                 s   ru   )z>7Nr#   rV   r#   r#   r$   rW   e   rw   z    allc                    s6   g | ]}t ˆˆˆ d  |k@  ˆˆˆ d  |k@  ƒ‘qS )r9   ©r%   rV   ©rP   Úhitr   Úy5r#   r$   r7   h   s   6 zreport.<locals>.<listcomp>c                 s   ru   )ú7.2fNr#   )r2   r3   r#   r#   r$   rW   j   rw   z5.2frŒ   g      à?r   r‹   r�   rŽ   )r   gš™™™™™Ù?g333333ã?gš™™™™™é?z
  quintiles of 'z' (cut points c                 s   ru   )z.2fNr#   )r2   Úqr#   r#   r$   rW   p   rw   z):r'   TÚQz'
F  before the open: AUC for 'reaches +z%' (all stock-days)rŠ   c                 3   s6   � | ]}t ˆˆ d  |k ˆˆ d  |k ƒd›V  qdS )r9   r•   Nr‘   rV   )rP   r“   r   r#   r$   rW   w   s   €4 )r   r   r]   r^   Úprintr   r\   rU   rj   ÚSTYLESÚwhereÚjoinr?   rT   ÚabsÚastyperA   rC   r%   ÚdictÚfromkeysÚnanquantileÚdigitizeÚrangeÚzerosr`   Úbool)rP   rG   rh   r    r!   ÚgrpÚgkÚstÚgapcÚcellsrc   r   ÚloÚhira   ÚfeatsÚbestÚnameÚaÚalÚokÚqsÚbr–   Úidxr#   r’   r$   ÚreportB   sv   @
ÿ (ÿ($ <,ÿ&&$**ý(02€&6 þ@Bÿrµ   úup2_styles_rows.csv.gzc                 C   s‚   t t|  ƒ}tt|d ƒƒ}tt|d ƒ› dt|ƒ› d|d › d|d › d|d  ¡ › �	ƒ |r5t|ƒfnd	D ]}t||ƒ q7d S )
Nr'   rn   z days r   z..éÿÿÿÿz, scanner-like r(   r+   )	rI   ÚHEREr]   r^   r˜   r`   r   Úintrµ   )rD   ÚlvrP   ÚdaysrG   r#   r#   r$   Úmainz   s   @ÿr¼   Ú__main__r   r,   )r¶   N)Ú__doc__r=   r;   ÚsysÚcollectionsr   Úpathlibr   Únumpyr   Ú__file__ÚresolveÚparentr¸   rU   r™   r@   rB   r%   rI   rj   rµ   r¼   Ú__name__Úargvr#   r#   r#   r$   Ú<module>   s(    
8ÿ