o
    ƒÒÈjÿ"  ã                   @   sì   d Z ddlZddlZddlZddlmZ ddlmZ ddlZ	ee
ƒ ¡ jZedƒZdZdZd\ZZg d	¢Zd
dddddddddddddddœdd„ eD ƒ¥Zdd„ Zdd„ Zd d!„ Zd+d"d#„Zd$d%„ Zd&d'„ Zd(d)„ Zed*krteƒ  dS dS ),aû  
group_tree.py -- [2026-10-09] Step 2: readable GROUP FILTERS from group_rows.csv.gz (group_build.py).
A small regression tree (depth 4, numpy only) on the net trade P/L (+3% / -1.5% / close, minus the real 0.2% cost)
-> every leaf is one group = a short list of plain filters ("daily ATR >= 8.7% AND above VWAP >= 0.9% AND ...").
Fitted on 2021-10..2023-12 ONLY; each group is labelled from the TRAINING years (WINNER if its training average
> +0.15% per trade, LOSER if < -0.30%, else NEUTRAL) and then checked on 2024-2026, which it never saw.
Signal test: per stock-day, the FIRST checkpoint that lands in a WINNER group = the buy signal.
Writes the model for the live log-only watcher: /var/www/screener/trade/data/group_model.json
    python3 group_tree.py
é    N)Údefaultdict)ÚPathz-/var/www/screener/trade/data/group_model.jsongš™™™™™É?z
2024-01-01)é   i�  )ÚnoneÚstraightzdip, then upzdeep Vz
base breakz
slow grindz	late moveÚchoppyzminute since 9:30zgap %zdaily ATR %zlog10 premarket volumezmove from open %zday high so far %zday low so far %zmove from open in ATRsz	vs VWAP %zlog10 volume so far / prior dayzlast 15 min %zlast 15 min straightnesszlast 15 min range %zposition in day range (0-1)zbelow day high %)ÚtÚgapÚatrpÚpmv_logÚretÚhiÚloÚret_atrÚvwapÚvol_rel_logÚr15Úeff15Úrng15ÚposÚoff_hic                 C   s   i | ]}d |› �d|› �“qS )Úst_zstyle = © )Ú.0Úsr   r   úgroup_tree.pyÚ
<dictcomp>   ó    r   c               	      s\  t tƒ} t td d¡�‚}t |¡D ]t‰ | d  ˆ d ¡ | d  ˆ d ¡ | d  ˆ d ¡ ‡ fdd„}dD ]}| |  ||ƒ¡ q7| d	  t 	t
|d
ƒpOddƒd ¡¡ |dƒ}| d  ||krk|dkrkt 	|¡ntj¡ tD ]}| d|› �  ˆ d |kr‚dnd¡ qqqW d   ƒ n1 s‘w   Y  dd„ |  ¡ D ƒ}t |d dd¡t |d< |S )Nzgroup_rows.csv.gzÚrtÚdayÚsymÚresc                    s   ˆ |  dvrt ˆ |  ƒS tjS )N)Ú Únan)ÚfloatÚnpr#   )Úk©Úrr   r   Ú<lambda>%   r   zload.<locals>.<lambda>)r   r	   r
   r   r   r   r   r   r   r   r   r   r   ÚplÚ	max_afterÚto_closer   Úpmvr   é   Úvol_relr   r   Ústyleg      ð?g        c                 S   s   i | ]
\}}|t  |¡“qS r   )r%   Úarray)r   r&   Úvr   r   r   r   -   s    zload.<locals>.<dictcomp>r*   iöÿÿÿé
   Úy)r   ÚlistÚgzipÚopenÚHEREÚcsvÚ
DictReaderÚappendr%   Úlog10Úmaxr#   ÚSTYLESÚitemsÚclipÚCOST)ÚcÚfhÚfr&   Úvrr   ÚDr   r'   r   Úload    s"   6&2&ÿøÿrG   c                 C   s,  || ||   ¡  d  ¡ }d }|  ¡ D ]\}}|| }t |¡ }| ¡ dt k r+qt t |t ddd¡¡¡D ]Y}	dD ]T}
||	k | |
@ B }| ¡ }t	|ƒ| }|tk sZ|tk r[q=|| | || |  }}|||  ¡  d  ¡  ||  ¡  d  ¡  }|d u s‰||d kr‘||t
|	ƒ|
f}q=q9q|S )Né   gš™™™™™¹?gÍÌÌÌÌÌì?é   )FTr   )ÚmeanÚsumr?   r%   ÚisnanÚMIN_LEAFÚuniqueÚnanquantileÚlinspaceÚlenr$   )ÚXr4   ÚidxÚbaseÚbestrD   ÚxÚxvÚokÚqÚnan_leftÚleftÚnlÚnrÚylÚyrÚgainr   r   r   Ú
best_split2   s*    ,€øÿ
ra   c                 C   sæ   t t|ƒƒt||  ¡ ƒdœ}|tk rt| ||ƒnd }|d u s%|d dkr/d|d< ||d< |S |\}}}	}
| | | }||	k t |¡|
@ B }|j||	|
t	| ||| |d ||d|	fg ƒt	| |||  |d ||d|	fg ƒd	� |S )
N©ÚnrJ   r   TÚleafÚpathr.   ú<z>=©rD   rY   rZ   ÚLÚR)
ÚintrQ   r$   rJ   ÚDEPTHra   r%   rL   ÚupdateÚgrow)rR   r4   rS   Údepthre   Únoder   Ú_rD   rY   r\   rW   r[   r   r   r   rm   G   s   "
"$þrm   c                 C   sH   |d u rg n|}|   d¡r| | ¡ |S t| d |ƒ t| d |ƒ |S )Nrd   rh   ri   )Úgetr;   Úleaves)ro   Úoutr   r   r   rr   T   s   

ÿrr   c                 C   sZ   |   d¡s+|  | d tj¡}||kr|| d k n| d }|r"| d n| d } |   d¡r| S )zQrow: dict feature -> value. Returns the leaf (same walk as trade/group_watch.py).rd   rD   rY   rZ   rh   ri   )rq   r%   r#   )ro   Úrowr2   Úgo_leftr   r   r   Úassign]   s   

ýrv   c              	   C   sh   g }| D ]*\}}}|  d¡r| |dkrdndt|  ¡ q| t| › d|› d|d›�¡ qd |¡S )Nr   rf   zNOT r"   ú ú.2fz AND )Ú
startswithr;   ÚFEATSÚjoin)re   ÚpartsrD   ÚoprY   r   r   r   Údescribef   s   
 "
r~   c                     sÂ  t ƒ ‰ ‡ fdd„tD ƒ‰t ˆ d tk ¡d } t ˆ d tk¡d }ttˆ d ƒ› dttˆ d ƒƒ› dt| ƒ› dt› dt|ƒ› d	�
ƒ td
ˆ d |   ¡ d›dˆ d |  ¡ d›dt ˆ d | dk¡d›dt ˆ d | dk¡d›�ƒ t	ˆˆ d | dg ƒ}t
|ƒ}tjtˆ d ƒtjd�‰‡‡‡fdd„‰ˆ|t tˆ d ƒ¡ƒ tdd„ ˆ d | D ƒƒ}tdƒ tt|dd„ d�dƒD ]Á\}}d|› �|d< |d  d!krÒd"n	|d  d#k rÚd$nd%|d&< t|d' ƒ|d(< ˆt|ƒk}|ˆ d tk@ ‰tˆ ¡ ƒ|d)< ˆ ¡ �rtˆ d ˆ  ¡ ƒnd |d*< td+|d › d,|d& d-›d.|d/ d0›d1|d  d›d2ˆ ¡ d0›d1ˆ ¡ �r;ˆ d ˆ  ¡ ndd›d3ˆ ¡ �rOt ˆ d ˆ dk¡ndd›dˆ ¡ �rct ˆ d ˆ dk¡ndd›d4�d, ‡ ‡fd5d6„|D ƒ¡ ƒ td7|d( › �ƒ q¿d8d„ |D ƒ}i }	tjˆ d9 d:d;�D ]}
ˆ d |
 ˆ d< |
 f}||	v�r±ˆ|
 |v �r±|
|	|< �q“t t|	 ¡ ƒt¡}td=t|ƒ› �ƒ d>|ˆ d | tk  fd?|ˆ d | tk ffD ]c\}}t|ƒ�r@td@|› dAt|ƒ› dBt|ƒttˆ d | ƒƒ dC›dDˆ d |  ¡ d›dEt ˆ d | dk¡d›dt ˆ d | dk¡d›dFt ˆ dG | ¡t d›dHt ˆ dI | ¡dJ›dK�ƒ �qÞ|D ]9}|tj ˆ d | |¡ }t|ƒ�r|tdL|› dAt|ƒdM›dNˆ d |  ¡ d›dOt ˆ d | dk¡d›�ƒ �qDttƒ}|ˆ d | tk D ]}
|tˆ d9 |
 ƒ   ˆ d |
 ¡ �qŒtdPd@ dQd6„ t| !¡ ƒD ƒ¡ ƒ ‡fdRdS„‰t"j#j$dTdTdU� t%j&dVtg dW¢dXdYtˆ|ƒdZœt't"d[ƒdd\� td]t"› �ƒ d S )^Nc                    s   i | ]}|ˆ | “qS r   r   )r   rD   )rF   r   r   r   r   s    zmain.<locals>.<dictcomp>r   r   z rows (z days); training z rows < z, test z rowsz*baseline (buy at every checkpoint): train r4   z+.3fz%  test z% per trade, WIN r!   ÚWINz.0%z LOSS ÚLOSS)Údtypec                    st   |   d¡rt| ƒˆ|< d S ˆ | d  | }t t |¡| d || d k ¡}ˆ| d || ƒ ˆ| d ||  ƒ d S )Nrd   rD   rZ   rY   rh   ri   )rq   Úidr%   ÚwhererL   )ro   rS   r2   r[   )rR   Úleaf_ofÚwalkr   r   r…   {   s
   
 *zmain.<locals>.walkc                 S   s   h | ]}|d d… ’qS )Nr   r   )r   Údr   r   r   Ú	<setcomp>‚   s    zmain.<locals>.<setcomp>zC
GROUPS (label from the training years; then the unseen test years)c                 S   s
   | d  S )NrJ   r   ©rc   r   r   r   r)   „   s   
 zmain.<locals>.<lambda>)Úkeyr.   ÚGÚgidrJ   g333333Ã?ÚWINNERg333333Ó¿ÚLOSERÚNEUTRALÚlabelre   ÚdescÚtest_nÚ	test_meanÚ
rw   Ú8z train rc   Ú6z rows z	% | TEST z% WIN z | by year c              	   3   sX   � | ]'}ˆt j ˆ d  |¡@  ¡ r|› dˆ d ˆt j ˆ d  |¡@   ¡ d›�V  qdS )r   ú:r4   ú+.2fN)r%   Úcharry   rK   rJ   )r   r4   )rF   Úktr   r   Ú	<genexpr>�   s   € 8ÿzmain.<locals>.<genexpr>z   c                 S   s    h | ]}|d  dkrt |ƒ’qS )r�   rŒ   )r‚   )r   Úlfr   r   r   r‡   ‘   s     r   Ústable)Úkindr    z6
BUY SIGNALS (first WINNER checkpoint per stock-day): ÚtrainÚTESTz  z: z
 signals (z.1fz/day) | z%/trade | WIN z | hold to close r,   z% | median max gain after r+   rx   ú%z    Ú5z	 signals z%/trade  WIN z  test signals by checkpoint: c              
   s   sR   � | ]$\}}d d| d  › dd| d d›dt |ƒ› dt |¡d›d�V  qd	S )
é	   é   é<   r–   Ú02dz nrw   r—   r    N)rQ   r%   rJ   )r   r   r2   r   r   r   rš   ¥   s   € Fÿc                    s‚   ‡ fdd„dD ƒ}ˆ   d¡r%|jdˆ d ˆ d ˆ d ˆ d	 ˆ d
 d� |S |jˆ d ˆ d tˆ d ƒˆˆ d ƒˆˆ d ƒd� |S )Nc                    s   i | ]}|ˆ v r|ˆ | “qS r   r   )r   r&   rˆ   r   r   r   ©   r   z'main.<locals>.strip.<locals>.<dictcomp>rb   rd   Tr‹   r�   r�   r‘   r’   )rd   r‹   r�   r�   r‘   r’   rD   rY   rZ   rh   ri   rg   )rq   rl   Úbool)rc   rs   )Ústriprˆ   r   r§   ¨   s   
*4ÿzmain.<locals>.stripT)ÚparentsÚexist_okz
2026-10-09)é   r£   é-   r¤   éZ   éx   g      @g      ø?)ÚbuiltÚsplitÚchecksÚwin_pctÚstop_pctÚcostÚtreeÚw)Úindentz

model -> )(rG   rz   r%   rƒ   ÚSPLITÚprintrQ   ÚsetrJ   rm   rr   ÚzerosÚint64ÚarangeÚsortedÚ	enumerater~   r‚   rj   rK   r$   r{   Úargsortr1   ÚvaluesÚnanmeanrA   Ú	nanmedianr˜   ry   r   r5   r;   r?   ÚMODELÚparentÚmkdirÚjsonÚdumpr7   )ÚtrÚter´   rh   ÚyearsÚgr›   r&   Úwin_idsÚfirstÚir‰   ÚsigÚlabÚpartr4   ÚpÚby_tr   )rF   rR   r™   r„   r§   r…   r   Úmainp   s�   ,B,ÿÿ(6>ÿ$ÿ$þý€8
Hÿÿþ
þ€
H€&
ÿÿ
ÿrÔ   Ú__main__)N)Ú__doc__r9   r6   rÆ   Úcollectionsr   Úpathlibr   Únumpyr%   Ú__file__ÚresolverÄ   r8   rÃ   rA   r·   rk   rM   r>   rz   rG   ra   rm   rr   rv   r~   rÔ   Ú__name__r   r   r   r   Ú<module>   s>    
üü
		
E
ÿ