o
    î Þjj4  ã                   @   sB  d Z ddlZddlZddlZddlZddlZddlmZ ddlm	Z	 ddl
Ze	eƒ ¡ jZej deeƒ¡ ej dd¡ ej dd¡ ddlZddlZddlmZ ddlmZ e	d	ƒZe e ed
ƒ¡d ¡j Z!dZ"dZ#dZ$ddd„Z%ddd„Z&dd„ Z'dd„ Z(dd„ Z)e*dkrŸej+dd… dgkrše)ej+d ƒne(ƒ  dS dS ) a†  
sim_full.py -- [2026-10-24] FULL account simulation of the trade bot as configured (config.json "ev3", read at start), from raw data:
minute by minute per daily top-30 stock the EV3 entry logic (same order / per-setup cool-down / ATR filter / N2+N3 gate with
exemptions / one setup per stock per minute / last entry minute as ev3.EV3.entry_check, on finished bars), buy at the next open,
stop under the support, C3 exit (GB2 + X1 control, sim_2y.sim), 15:55; account rules: 5 slots, one position per stock, 1% risk
capped at 19% notional, re-entry after a loss only above that entry + 1c, no new buys after 15:15; $100,000 start, 0.2% cost.
  --src lib   the 2-year library (bars/bars_<day>, top30_current, reference files), --flow quote (flow/) or tick (flow_tick/)
  --src 10y   the first 2 years of the 10-year data (top30_10y/<day>.json from build_10y_top30.py: v3 picks + refs,
              bars10y minute bars, flow_tick tick-rule flow)
  --src star  [2026-10-24] the STAR bot's selection (star_lists/<day>.json: v1 top 50 at 9:30 + intraday re-score every 5 min from
              9:50, top 50) feeding EV3: a stock can be bought only while it is on the current list; its flow starts 15 min
              before it was first listed (flow_star/, or flow_tick/ masked the same way); vol_per_min from bars10y (14 days).
    nice -n 19 python3 sim_full.py --src 10y --out sim10y_first2y [--start D] [--end D]
é    N)Údefaultdict)ÚPathz(/var/www/screener/trade/reports/playbookz/var/www/screener/trade)ÚDay)Úsimz+/var/www/screener/trade/reports/open_windowz#/var/www/screener/trade/config.jsonÚev3gš™™™™™É?g     jø@iX  c                 C   sH  | j }g }|r| d¡r| d¡s|S |d |d  d }i }tdt| jƒd ƒD ]ø}| j| }|td kr9 |S |durD||d ƒsDq)| jd|d … }	td D ]Ï}
td	  |
¡}|du se| d
¡du rfqQd|v rp||d k szd|v r{||d kr{qQtj|
 }|| |
d¡ |j	 dd¡k r�qQz| 
|	| j||dd„ | ¡ D ƒp¢d¡\}}W n	 ty°   Y qQw |�r |||
< |	d d }| d¡�std }t| jd td|d ƒ|d … ƒ}t| jd td|d ƒ|d … ƒ}| d
¡�r| d¡�r| d¡�r||d k �s|| �r|||  |d k �rqQ| ||
|f¡  nqQq)|S )zkEV3.entry_check logic on finished bars, flow fully known (setups read flow only up to the finished minute).Úatr14Ú
prev_closeéd   é   é   Úlast_entry_minuteNÚorderÚsetupsÚenabledFÚatr_minÚatr_maxiñØÿÿÚcooldowné   c                 S   s    i | ]\}}|t jvr||“qS © )ÚEÚCONTROL_KEYS)Ú.0ÚkÚvr   r   úsim_full.pyÚ
<dictcomp>5   s     zentries.<locals>.<dictcomp>éÿÿÿÿÚcÚno_trade_exemptÚno_tradeÚbuyr   é   ÚsellÚbelow_prev_lowÚprev_lowÚmin_bs15)ÚrefÚgetÚrangeÚlenÚbÚmÚCFGr   ÚMODSÚDEFAULTSÚcheckÚflÚitemsÚ	ExceptionÚsumÚmaxÚappend)ÚDÚsymÚeligr&   ÚoutÚatrpÚlastÚir+   ÚdoneÚnameÚscÚmodÚokÚinfoÚPÚgÚBÚSr   r   r   Úentries   sR   

æ(
.ÿH2ÿ÷€
rG   Ú
star_listsc                    s`   dd l ‰ ddlm‰ i ‰dd i‰dd„ }‡fdd„}‡ ‡‡‡fdd	„‰‡ ‡‡‡fd
d„}||fS )Nr   )Údequer;   c              
   S   s&   t  t  | dddddgg¡d d ¡S )Nr   Út)ÚRÚminuteÚbars_of)Útsr   r   r   rL   I   s   &zstar_loader.<locals>.minutec                      s   t dd„ tˆ   d¡D ƒƒS )Nc                 s   ó   � | ]}|j V  qd S ©N©Ústem©r   Úpr   r   r   Ú	<genexpr>L   ó   € z,star_loader.<locals>.days.<locals>.<genexpr>ú20*.json)ÚsortedÚHEREÚglobr   )Úlistsr   r   ÚdaysK   s   zstar_loader.<locals>.daysc           
         sÜ   t dd„ dD ƒƒ}‡ ‡fdd„|D ƒ}|D ]V}t ˆ |d¡¡d }| ¡ D ];\}}t dtj¡}|D ]!}t 	t 
|g¡d	 d
 ¡}	d	|	  krLdk rTn q3|d ||	< q3ˆ |ˆdd�¡ |¡ q&|jd d… ˆd< qd S )Nc                 s   s,   � | ]}t d  |  d¡D ]}|V  qqdS )Úbars10yz20*.json.gzN)ÚOWrZ   )r   ÚyrT   r   r   r   rU   N   ó   €* z,star_loader.<locals>.warm.<locals>.<genexpr>)Ú2024Ú2025Ú2026c                    s:   g | ]}ˆd  p	d|j dd…   k rˆ k rn n|‘qS )r;   z
2024-09-01Né
   ©r>   )r   Úf)ÚdayÚstater   r   Ú
<listcomp>O   s   : z-star_loader.<locals>.warm.<locals>.<listcomp>ÚrtÚbarsé†  r   rJ   é   r!   )Úmaxlenrd   r;   )rX   ÚjsonÚloadÚopenr1   ÚnpÚzerosÚfloat32rK   rL   rM   Ú
setdefaultr5   r>   )
rg   ÚfilesÚtodorf   r*   Ús_ÚblÚa_Úxr   )Ú_gzrI   Úhistrh   ©rg   r   ÚwarmM   s   €÷zstar_loader.<locals>.warmc                    sT  t  tˆ | › d�  ¡ ¡‰ ˆdv rˆ| ƒ dd„ ˆ d D ƒ‰tˆ d td�D ]}ˆ d | D ]
}ˆ |t|ƒ¡ q/q'tdd	„ ˆ d D ƒƒ‰‡ ‡fd
d„‰i ‰‡‡fdd„}t  ˆ t	d | d d…  | › d� d¡¡d }g }tˆ‡ ‡fdd„d�D ]¬}t
dˆ| d ƒ}td |  |› d� }| ¡ s t	d |  |› d� }||vs¨| ¡ s©q{t  | ¡ ¡}dg| |d |d …  dg| |d |d …  dœ}tˆ d  |¡pÔi ƒ}	|ˆv rõtˆ| ƒdkrõdd „ tjt ˆ| ¡dd!�D ƒ|	d"< d#d „ t || ¡D ƒ}
t|
ƒd$k �s|	 d%¡�sq{t|
d&d „ |
D ƒ||	ƒ}||ƒ|_| ||f¡ q{|S )'Nú.json)rH   Úlists_v3Úlists_v1c                 S   s   i | ]}|d “qS )r   r   )r   rx   r   r   r   r   ^   s    z1star_loader.<locals>.load_day.<locals>.<dictcomp>ÚpreÚrescans©Úkeyc                 s   s   � | ]}t |ƒV  qd S rP   )Úint©r   rJ   r   r   r   rU   b   ó   € z0star_loader.<locals>.load_day.<locals>.<genexpr>c                    sB   t ‡ fdd„ˆD ƒd d�}|d u rtˆd ƒS tˆd t|ƒ ƒS )Nc                 3   s   � | ]	}|ˆ kr|V  qd S rP   r   rˆ   ©r+   r   r   rU   d   ó   € zBstar_loader.<locals>.load_day.<locals>.lists_at.<locals>.<genexpr>©Údefaultrƒ   r„   )r4   ÚsetÚstr)r+   r   )ÚLÚtimesrŠ   r   Úlists_atc   s   (z/star_loader.<locals>.load_day.<locals>.lists_atc                    s   ‡‡‡ fdd„}|S )Nc                    s    | ˆ vr
ˆ| ƒˆ | < ˆˆ |  v S rP   r   rŠ   )Úcacher’   rx   r   r   rf   h   s   z:star_loader.<locals>.load_day.<locals>.elig_for.<locals>.fr   )rx   rf   )r“   r’   )rx   r   Úelig_forg   s   z/star_loader.<locals>.load_day.<locals>.elig_forr]   r
   ú.json.gzrj   rk   c                    s(   ˆ|  | ˆ d v rˆ d   | ¡fS dfS )Nrƒ   éc   )Úindex©Úz)r�   Úfirstr   r   Ú<lambda>o   s   ( z/star_loader.<locals>.load_day.<locals>.<lambda>r   r   Ú	flow_starÚ	flow_tickç        r    r"   )r    r"   r&   rm   c                 S   s   g | ]}t |ƒ‘qS r   )Úfloat©r   r{   r   r   r   ri   z   ó    z1star_loader.<locals>.load_day.<locals>.<listcomp>)ÚaxisÚvol_per_minc                 S   ó2   g | ]}d t  |d ¡  krdk rn n|‘qS ©r   rJ   rl   ©rK   rL   r    r   r   r   ri   {   ó   2 r	   r   c                 S   ó   g | ]	}t  |d  ¡‘qS ©rJ   r¦   r    r   r   r   ri   ~   ó    )ro   ÚloadsrY   Ú	read_textrX   r‡   ru   rp   rq   r^   r4   ÚexistsÚdictr'   r)   rr   ÚmeanÚarrayrK   rM   r   r8   r5   )rg   rJ   rx   r”   rk   r9   Úfrom_mÚfpr0   r&   ry   r6   )r|   r}   r[   r   )r�   r“   rš   r’   r‘   r   Úload_dayZ   s@   ÿ06&"zstar_loader.<locals>.load_day)ÚgzipÚcollectionsrI   )r[   rL   r\   r³   r   )r|   rI   r}   r[   rh   r   r   Ústar_loaderE   s   'r¶   c                    sf   ˆdkrt ƒ S ˆdkrt dƒS ˆdkrt dƒS ˆdv r"t dˆ› �ƒS ‡fdd	„}‡ ‡fd
d„}||fS )NÚstarÚstarliveÚstar_lists_liveÚlivev1Úlists_live_v1)Úv3Úv1Úlists_c                      s@   ˆ dkrt dd„ td  d¡D ƒƒS t dd„ td  d¡D ƒƒS )	NÚlibc                 s   s   � | ]
}|j d d… V  qdS )rm   r   Nre   rS   r   r   r   rU   �   s   € z'loader.<locals>.days.<locals>.<genexpr>rk   zbars_20*.json.gzc                 s   rO   rP   rQ   rS   r   r   r   rU   �   rV   Ú	top30_10yrW   )rX   r^   rZ   rY   r   )Úsrcr   r   r\   �   s   zloader.<locals>.daysc           
   
      sp  ˆdkr,t  t td dˆ› d� d¡¡‰ˆd }‡fdd„|D ƒ}‡fd	d„|D ƒ}n7t  td
 ˆ› d�  ¡ ¡}|d }|d }t  t td ˆd d…  ˆ› d� d¡¡d ‰ ‡ fdd„|D ƒ}g }|D ]N}tˆdkrpdnd ˆ |› d� }||vs‡| ¡ r‡| 	|¡sˆqgdd„ t
 || ¡D ƒ}t|ƒdk r›qgt  | ¡ ¡}	| |t|dd„ |D ƒ|	|| ƒf¡ qg|S )Nr¿   rk   Úbars_r•   rj   Útop30_currentc                    s*   i | ]}|ˆ d  v r|ˆ d  | d “qS )Úsymbolsrk   r   ©r   Ús©Údr   r   r   “   s   * z,loader.<locals>.load_day.<locals>.<dictcomp>c                    s   i | ]
}|t j ˆ |¡“qS r   )rK   ÚREFrp   rÅ   r~   r   r   r   ”   ó    rÀ   r€   Útop30r&   r]   r
   c                    s   i | ]}|ˆ v r|ˆ | “qS r   r   rÅ   )r*   r   r   r   —   s    ÚquoteÚflowr�   c                 S   r¤   r¥   r¦   r    r   r   r   ri   �   r§   z,loader.<locals>.load_day.<locals>.<listcomp>r	   c                 S   r¨   r©   r¦   r    r   r   r   ri   ¡   rª   )ro   rp   r´   rq   r^   r«   rY   r¬   r­   r'   rK   rM   r)   r5   r   )
rg   Útoprk   ÚrefsrJ   r9   rÆ   r²   ry   r0   ©rÍ   rÁ   )r*   rÈ   rg   r   r³   ‘   s    <,B"(zloader.<locals>.load_day)r¶   )rÁ   rÍ   r\   r³   r   rÐ   r   Úloader„   s   rÑ   c            $         s,  t  ¡ } | jddd� | jddd� | jddd� | jd	d
d� | jddd� |  ¡ }t|j|jƒ\}}t}g }g }tt	ƒ}tt	ƒ}|ƒ D �]­}	|j
|	  krT|jksVn qE||	ƒ}
dd„ t|
ƒD ƒ}t|
ƒ}g }|
D ]+\‰ }t|ˆ t|dd ƒƒD ]\}}}| |d |ˆ  ˆ |||f¡ ||  d7  < qyqk|jdd„ d� g }i }d}|}|D �]\}}‰ }}}|tkr¿|d  d7  < q©t|ƒD ]}|d |krÜ| |¡ ||d 7 }|||d < qÃt‡ fdd„|D ƒƒrñ|d  d7  < q©t|ƒdk�r|d  d7  < q©|ˆ  }|j |¡d }|j| d }ˆ |v �r6|ˆ  d dk�r6||ˆ  d  d! k�s6|d"  d7  < q©|�p:i  d#¡�pB|d$ }tt|dtd%   |dtd& d'   ƒ|dtd( d'   ƒ}||k�rgq©|| }tt |d! ||  ¡t |d) | ¡ƒ}|dk �r†q©t ||||td* td+  d,¡�r˜d-nd.ƒ\} }!}"|	ˆ ||j| |j|! ||t!| d/ƒt!|| |  d' d0ƒ|"d1œ
}#| |#¡ | |#¡ q©|t"d2d„ |D ƒƒ7 }|| }| |	|f¡ t#j$j% &¡  t'|	t|
ƒt|ƒt!|ƒdd3� qEt( )||t|ƒt|ƒt*|ƒd4œt+t,|j-› d5� d6ƒ¡ t.|j-ƒ d S )7Nz--srcÚ10yrŒ   z--flowÚtickz--outT)Úrequiredz--startÚ0z--endÚ9c                 S   s   i | ]	\}\}}||“qS r   r   )r   r<   rÆ   Ú_r   r   r   r   ¯   rª   zmain.<locals>.<dictcomp>r8   r   c                 S   s   | d d… S )Né   r   r˜   r   r   r   r›   ´   s    zmain.<locals>.<lambda>r…   rž   zafter 15:15Úexit_mÚpl_usdr7   c                 3   s   � | ]	}|d  ˆ kV  qdS )r7   Nr   ©r   Úop©rÆ   r   r   rU   ¼   r‹   zmain.<locals>.<genexpr>zstock already openrm   zno free slotÚor   Úentryg{®Gáz„?zre-entry after a lossÚsupportg®Gáz®ï?Ústop_bufÚstop_max_pctr	   Ústop_min_pctgR¸…ëQÈ?Úarm_pctÚ
controllerr   ÚC3ÚGBé   rØ   )
rg   r7   ÚsetupÚbuy_mrÙ   rß   ÚqtyÚpl_pctrÚ   Úwhyc                 s   ó   � | ]}|d  V  qdS ©rÚ   Nr   rÛ   r   r   r   rU   Ï   r‰   )Úflush)ÚtradesÚdailyÚskippedÚtriggersÚargsr€   Úw)/ÚargparseÚArgumentParserÚadd_argumentÚ
parse_argsrÑ   rÁ   rÍ   ÚSTARTr   r‡   ÚstartÚendÚ	enumerater®   rG   Úgetattrr5   ÚsortÚ
LAST_BUY_MÚlistÚremoveÚanyr)   r+   r—   r*   r'   Úminr4   r,   ÚmathÚfloorÚexit_simÚroundr3   rK   rÉ   Ú_CACHEÚclearÚprintro   ÚdumpÚvarsrq   rY   r9   Úreport)$ÚapÚar\   r³   Úeqrñ   rò   ró   Útrig_nrg   ÚstocksÚrankÚDsÚevr6   r+   r>   rB   Úopen_posr;   ÚrealizedÚe0Úbmr×   ÚstrÜ   ÚbirC   ÚsupÚstopÚequityrë   ÚplÚjrí   rJ   r   rÝ   r   Úmain¦   sd   $*"0ÿ"€&2<
*
0ÿ, ÿr#  c                    s�  t  tt| › d� ƒ¡}|d ‰ |d }t dd„ |D ƒ¡}|tj |¡ d  ¡ d }t dd„ ˆ D ƒ¡}t d	d„ ˆ D ƒ¡}t	d
| › d|d › d|d d › d|d d › dt
|ƒ› d�ƒ t	d|d d›d|d t d d d›d|d›dt
ˆ ƒ› dt |dk¡d›d| ¡ d›d||dk  ¡ td||dk   ¡  ƒ d›�ƒ |t
|ƒd   d ‰d!‡fd"d#„fd$‡fd%d#„ffD ]?\}‰‡fd&d„ˆ D ƒ}t d'd„ |D ƒ¡}	t	d|› d(t
|ƒ› d)|	 ¡ d*›d+t |	dk¡d›d,t d-d„ |D ƒ¡d›d.�ƒ q¾t	d/d0 ‡ fd1d2„td3 D ƒ¡ ƒ td4d#„ ƒ}
ˆ D ]}|
|d5  d  d7  < |
|d5  d  |d6 7  < �qt	d7d0 d8d2„ t|
 ¡ d9d#„ d:�D ƒ¡ ƒ ttƒ}ˆ D ]}||d; d d<…   |d6 7  < �qRt	d=d d>d2„ t| ¡ ƒD ƒ¡ ƒ t	d?td@d2„ | ¡ D ƒƒ› dAt
|ƒ› dB|dC › dD|dE › �ƒ tˆ dFd#„ d:�d dG… }t	dHdI dJd2„ |D ƒ¡ dK| ¡ tdLd2„ |D ƒƒ d*›� ƒ t	dMƒ d S )NNr€   rñ   rò   c                 S   ó   g | ]}|d  ‘qS )r   r   r    r   r   r   ri   Ù   r¡   zreport.<locals>.<listcomp>r   r	   c                 S   r$  ©rÚ   r   rˆ   r   r   r   ri   Ú   r¡   c                 S   r$  ©rì   r   rˆ   r   r   r   ri   Ú   r¡   z
===== ú rõ   z  r   z .. r   ú (z days)z  $100,000 -> $z,.0fú+.1fz%) | max drawdown z.1fz% | z trades | win z.0%z | avg z+.3fz%/trade | profit factor g•Ö&è.>z.2frØ   z
first yearc                    s   | ˆ k S rP   r   rÇ   ©Úhalfr   r   r›   ß   ó    zreport.<locals>.<lambda>zsecond yearc                    s   | ˆ kS rP   r   rÇ   r*  r   r   r›   ß   r,  c                    s   g | ]
}ˆ |d  ƒr|‘qS r~   r   rˆ   )rf   r   r   ri   à   rÊ   c                 S   r$  r%  r   rˆ   r   r   r   ri   à   r¡   z: z	 trades $ú+,.0fz, win z, avg c                 S   r$  r&  r   rˆ   r   r   r   ri   á   r¡   ú%z  by setup: z | c                 3   sh   � | ]/‰ ‡ fd d„ˆD ƒ}|rˆ › dt |ƒ› dtdd„ |D ƒƒd›dt dd„ |D ƒ¡d	›d
�V  qdS )c                    s   g | ]
}|d  ˆ kr|‘qS )ré   r   rˆ   rÝ   r   r   ri   ã   rÊ   z$report.<locals>.<genexpr>.<listcomp>r'  ú $c                 s   rî   rï   r   rˆ   r   r   r   rU   â   r‰   z#report.<locals>.<genexpr>.<genexpr>r-  r(  c                 S   r$  r&  r   rˆ   r   r   r   ri   â   r¡   z+.2fz%)N)r)   r3   rr   r¯   )r   ÚX)ÚTrÝ   r   rU   â   s   € Lÿzreport.<locals>.<genexpr>r   c                   S   s   ddgS )Nr   rž   r   r   r   r   r   r›   ä   r,  rí   rÚ   z  by exit:  c                 s   s.   � | ]\}\}}|› d |› d|d›�V  qdS )r'  r/  r-  Nr   )r   r{   Únr   r   r   r   rU   ç   s   €, c                 S   s   | d d  S )Nr   r   r   r˜   r   r   r   r›   ç   s    r…   rg   é   z  by month: c                 s   s,   � | ]\}}|d d… › d|d›�V  qdS )rØ   Nr'  r-  r   )r   Úm_r   r   r   r   rU   ë   r`   z  months positive c                 s   s   � | ]}|d kV  qdS )r   Nr   )r   r   r   r   r   rU   ì   r‰   ú/z | triggers rô   z | skipped ró   c                 S   s
   | d  S )NrÚ   r   r©   r   r   r   r›   í   s   
 rm   z  biggest: z, c              	   s   s>   � | ]}|d  › d|d › d|d › d|d d›d�V  qdS )r7   r'  rg   ré   rì   r)  r.  Nr   rˆ   r   r   r   rU   î   s   €< z | without them $c                 s   rî   rï   r   rˆ   r   r   r   rU   ï   r‰   ÚSIMFULL_DONE)ro   rp   rq   rY   rr   r°   ÚmaximumÚ
accumulater  r  r)   rû   r¯   r3   r4   Újoinr,   r   rX   r1   rŸ   Úvalues)r>   ÚQÚdlÚeÚddr  ÚpcÚlabÚYÚyarö   rJ   ÚmoÚbigr   )r1  rf   r+  r   r  ×   s<   (0(@Lÿ(ÿ(&Rÿ8,$$> ÿr  Ú__main__r   rØ   z--reportrP   )rH   ),Ú__doc__r÷   r´   ro   r  Úsysrµ   r   Úpathlibr   Únumpyrr   Ú__file__ÚresolveÚparentrY   ÚpathÚinsertr�   Úv2_bar_replayrK   r   r   Ú
queue_testr   Úsim_2yr   r  r^   ÚEV3rp   rq   r   r,   ÚCOSTrû   r  rG   r¶   rÑ   r#  r  Ú__name__Úargvr   r   r   r   Ú<module>   s0    (.

'?"1&€ ÿ