o
    ŸÒßjR  ã                   @   sÂ  d Z ddlZddlZddlZddlmZ ddlmZ ddlmZ ddl	Z
eeƒ ¡ jZedƒZed Zeeƒeed ƒfD ]	Zej de¡ q=ed	ƒZed
d„ e eed ƒ¡D ƒƒZdd„ Zejd dk�r[ddlmZ ddlmZ ddlmZ ddl m!Z! ddl"m#Z#m$Z$ e!ƒ Z%ee%j&e%j'ƒZ(eD ]¿Z)ee)› d� Z*e* +¡ r¡q“eee)ƒƒZ,e -e)¡Z.e( /ee,ej0e.j1dded�e.j1ded�d�¡j2Z3i Z4e,D ]wZ5e5e3vrÏqÈi Z6e3e5 D ]/Z7e7j8 9e¡Z:e:j;d d e:j< d Z=de=  krôdk �rn qÕe7j>e7j?e7j@e7jAe7jBge6e=< qÕze$e#e5e)ƒƒ\ZCZDW n eE�y, ZF zeGde)e5eFd d!� W Y dZF[FqÈdZF[Fww e6d"d#„ eCD ƒd"d#„ eDD ƒd$œe4e5< qÈe He4e>e*d%ƒ¡ eGe)eIe4ƒd d!� q“eGd&ƒ e J¡  g ZKeD �]bZ)ee)ƒZLe Me>ee)› d� ƒ¡Z4e4 N¡ D �]I\Z5ZOeL Pe5i ¡ZQd'd(„ eOd)  N¡ D ƒZ6e
 ReOd* ¡e
 ReOd+ ¡ZCZDd,ZSeTdƒD �]Z:e:e6v �r²eUeSe6e: d ƒZSe:d-k �sÍe:e6v�sÍe:d.k�sÍe:eQv�sÍe:d e6v�rÏ�q¡d/d#„ eTe:d0 e:d ƒD ƒZVeIeVƒd0k �ræ�q¡e6e:d  d ZWd1d#„ eTe:d e:d2 ƒD ƒZXd1d#„ eTe:d e:d ƒD ƒZYeX�reIeYƒd3k �r�q¡d4d5„ ZZeK [e\dŽi d6e)“d7e5“d8e:“d9eQe: d: “d;e
 ]d<d#„ eVD ƒ¡“d=e^d>d„ eVD ƒƒ“d?e^d@d„ eVD ƒƒ“dAeQe: dB “dCeZe:d0 e:d ƒ“dDeZeUde:dE ƒe:d ƒ“dFe6e: dG eS d dH “dIeZe:d e:d2 ƒ“dJeZe:d e:d ƒ“dKeXdL eW d dH “dMeYdL eW d dH “dNe_dOd„ eTe:d e:d ƒD ƒƒeW d dH “Ž¡ �q¡�qv�q_eeIeƒdP  Z`dQd#„ eKD ƒZadRd#„ eKD ƒZbeGeIeKƒ› dSeIeƒ› dTed › dUe`› dVeIeaƒ› dWe`› dXeIebƒ› dY�ƒ dZd[„ ZceGd\ƒ d]D ]KZdeGd^edd_›d`eceaeddIƒda›dbecebeddIƒda›dceceaeddJƒda›dbecebeddJƒda›ddeceaeddKƒda›dbecebeddKƒda›deeceaeddMƒda›dbecebeddMƒda›�ƒ �qdfdg„ ZeeGdhƒ e
 fdid#„ eaD ƒg dj¢¡ZgeGdke
 hegdG¡ƒ eTd-ƒD ]$Zidldm„ ZjeGdneid › doeedpd#„ eaD ƒƒ› dqeedpd#„ ebD ƒƒ› �ƒ �qteGdrƒ dsD ]7\ZkZlZmdtD ].\ZnZoZpdudm„ ZqeGd^emdv›dwepdx›dyeedzd#„ eaD ƒƒ› d{d|d}›d~eedzd#„ ebD ƒƒ› �
ƒ �q¦�qŸeGdƒ d€dm„ Zrd�dm„ ZseGd‚eedƒd#„ eaD ƒƒ› d{d|d„›d~eedƒd#„ ebD ƒƒ› �ƒ eGd…eed†d#„ eaD ƒƒ› d{d|d„›d~eed†d#„ ebD ƒƒ› �ƒ d‡dm„ Ztdˆdm„ ZueGd‰eedŠd#„ eaD ƒƒ› d{d|d„›d~eedŠd#„ ebD ƒƒ› �ƒ eGd‹eedŒd#„ eaD ƒƒ› d{d|d„›d~eedŒd#„ ebD ƒƒ› �ƒ eGd�ƒ dS )�aü  book_study.py -- [2026-10-27] the user: does the buyer/seller QUEUE (bid size vs ask size, data/book recorder, 10/12-10/26) predict
the next minutes' flow and price?  Stage 1 (cache): per day, every book stock: Alpaca 1-min bars + Massive tick-rule flow -> book_cache/<day>.json
Stage 2: per finished minute t: queue readings (imb, imb5 = 5-min avg, bid/ask moves) vs NEXT 5 / 15 min buy share and price
(buy at t+1 open). First half of the days vs second half. No look-ahead: readings use minutes <= t only.é    N)Údatetime)ÚPath)ÚZoneInfoz/var/www/screener/tradeÚ
book_cachezreports/open_windowzAmerica/New_Yorkc                 c   s   � | ]}t |ƒjV  qd S )N)r   Ústem)Ú.0Úf© r	   ú1/var/www/screener/trade/reports/ev3/book_study.pyÚ	<genexpr>   s   € r   zdata/book/*.jsonlc                 C   s„   i }t td| › d� ƒD ]3}t |¡}tt|d  d¡ƒ\}}|d d | d }d|  kr3d	k r?n q|| |d
 i ¡|< q|S )Nz
data/book/z.jsonlÚminuteú:é	   é<   é   r   é†  Úsym)ÚopenÚTRÚjsonÚloadsÚmapÚintÚsplitÚ
setdefault)ÚdayÚBÚlineÚrÚhhÚmmÚmr	   r	   r
   Úbook   s   6,€r"   é   Úcache)ÚStockBarsRequest)Ú	TimeFrame)ÚStockHistoricalDataClient)Úget_env)Úm_tradesÚ	tick_flowz.jsonr   r   )Úhourr   Útzinfoé   )r+   r,   )Úsymbol_or_symbolsÚ	timeframeÚstartÚendr   r   ÚskipT)Úflushc                 C   s   g | ]}t |ƒ‘qS r	   )Úfloat)r   Úvr	   r	   r
   Ú
<listcomp>-   ó    r6   )ÚbarsÚbuyÚsellÚwÚ
CACHE_DONEc                 C   s   i | ]	\}}t |ƒ|“qS r	   )r   )r   Úkr5   r	   r	   r
   Ú
<dictcomp>5   s    r>   r8   r9   r:   g    eÍÍÁé   ir  c                 C   s   g | ]
}|t v rt | ‘qS r	   )Úbk©r   r=   r	   r	   r
   r6   :   ó    é   c                 C   s    g | ]}|t v rt | d  ‘qS )é   ©r8   rA   r	   r	   r
   r6   =   s     é   é
   c                 C   s@   t | |…  ¡ t| |…  ¡ }}|| dkr|||  S tjS )Nr   )ÚfbÚsumÚfsÚnpÚnan)ÚaÚbÚxÚyr	   r	   r
   Úsh?   s   @rQ   r   r   ÚtÚimbÚ	imbalanceÚimb5c                 C   ó   g | ]}|d  ‘qS )rT   r	   ©r   Úzr	   r	   r
   r6   A   r7   Úbmovec                 c   ó    � | ]}|d  |d  V  qdS )Úbid_upÚbid_dnNr	   rW   r	   r	   r
   r   B   ó   € Úamovec                 c   rZ   )Úask_upÚask_dnNr	   rW   r	   r	   r
   r   B   r]   ÚspreadÚ
spread_pctÚbs5Úbs15é   Úoff_highrD   éd   Úfbs5Úfbs15Úr5éÿÿÿÿÚr15Údn15c                 c   s$   � | ]}|t v rt | d  V  qdS )é   NrE   rA   r	   r	   r
   r   E   s   €" rn   c                 C   s   g | ]
}|d  t k r|‘qS ©r   ©Úhalf©r   rO   r	   r	   r
   r6   G   rB   c                 C   s   g | ]
}|d  t kr|‘qS ro   rp   rr   r	   r	   r
   r6   G   rB   z stock-minutes, z days | half 1 = z..< z (z), half 2 = z.. (ú)c                    sZ   t  ‡ ‡fdd„| D ƒ¡}|d d …df  ¡  ¡ }|d d …df  ¡  ¡ }t  ||¡d S )Nc                    s8   g | ]}t  |ˆ  ¡rt  |ˆ ¡r|ˆ  |ˆ f‘qS r	   )rK   Úisfiniterr   ©rM   rN   r	   r
   r6   J   ó   8 zspear.<locals>.<listcomp>r   r#   )r   r#   )rK   ÚarrayÚargsortÚcorrcoef)ÚXrM   rN   r5   ÚraÚrbr	   ru   r
   ÚspearI   s   @r}   z|
(1) rank correlation of the reading NOW with the NEXT minutes (half 1 / half 2); 0 = no link, +-0.05 = weak, +-0.1 = useful)rS   rU   rY   r^   rc   rd   z   Ú6z -> next 5m buy share ú+.3fú/z | next 15m buy share z | next 5m price z | next 15m price c                 C   s”   | rHdt | ƒd›dt dd„ | D ƒ¡d d›dt d	d„ | D ƒ¡d
›dt dd„ | D ƒ¡d
›dt dd„ | D ƒ¡d›dt dd„ | D ƒ¡d›�S dS )Nzn r~   z | next15 buy c                 S   rV   )ri   r	   rr   r	   r	   r
   r6   Q   r7   ztab.<locals>.<listcomp>rg   z5.1fz% | price 5m c                 S   rV   )rj   r	   rr   r	   r	   r
   r6   Q   r7   r   z% 15m c                 S   rV   )rl   r	   rr   r	   r	   r
   r6   Q   r7   z
% | up>1% c                 S   s   g | ]}|d  dk‘qS )rl   r#   r	   rr   r	   r	   r
   r6   Q   ó    z4.0%z
 down<-1% c                 S   s   g | ]}|d  dk ‘qS )rm   rk   r	   rr   r	   r	   r
   r6   Q   r�   ú-)ÚlenrK   ÚnanmeanÚmean)rz   r	   r	   r
   ÚtabP   s   ”r†   z8
(2) queue 5-min average in 5 groups (cuts from half 1):c                 C   rV   )rU   r	   rr   r	   r	   r
   r6   S   r7   )çš™™™™™É?gš™™™™™Ù?g333333ã?gš™™™™™é?z   cutsc                 C   s   t t t| d ¡ƒtkS )NrU   )r   rK   ÚsearchsortedÚqÚgi©rO   r	   r	   r
   Ú<lambda>U   r�   rŒ   z	   group z  H1 c                 C   ó   g | ]}t |ƒr|‘qS r	   )Úgrr   r	   r	   r
   r6   V   r�   z
            H2 za
(3) does the queue add anything beyond the traded buy share? same 15-min buy share, queue split:))r   çÍÌÌÌÌÌÜ?zbuy share 15m < 45%)r�   çš™™™™™á?z45-55%)r�   ç)\�Âõ(ð?z>= 55%))g)\�Âõ(ð¿çš™™™™™É¿zqueue <= -0.2 (sellers waiting))r’   r‡   zqueue -0.2..+0.2)r‡   r‘   zqueue >= +0.2 (buyers waiting)c                 C   s8   t | d   kotk n  ot| d   k otkS   S )Nrd   rU   )ÚloÚhi_ÚqaÚqbr‹   r	   r	   r
   rŒ   Z   rv   Ú20ú Ú32z H1 c                 C   r�   r	   )r   rr   r	   r	   r
   r6   [   r�   z
   Ú Ú53z H2 z
(4) the two WULF cases:c                 C   s   | d dko| d dk S ©NrU   g333333Ó?rd   r�   r	   r‹   r	   r	   r
   rŒ   ]   r�   c                 C   s   | d dk o| d dk S rœ   r	   r‹   r	   r	   r
   rŒ   ]   r�   z:   A mismatch: queue >= +0.3 but buy share 15m < 45%   H1 c                 C   r�   r	   )ÚArr   r	   r	   r
   r6   ^   r�   Ú52z9   A compare: buy share < 45%, queue < +0.3           H1 c                 C   r�   r	   )ÚA0rr   r	   r	   r
   r6   _   r�   c                 C   s   | d dko| d dkS ©Nrf   g      à¿rU   r’   r	   r‹   r	   r	   r
   rŒ   `   r�   c                 C   s   | d dko| d dkS r    r	   r‹   r	   r	   r
   rŒ   `   r�   z;   B near the high (<0.5%) + queue <= -0.2              H1 c                 C   r�   r	   )ÚNrr   r	   r	   r
   r6   a   r�   z:   B compare: near the high, queue > -0.2              H1 c                 C   r�   r	   )ÚN0rr   r	   r	   r
   r6   b   r�   ÚBOOK_STUDY_DONEr	   )vÚ__doc__Úglobr   Úsysr   Úpathlibr   Úzoneinfor   ÚnumpyrK   Ú__file__ÚresolveÚparentÚHEREr   ÚCÚstrÚpÚpathÚinsertÚETÚsortedÚDAYSr"   ÚargvÚalpaca.data.requestsr%   Úalpaca.data.timeframer&   Úalpaca.data.historicalr'   Úconfig_loaderr(   Úmassive_trialr)   r*   ÚenvÚapi_keyÚ
secret_keyÚhcr   ÚoutÚexistsÚsymsÚfromisoformatÚd0Úget_stock_barsÚMinuteÚreplaceÚdataÚrawÚRÚsr8   rO   Ú	timestampÚ
astimezonerR   r+   r   r!   r   ÚhighÚlowÚcloseÚvolumerH   rJ   Ú	ExceptionÚeÚprintÚdumprƒ   ÚexitÚrowsÚBkÚloadÚitemsr   Úgetr@   rw   ÚhiÚrangeÚmaxÚlast5ÚPÚf5Úf15rQ   ÚappendÚdictr…   rI   Úminrq   ÚH1ÚH2r}   rM   r†   Úquantiler‰   ÚroundrŠ   rŽ   r“   r”   Úlabr•   r–   Úqlr   r�   rŸ   r¡   r¢   r	   r	   r	   r
   Ú<module>   sð     
ÿÿ
$6€€ÿ&&
 @:8Bÿÿþþþýýýüü,
üöýFLÿÿÿÿ,>Lþ8888