o
    R4Äjé  ã                   @   s  d Z ddlZddlZddlZddlZddlmZmZ ddlmZ ddl	m
Z
 ddlZddlZeeƒ ¡ jZej deejd d d ƒ¡ ddlZe
d	ƒZd
Zdd„ Ze ¡ Zdeƒ › �ejd< ddd„Zdd„ Zdd„ Zdd„ Z dd„ Z!dd„ Z"e#dkrˆe"ej$dd… ƒ dS dS )aL  
massive_trial.py -- [2026-10-05] Trial of Massive (ex-Polygon) Developer data vs our Alpaca data, before the
5-year download (the user subscribed; key MASSIVE_API_KEY in trade/.env, never printed).
For each stock of a day's list (bars/bars_<day>.json.gz):
  bars  Massive 1-min aggregates vs our Alpaca bars: volume and close agreement
  flow  Massive trades -> buy/sell per minute by the TICK RULE vs our flow file (quote rule + tick
        fallback): correlation of the 15-min net-flow channel (lib_v3 FL) and of per-minute net flow
    python3 massive_trial.py 2026-09-18 2026-10-01
é    N)ÚdatetimeÚtimezone)ÚPath)ÚZoneInfoé   ÚreportsÚplaybookzAmerica/New_Yorkzhttps://api.massive.comc                  C   s>   t dƒD ]} |  ¡  d¡r|  dd¡d  ¡  d¡  S qd S )Nz/var/www/screener/trade/.envzMASSIVE_API_KEY=ú=r   z'")ÚopenÚupperÚ
startswithÚsplitÚstrip)Úl© r   ú</var/www/screener/trade/reports/open_window/massive_trial.pyÚkey   s
   ÿÿr   zBearer ÚAuthorizationc                 C   sd   t dƒD ]}tj| |dd�}|jdkr| ¡   S t dd|  ¡ qt|j› d|jd d… › �ƒ‚)Né   é<   )ÚparamsÚtimeoutéÈ   é   é   ú )	ÚrangeÚSÚgetÚstatus_codeÚjsonÚtimeÚsleepÚRuntimeErrorÚtext)Úurlr   ÚkÚrr   r   r   r   '   s   
r   c                 C   s0   t  | d tj¡ t¡}|jd d |j d S )Nç    eÍÍAé	   r   é   )r   Úfromtimestampr   ÚutcÚ
astimezoneÚETÚhourÚminute)Úts_nsÚtr   r   r   r0   0   s   r0   c                 C   s�   t t› d| › d|› d|› �ddddœƒ}i }|  dg ¡D ])}t|d	 d
 ƒ}d|  kr0dk rEn q|d |d |d |d |d f||< q|S )Nz/v2/aggs/ticker/z/range/1/minute/ú/ÚfalseÚascéPÃ  )ÚadjustedÚsortÚlimitÚresultsr2   i@B r   é†  ÚoÚhr   ÚcÚv)r   ÚBASEr0   )ÚsymÚdayÚjÚoutÚbÚmr   r   r   Úm_bars5   s   (&€rG   c           	      C   sª   t  |¡jtd�}t|jddd� ¡ d ƒ}t|jdd� ¡ d ƒ}t› d| › �||d	d
ddœg }}}|rSt||ƒ}|dd„ | dg ¡D ƒ7 }| d¡d }}|s7|S )N)Útzinfor)   r*   )r/   r0   r(   é   )r/   z/v3/trades/r6   Ú	timestampr5   )ztimestamp.gteztimestamp.ltr9   r8   Úorderc                 S   s"   g | ]}|d  |d |d f‘qS )Úsip_timestampÚpriceÚsizer   )Ú.0r2   r   r   r   Ú
<listcomp>E   s   " zm_trades.<locals>.<listcomp>r:   Únext_url)r   ÚfromisoformatÚreplacer.   ÚintrJ   r@   r   )	rA   rB   Úd0ÚaÚzr%   r   rD   rC   r   r   r   Úm_trades?   s   2&
ýrX   c           
      C   s¾   t  d¡t  d¡}}d\}}| D ]I\}}}|d ur ||kr dn|d ur*||k r*dn|}||}}t|ƒ}	d|	  kr?dk rZn q|dkrN||	  |7  < q|dk rZ||	  |7  < q||fS )Nr;   )Nr   r   éÿÿÿÿr   )ÚnpÚzerosr0   )
ÚtradesÚbuyÚsellÚlast_pÚ	last_sideÚtsÚpÚsÚsiderF   r   r   r   Ú	tick_flowJ   s   ,
€re   c                    sè  g }| D �]­}t  t td d|› d� d¡¡}t ¡ }|d D �]x}td | |› d� }||d vs8| ¡ s9q i ‰|d | d D ]:}t|d	 tt	fƒrR|d	 n|d	 }t|tt	fƒrct
|d
 ƒnd }	|	d ur}d	|	  krsdk r}n qC|dd… ˆ|	< qCt||ƒ‰ttˆƒtˆƒ@ ƒ}
t|
ƒdk r”q t ‡fdd„|
D ƒ¡}t ‡fdd„|
D ƒ¡}t ‡fdd„|
D ƒ¡}t ‡fdd„|
D ƒ¡}t  | ¡ ¡}t||ƒ}t|ƒ\}}t |d |d ¡}t ||¡}t |d ¡t |d ¡ }|| }t |¡t |¡ d	k}| ||t|
ƒt	| ¡ t| ¡ dƒ ƒt	t ||¡d ƒt	t t || d ¡¡d ƒt|ƒt	t ||¡d ƒt	t t || ¡¡ƒ| ¡ dk�r[t	t || || ¡d ƒnd dœ
¡ t|› d|d›d|d d d›d|d d  d›d!|d d" d›d#t|ƒ› d$|d d% d&›d'|d d( d›�d)d*� q t|› d+t ¡ | d,›d-t|d ƒ› d.�d)d*� q|}d/D ]-‰ t ‡ fd0d„|D ƒ¡}tˆ d1›d2t |¡d›d3t |d¡d›d4t |d5¡d›�ƒ �q·t j |ttd6 d7ƒdd8� d S )9NÚbarsÚbars_z.json.gzÚrtÚtop30_currentÚflowz.jsonÚsymbolsr   r(   r;   r   é   éd   c                    ó   g | ]}ˆ | d  ‘qS ©é   r   ©rO   rF   ©Úoursr   r   rP   l   ó    zmain.<locals>.<listcomp>c                    rn   ro   r   rq   ©Úmbr   r   rP   l   rt   c                    rn   ©r   r   rq   rr   r   r   rP   m   rt   c                    rn   rw   r   rq   ru   r   r   rP   m   rt   r]   r^   )r   r   é
   )
rB   rA   ÚminutesÚ	vol_ratioÚvol_corrÚclose_diff_pctr\   ÚFL_corrÚFL_madÚnet_corrr   Ú5z vol xrY   rz   z.3fz (corr r{   z) close diff r|   z% | z trades, flow channel corr r}   z.2fz, mean diff r~   T)Úflushz: z.0fz s for z stocks)rz   r{   r|   r}   r~   r   c                    s    g | ]}|ˆ  d ur|ˆ  ‘qS ©Nr   )rO   r'   )r&   r   r   rP   �   s     Ú14z	: median z  p10 z  p90 éZ   zmassive_trial.jsonÚw)Úindent)!r    ÚloadÚgzipr
   ÚHEREr!   ÚexistsÚ
isinstancerT   Úfloatr0   rG   ÚsortedÚsetÚlenrZ   ÚarrayÚloadsÚ	read_textrX   re   Úlib_v3Úflow_channelÚabsÚappendÚsumÚmaxÚcorrcoefÚmedianÚmeanÚprintÚ
percentileÚdump)ÚdaysÚrowsrB   ÚdÚt0rc   Úfpr'   r2   rF   ÚcommonÚvoÚvmÚcoÚcmÚflÚtrÚmbuyÚmsellÚfoÚfmÚnoÚnmÚokÚRr?   r   )r&   rv   rs   r   ÚmainY   sf   
"" €
00
 $,ù@ÿÿÿÿ2@r³   Ú__main__r‚   )%Ú__doc__rˆ   r    Úsysr!   r   r   Úpathlibr   Úzoneinfor   ÚnumpyrZ   ÚrequestsÚ__file__ÚresolveÚparentr‰   ÚpathÚinsertÚstrÚparentsr“   r.   r@   r   ÚSessionr   Úheadersr   r0   rG   rX   re   r³   Ú__name__Úargvr   r   r   r   Ú<module>   s6    	 
	
-ÿ