o
    ¯Åj<  ã                   @   sþ   d Z ddlZddlZddlZddlZddlmZ ddlmZmZm	Z	 ddl
mZ ddlmZ ej deeeƒ ¡ jƒ¡ ddlmZmZ edƒZeeƒ ¡ jZed	 Zed	 d
 Zdd„ Zdd
„ Zdd„ Zdd„ Zddd„Ze dkr}eej!dd… Ž  dS dS )az  
premarket_history.py -- [2026-10-06] PRIORITY (the user): 2 years of the scanner's 9:28 inputs for EVERY universe
stock, to re-weight the scanner score on a large sample (the 20-day study: daily ATR% and gap size predict movers;
signed gap / premarket strength carry no information).
Per trading day D (Massive, Developer plan):
  universe  ~ the live prefilter: previous close $4-16, previous-day volume >= 500k, plain tickers; the last
            premarket price must be $5-15 (live: last premarket trade $5-15)
  inputs    premarket 1-min bars 4:00-9:28: volume, last price, high, low, early/late strength (scanner formula),
            gap vs previous close; previous-day high, 20-day high, daily ATR(14) and 20-day average volume from
            Massive grouped daily bars; distance to the nearest resistance (scanner formula)
  outcome   that day's open / high / low / close / volume (grouped daily)
  output    reports/open_window/pm_history/<D>.json.gz  {"date", "rows": [{...}]}
Resumable; 8 requests in parallel; never runs 9:10-16:05 on weekdays.
    python3 premarket_history.py [START] [END]       default 2024-10-01 .. yesterday
é    N)ÚThreadPoolExecutor)ÚdateÚdatetimeÚ	timedelta)ÚPath)ÚZoneInfo)ÚgetÚBASEzAmerica/New_YorkÚ
pm_historyÚgroupedc                  C   s6   t  t¡} |  ¡ dk od| j| jf  kodk S   S )Né   )é	   é
   )é   r   )r   ÚnowÚETÚweekdayÚhourÚminute©Út© r   ú@/var/www/screener/trade/reports/open_window/premarket_history.pyÚmarket_hours"   s   
,r   c                 C   s¢   t | › d� }| ¡ rt t |d¡¡S tt› d| › �ddiƒ}dd„ | dg ¡D ƒ}t jd	d	d
� t |d¡�}t 	||¡ W d   ƒ |S 1 sJw   Y  |S )Nú.json.gzÚrtz)/v2/aggs/grouped/locale/us/market/stocks/ÚadjustedÚfalsec              	      sf   i | ]/‰ t ‡ fd d„dD ƒƒr1dˆ d   krdkrn nˆ d ˆ d ˆ d ˆ d	 ˆ d ˆ d
 g“qS )c                 3   s   � | ]}|ˆ v V  qd S )Nr   )Ú.0Úk©Úrr   r   Ú	<genexpr>-   ó   € z%grouped.<locals>.<dictcomp>.<genexpr>Úohlcvé   Úcé(   ÚTÚoÚhÚlÚv)Úall)r   r   r    r   Ú
<dictcomp>,   s    ÿ&ÿzgrouped.<locals>.<dictcomp>ÚresultsT)ÚparentsÚexist_okÚwt)
ÚGCACHEÚexistsÚjsonÚloadÚgzipÚopenr   r	   ÚmkdirÚdump)ÚdÚfÚjÚoutÚfhr   r   r   r   '   s   
ÿþc                    s†   t t› d| › d|› d|› �ddddœƒ}t t|ƒ¡jtd�}|jd	d
� ¡ d |jddd� ¡ d ‰ ‰‡ ‡fdd„|  dg ¡D ƒS )Nz/v2/aggs/ticker/z/range/1/minute/ú/r   ÚasciPÃ  )r   ÚsortÚlimit)Útzinfoé   )r   iè  r   é   )r   r   c                    s,   g | ]}ˆ |d    krˆk rn n|‘qS r   r   ©r   Úb©ÚaÚzr   r   Ú
<listcomp>8   s   , zpremarket.<locals>.<listcomp>r/   )r   r	   r   ÚfromisoformatÚstrÚreplacer   Ú	timestamp)Úsymr;   r=   Úd0r   rI   r   Ú	premarket4   s   (,rS   c                 C   sx   t | ƒ}|dk r
dS td|d ƒ}tdd„ | d |… D ƒƒ| }tdd„ | | d … D ƒƒ| }|r:|| d d S dS )Né   g        r%   c                 s   ó   � | ]}|d  V  qdS ©r&   Nr   rG   r   r   r   r"   @   r#   zstrength.<locals>.<genexpr>c                 s   rU   rV   r   rG   r   r   r   r"   A   r#   éd   )ÚlenÚmaxÚsum)ÚbarsÚnÚthirdÚer+   r   r   r   Ústrength;   s    r_   ú
2024-10-01c                    s6  |pt t ¡ tdd� ƒ}g t | ¡tdd� }‰ ˆ t |¡kr:ˆ  ¡ dk r,| ˆ ¡ ˆ tdd�7 ‰ ˆ t |¡ks!g }t ¡ d}}|D ]Í‰ tƒ rSt	ddd�  d S t
ˆ ƒ‰ˆsZqEt ˆ ƒ| k�rt|ƒd	k�rtˆ › d
� }| ¡ �s|d d ‰dd„ |dd … D ƒ‰dd„ ˆ ¡ D ƒ}‡ ‡‡‡fdd„}tdƒ�}	dd„ |	 ||¡D ƒ}
W d   ƒ n1 s±w   Y  | d¡}t |d¡�}t t ˆ ƒ|
dœ|¡ W d   ƒ n1 s×w   Y  | |¡ |d7 }t	ˆ › dt|ƒ› dt|
ƒ› dt ¡ | d d›d|› d�
dd� | ˆ ˆf¡ |dd … }qEt	ddd� d S ) Nr%   )Údaysé-   r   r   zstopped: market hoursT)Úflushé   r   éÿÿÿÿc                 S   s   g | ]}|d  ‘qS )r%   r   )r   r*   r   r   r   rL   X   ó    zmain.<locals>.<listcomp>iìÿÿÿc                 S   sP   g | ]$\}}d |d   krdkrn n|d  dkr|  ¡ rt|ƒdkr|‘qS )rE   rT   r   i ¡ r   )ÚisalpharX   )r   Úsr,   r   r   r   rL   Y   s   P c              	      sj  zt ˆ ˆƒ}W n
 ty   Y d S w t|ƒdk rd S |d d }d|  kr*dkr1n d S ˆ ˆvr3d S ˆˆ  d ˆˆ  d }}‡ fdd„ˆD ƒ}g d }}|d	d … D ]%}|d uru| t|d |d
  t|d | ƒt|d
 | ƒƒ¡ |d }qT|r…tdd„ |D ƒƒnd }	tdd„ |D ƒƒ}
d }|
||	fD ]}|r©||kr©|| | d } nq—ˆˆ  \}}}}}i dˆ “dtdd„ |D ƒƒ“d|“d|
“dtdd„ |D ƒƒ“dt|ƒ“dtt	|ƒdƒ“dt|| d d dƒ“d|“d|“d|	“d|�rtt|ƒt|ƒ dƒnd “d|�rttdd„ |D ƒƒt|ƒ ƒnd “d |d u�r$t|dƒnd “d!|“d"|“d#|“||d$œ¥S )%NrT   re   r&   r   é   r%   c                    s   g | ]
}ˆ |v r|ˆ  ‘qS r   r   )r   Úp©rh   r   r   rL   f   s    z%main.<locals>.one.<locals>.<listcomp>iñÿÿÿé   c                 s   rU   )r%   Nr   rG   r   r   r   r"   l   r#   z$main.<locals>.one.<locals>.<genexpr>c                 s   rU   )r*   Nr   rG   r   r   r   r"   m   r#   rW   rh   Úpm_volc                 s   rU   )r,   Nr   rG   r   r   r   r"   s   r#   Úpm_lastÚpm_highÚpm_lowc                 s   rU   )r+   Nr   rG   r   r   r   r"   t   r#   Úpm_barsr_   ÚgapÚ
prev_closeÚ	prev_highÚhigh20ÚatrrE   Úadv20c                 s   rU   )rE   Nr   rG   r   r   r   r"   w   r#   Údistr)   r*   r+   )r&   r,   )
rS   Ú	ExceptionrX   ÚappendrY   ÚabsrZ   ÚminÚroundr_   )rh   ÚpmÚlastÚpcÚphÚhsÚtrsÚpclrH   Úh20Úpmhrx   Úlvlr)   r*   r+   r&   r,   ©r;   ÚgÚpastÚprevrk   r   Úone[   sp   ÿÿ
6
€(ÿÿÿþþþþ ý(üûúúúúzmain.<locals>.oneé   c                 S   s   g | ]}|r|‘qS r   r   )r   r!   r   r   r   rL   |   rf   z.tmpr2   )r   Úrowsz: z prefiltered -> z" in the $5-15 premarket universe [é<   z.0fz min, z days]içÿÿÿÚPM_HISTORY_DONE)rN   r   Útodayr   rM   r   rz   Útimer   Úprintr   rX   ÚOUTr4   Úitemsr   ÚmapÚwith_suffixr7   r8   r5   r:   Úrename)ÚstartÚendra   ÚhistÚt0r\   r<   ÚcandsrŒ   ÚexrŽ   Útmpr?   r   rˆ   r   ÚmainE   sR   
ý

 ÿ
ÿ
ÿÿÿr    Ú__main__r%   rT   )r`   N)"Ú__doc__r7   r5   Úsysr’   Úconcurrent.futuresr   r   r   r   Úpathlibr   Úzoneinfor   ÚpathÚinsertrN   Ú__file__ÚresolveÚparentÚmassive_trialr   r	   r   ÚHEREr”   r3   r   r   rS   r_   r    Ú__name__Úargvr   r   r   r   Ú<module>   s.    

Dÿ