
    [6g2                        d dl Zd dlZd dlmZ d dlmZmZmZm	Z	m
Z
 d dlmZ ej        j        Zd Zd Zej                            d          ej                            ddd	g          ej                            d
ddg          ej                            ddd	g          d                                                 Zej                            d          ej                            ddd	g          ej                            d
ddg          d                                     Zd Zej                            ddddgiddidddgddid edd          ig          d             Zej                            ddd idf ej        dd d giddgej                            d           !          g          d"             Zej                            ddddgiddiddd#g          d$             Zej        j        ej                            d% e	g d&          dddgif e	g d&          ddif eg d&g d'ddd(g)          dddgif eg d&g d'ddd(g)          ddif eg d&g d'ddd(g)          dddgddif eg d&g d'ddd(g)          d* edd          ifg          d+                         Zd, Zd- Zd. Z ej                            d          d/             Z!d0 Z"d1 Z#d2 Z$dS )3    N)NumbaUtilError)	DataFrameIndexNamedAggSeriesoption_contextc                     t          j        d           d } t          g dg ddddg          }t          j        t          d	
          5  |                    d                              | d           d d d            n# 1 swxY w Y   t          j        t          d	
          5  |                    d          d                             | d           d d d            d S # 1 swxY w Y   d S )Nnumbac                 &    t          |           dz  S Ng@sumxs    h/var/www/surfInsights/venv3-11/lib/python3.11/site-packages/pandas/tests/groupby/aggregate/test_numba.pyincorrect_functionz;test_correct_function_signature.<locals>.incorrect_function   s    1vv|    ar   br   r         ?       @g      @g      @g      @keydatar   r   columnszThe first 2matchenginepytestimportorskipr   raisesr   groupbyaggr   r   s     r   test_correct_function_signaturer*      s   
      )))3L3L3LMM  D 
~]	;	;	; D DU 27CCCD D D D D D D D D D D D D D D 
~]	;	;	; L LUF#''(:7'KKKL L L L L L L L L L L L L L L L L Ls$   +BBB*1C((C,/C,c                     t          j        d           d } t          g dg ddddg          }t          j        t          d	
          5  |                    d                              | dd           d d d            n# 1 swxY w Y   t          j        t          d	
          5  |                    d          d                             | dd           d d d            d S # 1 swxY w Y   d S )Nr
   c                 &    t          |           dz  S r   r   valuesindexs     r   r   z6test_check_nopython_kwargs.<locals>.incorrect_function&   s    6{{S  r   r   r   r   r   r   r   znumba does not supportr      )r"   r   r#   r)   s     r   test_check_nopython_kwargsr1   #   s   
   ! ! ! )))3L3L3LMM  D 
~-E	F	F	F I IU 27aHHHI I I I I I I I I I I I I I I 
~-E	F	F	F Q QUF#''(:7a'PPPQ Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Qs$   ,BB	B	+2C**C.1C.ignorejitTF
pandas_objr   r   as_indexc                 ~   t          j        d           d }| rdd l}|                    |          }t	          g dg ddddg          }|||d	}	|                    d|
          }
|dk    r|
d         }
|
                    |d|	          }|
                    d d          }t          j        ||           d S )Nr
   c                 0    t          j        |           dz  S r   npmeanr-   s     r   
func_numbaz(test_numba_vs_cython.<locals>.func_numba<       wv$$r   r   r   r   r   r0   r0   r   nogilparallelnopython)r5   r   r"   engine_kwargsc                 0    t          j        |           dz  S r   r8   r   s    r   <lambda>z&test_numba_vs_cython.<locals>.<lambda>N       RWQZZ#%5 r   cythonr!   	r$   r%   r
   r3   r   r'   r(   tmassert_equal)r3   r4   r?   r@   rA   r5   r;   r
   r   rC   groupedresultexpecteds                r   test_numba_vs_cythonrN   4   s        % % %  +YYz**
%%%*C*C*CDDqRSf  D $xPPMll1xl00GX!*[[G=[QQF{{55h{GGHOFH%%%%%r   c                    t          j        d           d }d }| r.dd l}|                    |          }|                    |          }t	          g dg ddddg	          }|||d
}	|                    d          }
|dk    r|
d         }
|
                    |d|	          }|
                    d d          }t          j        ||           |
                    |d|	          }|
                    d d          }t          j        ||           |
                    |d|	          }|
                    d d          }t          j        ||           d S )Nr
   c                 0    t          j        |           dz
  S Ng333333@r8   r-   s     r   func_1ztest_cache.<locals>.func_1[   r<   r   c                 0    t          j        |           dz  S r   r8   r-   s     r   func_2ztest_cache.<locals>.func_2^   r<   r   r   r   r   r=   r0   r   r>   r   rB   c                 0    t          j        |           dz
  S rQ   r8   r   s    r   rE   ztest_cache.<locals>.<lambda>p   rF   r   rG   r!   c                 0    t          j        |           dz  S r   r8   r   s    r   rE   ztest_cache.<locals>.<lambda>u   rF   r   c                 0    t          j        |           dz
  S rQ   r8   r   s    r   rE   ztest_cache.<locals>.<lambda>z   rF   r   rH   )r3   r4   r?   r@   rA   rR   rT   r
   r   rC   rK   rL   rM   s                r   
test_cacherX   S   s       % % %% % %  #6""6""%%%*C*C*CDDqRSf  D $xPPMll1ooGX!*[[}[MMF{{55h{GGHOFH%%% [[}[MMF{{55h{GGHOFH%%% [[}[MMF{{55h{GGHOFH%%%%%r   c                  h   t          j        d           d } t          g dg ddddg          }|                    d          }|                    | d	          }t          d
d          5  |                    | d 	          }d d d            n# 1 swxY w Y   t          j        ||           d S )Nr
   c                 0    t          j        |           dz
  S rQ   r8   r-   s     r   rR   z&test_use_global_config.<locals>.func_1   r<   r   r   r   r=   r   r0   r   r!   zcompute.use_numbaT)r$   r%   r   r'   r(   r   rI   assert_frame_equal)rR   r   rK   rM   rL   s        r   test_use_global_configr\   ~   s   
   % % % %%%*C*C*CDDqRSf  D ll1ooG{{6'{22H	+T	2	2 2 2VD112 2 2 2 2 2 2 2 2 2 2 2 2 2 2(F+++++s   .BBB
agg_kwargsfuncminmaxr   )r0      bminr0   )columnaggfuncc                     t          j        d           t          g dg dg ddg d          }|                    d          } |j        d
i | ddi} |j        d
i | dd	i}t          j        ||           d S )Nr
   r   r   r0   ra            r   r0   ra   r   r   r"   rG    r$   r%   r   r'   r(   rI   r[   )r]   r   rK   rL   rM   s        r   $test_multifunc_numba_vs_cython_framerm      s        ((((((	
 	

 		  D ll1ooGW[66:66g666Fw{99Z99999H&(+++++r   zagg_kwargs,expected_funcc                 *    |                                  S Nr   r-   s     r   rE   rE      s    

 r   c                 *    |                                  S ro   r   r-   s     r   rE   rE          &**,, r   c                 *    |                                  S ro   r_   r-   s     r   rE   rE      rq   r   z2This doesn't work yet! Fails in nopython pipeline!)reason)marksc                    t          j        d           t          g dg dg ddg d          }|                    d          } |j        di | ddi}|                    |d	
          }t          j        ||d           d S )Nr
   r   r   rf   rj   r   r   r"   rG   r!   F)check_dtyperk   rl   )r]   expected_funcr   rK   rL   rM   s         r   test_multifunc_numba_udf_framery      s    (    ((((((	
 	

 		  D ll1ooGW[66:66g666F{{={::H &(>>>>>>r   )min_valmax_valc                 L   t          j        d           g d}t          g d          }|                    |          }d| d<    |j        di | }d| d<    |j        di | }t          |t                    rt          j        ||           d S t          j	        ||           d S )Nr
   r   r   r"   rG   rk   )
r$   r%   r   r'   r(   
isinstancer   rI   r[   assert_series_equal)r]   labelsr   rK   rL   rM   s         r   %test_multifunc_numba_vs_cython_seriesr      s    
    &&&F+++,,Dll6""G"JxW[&&:&&F#Jxw{((Z((H(I&& 1
fh/////
vx00000r   zdata,agg_kwargsr   rf   ra   r   min_colc                 ,   t          j        d           g d}|                     |          } |j        di |dddid} |j        di |ddi}t	          |t
                    rt          j        ||           d S t          j        ||           d S )Nr
   r   r@   TrB   r"   rk   )	r$   r%   r'   r(   r}   r   rI   r[   r~   )r   r]   r   rK   rL   rM   s         r   &test_multifunc_numba_kwarg_propagationr      s    B    &&&Fll6""GW[XX:XgjRVEWXXXXFw{88Z88888H(I&& 1
fh/////
vx00000r   c                     t          j        d           d } t          g dg dd          }|                    d          d         }|                    | dd	          }t          d
gdz  dt          ddgd                    }t          j        ||           |                    | dd	          }t          dgdz  dt          ddgd                    }t          j        ||           d S )Nr
   c                 <    | | d                                           S ro   r   )r.   r/   ns      r   sum_lastz&test_args_not_cached.<locals>.sum_last  s    qbcc{   r   )r   r   r0   r0   )r0   r0   r0   r0   )idr   r   r   r0   r!   r   ra   r   name)r   r/   r   )	r$   r%   r   r'   r(   r   r   rI   r~   )r   df	grouped_xrL   rM   s        r   test_args_not_cachedr     s   
   ! ! ! 
,,,\\\::	;	;B

4  %I]]8Qw]77Fseaic1vD1I1I1IJJJH68,,,]]8Qw]77Fseaic1vD1I1I1IJJJH68,,,,,r   c                  2   t          j        d           d } t          g dg ddg d          }|                    d                              | d	          }t          d
dgdgt          ddgd                    }t          j        ||           d S )Nr
   c                 *    t          j        |          S ro   r8   r-   s     r   fz+test_index_data_correctly_passed.<locals>.f!  s    wu~~r   )Ar   B)rh   ri      )groupv))r/   r   r!   g      g      r   r   r   r   )r   r/   )r$   r%   r   r'   	aggregater   rI   r[   )r   r   rL   rM   s       r    test_index_data_correctly_passedr     s    
      
___999==\\\	R	R	RBZZ  **1W*==F	tse5#s'+J+J+J  H &(+++++r   c                     t          j        d           dddfd} d}t          dg di          }|                    d	                              | d|
          }t          dg di          }t          j        ||           dd}|                    d	                              | d|
          }t          dg di          }t          j        ||           d S )Nr
   TFc                     z   z   S ro   rk   )r.   r/   r?   rA   r@   s     r   func_kwargsz2test_engine_kwargs_not_cached.<locals>.func_kwargs4  s    x(**r   rA   r?   r@   value)r   r   r   r   )levelrB   )r   r   r   )r   r   r   )r$   r%   r   r'   r   rI   r[   )r   rC   r   rL   rM   r?   rA   r@   s        @@@r   test_engine_kwargs_not_cachedr   ,  s?       EHH+ + + + + + + "*ExPPM	GYYY'	(	(BZZaZ  **G= +  F '???344H&(+++E!)ExPPMZZaZ  **G= +  F '???344H&(+++++r   c                 Z   t          j        d           d }t          ddddg                              ddg          }|| |d	}|                    d                              |d|
          }t          dgt          dgd          dg          }t          j        ||           d S )Nr
   c                     dS Nr0   rk   r-   s     r   
numba_funcz+test_multiindex_one_key.<locals>.numba_funcL      qr   r0   ra   rg   r   r   Cr   r   r   rB   r   r   r   )r/   r   )	r$   r%   r   	set_indexr'   r(   r   rI   r[   )r?   r@   rA   r   r   rC   rL   rM   s           r   test_multiindex_one_keyr   H  s    
      
!!!,,-	.	.	8	8#s	D	DB!)ExPPMZZ__  7- !  F #eQCc&:&:&:SEJJJH&(+++++r   c                 T   t          j        d           d }t          ddddg                              ddg          }|| |d	}t          j        t
          d
          5  |                    ddg                              |d|           d d d            d S # 1 swxY w Y   d S )Nr
   c                     dS r   rk   r-   s     r   r   z;test_multiindex_multi_key_not_supported.<locals>.numba_func[  r   r   r0   ra   rg   r   r   r   r   zmore than 1 grouping labelsr   rB   )r$   r%   r   r   r&   NotImplementedErrorr'   r(   )r?   r@   rA   r   r   rC   s         r   'test_multiindex_multi_key_not_supportedr   X  s   
      
!!!,,-	.	.	8	8#s	D	DB!)ExPPM	*2O	P	P	P 
 



C:""wm 	# 	
 	
 	

 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
s   ".BB!$B!c                 J   t          j        d           | \  }}t          g dg dt          j                            d                              d          t          j                            d                              d          d          }|                    ddg          } |j        |fd	di|} |j        |fd	d
i|}t          j
        ||            t          ||          dd	di|} t          ||          dd	d
i|}t          j
        ||           d S )Nr
   foobarr   r   r   r   r   r   oner   twothreer   r   r   r   ra      r   r   r   Dr   r   r"   rG   rk   )r$   r%   r   r9   randomdefault_rngstandard_normalr'   r(   rI   r[   getattr)	numba_supported_reductions	reductionkwargsr   gbres_aggexpected_agg
direct_resdirect_expecteds	            r   test_multilabel_numba_vs_cythonr   f  sQ   
   2Iv	IIIMMM&&q))99!<<&&q))99!<<		
 	

 
B 
S#J		BbfY99w9&99G26)??H???L'<000'Y''AAwA&AAJ,gb),,GGHGGGO*o66666r   c                     t          j        d           t          g dg dt          j                            d                              d          t          j                            d                              d          d          } |                     ddg          }|                    d	 d
          }|                    d d
          }t          j
        ||           d S )Nr
   r   r   ra   r   r   r   r   c                 *    |                                  S ro   rs   r-   s     r   rE   z5test_multilabel_udf_numba_vs_cython.<locals>.<lambda>  rq   r   r!   c                 *    |                                  S ro   rs   r   s    r   rE   z5test_multilabel_udf_numba_vs_cython.<locals>.<lambda>  s     r   rG   )r$   r%   r   r9   r   r   r   r'   r(   rI   r[   )r   r   rL   rM   s       r   #test_multilabel_udf_numba_vs_cythonr   {  s    
   	IIIMMM&&q))99!<<&&q))99!<<		
 	

 
B 
S#J		BVV66wVGGFvv''v99H&(+++++r   )%numpyr9   r$   pandas.errorsr   pandasr   r   r   r   r   pandas._testing_testingrI   mark
single_cpu
pytestmarkr*   r1   filterwarningsparametrizerN   rX   r\   rm   paramxfailry   r   r   r   r   r   r   r   r   r   rk   r   r   <module>r      sc        ( ( ( ( ( (                   [#
L L L"Q Q Q" H%%u..+'>??dE]33& & 43 @? /. &%
&4 H%%u..+'>??$& $& @? /. &%$&N, , ,  	% 		eU^../	E2223	 , , ,  
44	5u=6666 EN+##K $  	
 	
 	
 &? ?' &?$ uenEe0T0TU 1 1	 1 	)))	*	*VeU^,DE	)))	*	*VUO<I---///BBQPQF   eU^$		
 I---///BBQPQF   UO		
 I---///BBQPQF   %E223		
 I---///BBQPQF   5999:		
+ >	1 	1?  @	1- - -$, , ,, , ,8 H%%, , &%,
 
 
7 7 7*, , , , ,r   