a
    j=ic^                     @   s  d dl mZm Z  d dlZd dlZd dlZd dlZd dlmZ d dl	m
  mZ d dlmZ d dlZd dlmZmZmZmZmZmZmZmZmZ d dlmZ d dlm  mZ  d dl!m"Z"m#Z#m$Z$ d dl%m&Z&m'Z'm(Z( d dl)m*Z*m+Z+ ej,Z-ej.e+e(gd	d
d Z/ej.dd Z0dd Z1dd Z2dZ3dd e+fddZ4d1ddZ5d2ddZ6ej.dd Z7G dd dZ8G dd dZ9dd  Z:G d!d" d"Z;G d#d$ d$Z<G d%d& d&Z=G d'd( d(Z>d)d* Z?d+d, Z@d-d. ZAd/d0 ZBdS )3    )datedatetimeN)BlockPlacement)	is_scalar)	Categorical	DataFrameDatetimeIndexIndexIntervalIndexSeries	Timedelta	Timestampperiod_range)DatetimeArraySparseArrayTimedeltaArray)BlockManagerSingleBlockManager
make_block)ensure_block_shape	new_blockparamsc                 C   s   | j S )zS
    Fixture to test both the internal new_block and pseudo-public make_block.
    param)request r   v/home/droni/.local/share/virtualenvs/DPS-5Je3_V2c/lib/python3.9/site-packages/pandas/tests/internals/test_internals.pyblock_maker2   s    r   c                   C   s   t dS )Nza: f8; b: object; c: f8; d: object; e: f8;f: bool; g: i8; h: complex; i: datetime-1; j: datetime-2;k: M8[ns, US/Eastern]; l: M8[ns, CET];)
create_mgrr   r   r   r   mgr:   s    r    c                 C   sX   t | j|j | j|jks J t| jts0J t|jts@J t | jj|jj d S N)tmassert_numpy_array_equalvaluesdtype
isinstancemgr_locsr   as_array)leftrightr   r   r   assert_block_equalC   s
    r+   c                 C   s:   t | d }t jjj|| |jfdt| d   d S )Nr   )r      )xshapestrides)nparangelibZstride_tricksZ
as_strideditemsizelencopy)r.   arrr   r   r   get_numeric_matK   s    r7   
   c                 C   s6  t |}t|}|du rtf}|f| }t|}| dv rJ|| | }n| dv rhd|| |  }n| dv rtdd | | D |}n| dv rtj|tj	d	}nv| d
v r|d d}n\| 
dr>td| }	|	dusJ d|  |	 d }
|dksJ dtttd |
dj}t|t|d}n| dv rX|d d}n| dv rptg d}n| dv rtg d}n| dv r|d dkrttdd  |dd D sJ | d!rtj}nd"}t||dd#d$|d%d&|d'g
|d(}|j }||d 7 }ntd)|  d*|||t|d+S ),a  
    Supported typestr:

        * float, f8, f4, f2
        * int, i8, i4, i2, i1
        * uint, u8, u4, u2, u1
        * complex, c16, c8
        * bool
        * object, string, O
        * datetime, dt, M8[ns], M8[ns, tz]
        * timedelta, td, m8[ns]
        * sparse (SparseArray with fill_value=0.0)
        * sparse_na (SparseArray with fill_value=np.nan)
        * category, category2

    N)floatf8Zf4f2inti8i4i2i1Zuintu8Zu4u2u1)complexZc16Zc8y              ?)objectstringOc                 S   s   g | ]}d |dqS )Adr   ).0ir   r   r   
<listcomp>       z create_block.<locals>.<listcomp>)bboolr%   )r   dtM8[ns]g    eArR   zM8[nszM8\[ns,\s*(\w+\/?\w*)\]zincompatible typestr -> r   r,   z)must have only 1 num items for a tz-awarei ʚ;)tzndim)	timedeltatdm8[ns]rX   )category)
r,   r,      rZ      r[   r[   r[      r\   )Z	category2)
ar]   r]   r]   rN   rN   cr^   r^   rI   )sparseZ	sparse_nar8   c                 s   s   | ]}|d kV  qdS )r,   Nr   )rJ   sr   r   r   	<genexpr>   rM   zcreate_block.<locals>.<genexpr>_na        rZ   r[   r\         
fill_valuezUnsupported typestr: ""	placementrU   )r   r4   Nr7   astyper0   reshaperavelonesbool_
startswithresearchgroupsr   r1   _datar   r   NotImplementedErrorallendswithnanr   Z	sp_valuesview
ValueError)typestrrk   
item_shape
num_offsetmaker	num_itemsr.   matr$   mrS   rh   r6   r   r   r   create_blockU   sX    
"



 
r   c                 C   s0   |d u rt }tt| td|ddtt|S )Nr   r   )rk   r~   )rl   r   r   slicer	   r0   r1   )r}   num_rowsr   r   r   create_single_mgr   s    r   c              	   C   sD  |du rt f}d}g }i }| dD ]}| }t|s:q$|dddd \}}| }| d}|| ttt|| }z|| | W n t	y   |||< Y n0 |t|7 }q$t
|}g }	d}
| D ]8\}}|dd }|	t||||
d |
t|7 }
qt|	d	d
 d}tt||gdd |D  S )aU  
    Construct BlockManager from string description.

    String description syntax looks similar to np.matrix initializer.  It looks
    like this::

        a,b,c: f8; d,e,f: i8

    Rules are rather simple:

    * see list of supported datatypes in `create_block` method
    * components are semicolon-separated
    * each component is `NAME,NAME,NAME: DTYPE_ID`
    * whitespace around colons & semicolons are removed
    * components with same DTYPE_ID are combined into single block
    * to force multiple blocks with same dtype, use '-SUFFIX'::

        'a:f8-1; b:f8-2; c:f8-foobar'

    Nr   ;:rZ   ,-)r~   r   c                 S   s
   | j d S Nr   )r'   )rN   r   r   r   <lambda>   rM   zcreate_mgr.<locals>.<lambda>)keyc                 S   s   g | ]}t t|qS r   )r	   r0   r1   )rJ   nr   r   r   rL      rM   zcreate_mgr.<locals>.<listcomp>)rl   splitstripr4   	partitionextendlistr0   r1   KeyErrorr	   itemsappendr   sortedr   tuple)descrr~   offsetZ	mgr_itemsZblock_placementsrI   namesZblockstrrk   blocksr   r}   Zsblocksr   r   r   r      sF    
r   c                   C   s   t dg dS )Nr9   r   rZ   r\   )r   r   r   r   r   fblock   s    r   c                   @   s   e Zd Zdd Zejddg dgddggdd	d
ggddgggdd Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd ZdS )	TestBlockc                 C   s    t ddg}|jtjksJ d S )Nr>   r   )r   r%   r0   int32)selfZ
int32blockr   r   r   test_constructor   s    zTestBlock.test_constructorz	typ, datar9   r   rD      rE   r,   r[   rO   re   c                 C   s   t ||}tt|| d S r!   )r   r+   r"   round_trip_pickle)r   typdatablkr   r   r   test_pickle   s    

zTestBlock.test_picklec                 C   s4   t |jtsJ t|jjtjg dtjd d S )Nr   rP   )	r&   r'   r   r"   r#   r(   r0   arrayintpr   r   r   r   r   test_mgr_locs  s    zTestBlock.test_mgr_locsc                 C   s>   |j |jj ksJ |j|jjks$J t|t|jks:J d S r!   )r.   r$   r%   r4   r   r   r   r   
test_attrs  s    zTestBlock.test_attrsc                 C   s"   |  }||usJ t|| d S r!   )r5   r+   )r   r   copr   r   r   	test_copy  s    zTestBlock.test_copyc                 C   s  |  }|j}|d}|j|u s&J ||us2J t|jjtjddgtjd |j	d dk
 rhJ |j	d dk
 s~J |  }|j}|d}|j|u sJ t|jjtjddgtjd |j	d dk
 rJ |j	d dk
 sJ |  }|j}|d}t|jjtjddgtjd |j	d dk
 s@J |  }tjtd d |d W d    n1 sx0    Y  d S )Nr   rZ   r\   rP   r,   matchr[   )r5   r'   deleter"   r#   r(   r0   r   r   r$   rx   pytestraises
IndexError)r   r   Znewblocsnbr   r   r   test_delete  s:    


zTestBlock.test_deletec                 C   s   t jdddddd}t|}|jjd }t|jt	s@J |
d}t|jt	sZJ t|d	}|jjd }t|jtsJ |
dd
g}t|jtsJ d S )N   r=   rP   re   r\   rX   r   r,   rR   r[   )r0   r1   rn   r{   r   _mgrr   r&   r$   r   r   r   )r   r6   dfr   r   r   r   r   test_delete_datetimelikeC  s    
z"TestBlock.test_delete_datetimelikec                 C   s   t jdd}t|g ddd}| }d|d d < |jdk sFJ t|dksVJ t|dg dgddt|dg dgddt|dg d	gddg}t||D ]\}}t	|| qd S )
Nr[   r\   )r[   r,   rf   rZ   rj   ir   r,   rf   )
r0   randomrandnr   _splitr$   rx   r4   zipr+   )r   r$   r   resultexpectedresexpr   r   r   
test_splitT  s    zTestBlock.test_splitc                 C   s8   |}t t |j W d    n1 s*0    Y  d S r!   )r"   assert_produces_warningDeprecationWarningZis_categorical)r   r   r   r   r   r   test_is_categorical_deprecatedg  s    z(TestBlock.test_is_categorical_deprecatedN)__name__
__module____qualname__r   r   markparametrizer   r   r   r   r   r   r   r   r   r   r   r   r      s"   

	
&r   c                   @   s  e Zd Zdd Zdd Zdd Zejddd	gd
d Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zejddejfdejfgdd Zejddejfd ejfd!ejfgd"d# Zd$d% Zd&d' Zejd(g d)d*d+ Zd,d- Zd.d/ Zd0d1 Zejdg d2d3d4 Zd5d6 Z d7d8 Z!d9d: Z"d;d< Z#d=d> Z$ejdd?d@gdAdB Z%ejdg dCdDdE Z&dFdG Z'ejdHdIdJg dKdLgdMdN Z(dOS )PTestBlockManagerc                 C   s*   t d}|jdksJ t|dks&J d S )Nza,b,c: f8-1; d,e,f: f8-2rZ   rf   )r   nblocksr4   r   r    r   r   r   r   o  s    zTestBlockManager.test_attrsc                 C   s   t d}|j|j }}ttdg|d _ttdg|d _d}tjt	|d" t
||}|  W d    n1 s|0    Y  ttdg|d _ttdg|d _t
||}|d d S )Nza:bool; a: f8r   r,   zGaps in blk ref_locsr   )r   axesr   r   r0   r   r'   r   r   AssertionErrorr   Z_rebuild_blknos_and_blklocsiget)r   Ztmp_mgrr   r   msgr    r   r   r   test_duplicate_ref_loc_failuret  s    
&
z/TestBlockManager.test_duplicate_ref_loc_failurec                 C   sR   t |}t t|t| t|ds,J t|ds:J |jrDJ |jrNJ d S )N_is_consolidated_known_consolidated)r"   r   assert_frame_equalr   hasattrr   r   )r   r    mgr2r   r   r   r     s    

zTestBlockManager.test_pickle
mgr_stringza,a,a:f8za: f8; a: i8c                 C   s*   t |}t|}tt|t| d S r!   )r   r"   r   r   r   )r   r   r    r   r   r   r   test_non_unique_pickle  s    
z'TestBlockManager.test_non_unique_picklec                 C   sP   t d}t|}tt|t| td}t|}tt|t| d S )Na: categoryrY   )r   r"   r   r   r   r   Zassert_series_equalr   )r   r    r   ZsmgrZsmgr2r   r   r   test_categorical_block_pickle  s    

z.TestBlockManager.test_categorical_block_picklec                 C   s   t td}tjdd}t| tjdtjd|j	d}t
|f|t tdgd}t|d |d  t|d |d  t|d |d  d S )	Nabcr[   rP   )r$   rk   rU   )r   r   r   r,   rZ   )r	   r   r0   r   Zrandr   r5   r1   r   rU   r   r"   assert_almost_equalr   internal_values)r   colsr$   blockr    r   r   r   	test_iget  s    zTestBlockManager.test_igetc                 C   s   t ddd}|t|jdtdgd  |dtdgd  t|	d	
 td	gd  t|	d
 tjdgd tjd
 t|	d
 tdgd  t|	d
 tjdgd tjd
 d S )Nz
a,b,c: intr[   r~   rI   foor[   r,   barr   rP   rZ   )r   insertr4   r   r0   r   isetr"   r#   r   r   object_r   r   r   r   test_set  s     " " zTestBlockManager.test_setc                 C   s  | t|jdtjttd ||jdt	dt |jd}|
|jtjks\J | }||jdt	dt |jd}|
|jtjksJ | t|jdtjtt |jd}|
|jtjksJ ||jdtjt |
|jtjksJ d S )NbazrP   r   Zquux)r   r4   r   r0   zerosrl   rO   r   get_locrepeatr   r%   r   consolidater   r   rm   r<   int_float_)r   r    idxr   r   r   r   test_set_change_dtype  s    "z&TestBlockManager.test_set_change_dtypec           	      C   sD  |j dd}t|j|jD ]T\}}t|j|j t|jtjrV|jj	|jj	u snJ q|jj
j	|jj
j	u sJ q|  |j dd}t|j|jD ]\}}|j}|j}t|| t|tjr|j	}|j	}n|jj	}|jj	}t|tr
|d u r|d u s>||us>J qt|tjs(||us>J q|d u r:|d u sJ qd S )NF)deepT)r5   r   r   r"   Zassert_equalr$   r&   r0   ndarraybaserv   Z_consolidate_inplaceZ_ndarrayr   )	r   r    cpr   Zcp_blkZbvalsZcpvalsZlbaseZrbaser   r   r   r     s,    "zTestBlockManager.test_copyc                 C   s    t d}| jtjksJ d S )Nza: sparse-1; b: sparse-2)r   r(   r%   r0   float64r   r   r   r   test_sparse  s    zTestBlockManager.test_sparsec                 C   s,   t d}t|jdksJ t|ts(J d S )Nza: sparse-1; b: sparse-2; c: f8r[   )r   r4   r   r&   r   r   r   r   r   test_sparse_mixed  s    z"TestBlockManager.test_sparse_mixedzmgr_string, dtypezc: f4; d: f2c: f4; d: f2; e: f8c                 C   s   t |}| j|ksJ d S r!   r   r(   r%   r   r   r%   r    r   r   r   test_as_array_float  s    z$TestBlockManager.test_as_array_floatza: bool-1; b: bool-2z%a: i8-1; b: i8-2; c: i4; d: i2; e: u1zc: i4; d: i2; e: u1c                 C   s   t |}| j|ksJ d S r!   r   r   r   r   r   test_as_array_int_bool  s    	z'TestBlockManager.test_as_array_int_boolc                 C   s   t d}| jdksJ d S )Nzh: datetime-1; g: datetime-2rR   r   r   r   r   r   test_as_array_datetime  s    z'TestBlockManager.test_as_array_datetimec                 C   sF   t d}|djdksJ |djdks0J | jdksBJ d S )Nz%h: M8[ns, US/Eastern]; g: M8[ns, CET]r   zdatetime64[ns, US/Eastern]r,   zdatetime64[ns, CET]rE   )r   r   r%   r(   r   r   r   r   test_as_array_datetime_tz  s    z*TestBlockManager.test_as_array_datetime_tzt)float16float32r   r   int64c                 C   sL  t d}t|}||}|djj|ks2J |djj|ksHJ |djj|ks^J t d}t|}|j|dd}|djj|ksJ |djj|ksJ |d	jj|ksJ |d
jj|ksJ |djjtjksJ |djjtjksJ |tjkr0|djjtjksHJ n|djj|ksHJ d S )Nr   r   r,   rZ   z6a,b: object; c: bool; d: datetime; e: f4; f: f2; g: f8ignore)errorsr\   re   rf   r[   )	r   r0   r%   rm   r   typer   r  
datetime64)r   r  r    Ztmgrr   r   r   test_astype"  s$    


zTestBlockManager.test_astypec                 C   sJ  dd }t d}| }||| t d}|dtjdgt tjd |dtjd	gt tjd |d
tjdgt tjd |jdd}|djtj	ksJ |djtj
ksJ |d
jtjksJ |djtj	ksJ |djtj
ksJ t d}|dtjdgt tjd |dtjd	gt tjd |d
tjdgt tjd |jdd}|djtj	ksJ |djtj
ksJ |d
jtjksJ |djtjksJ |djtjksJ |djjsJ tj|djtj	ksJ |djtj
ks.J |djtjksFJ d S )Nc                 S   s   t | j}t |j}t|t|ks(J |D ]2}d}|D ]}|j|jk r8d} qVq8|s,J q,|D ]2}d}|D ]}|j|jk rpd} qqp|sdJ qddS )z4compare the blocks, numeric compare ==, object don'tFTN)setr   r4   r$   rx   )Zold_mgrnew_mgrZ
old_blocksZ
new_blocksrN   foundr   obr   r   r   _compare?  s"    


z/TestBlockManager.test_convert.<locals>._comparezf: i8; g: f8za,b,foo: object; f: i8; g: f8r   1rP   r,   z2.rZ   zfoo.T)numericr[   r\   zEa,b,foo: object; f: i4; bool: bool; dt: datetime; i: i8; g: f8; h: f2re   rf   r      )r   convertr   r0   r   rl   r   r   r%   r  r   r   rq   r  r  r  )r   r  r    r  r   r   r   test_convert>  s<    
zTestBlockManager.test_convertc                 C   sp   t jtdd td W d    n1 s,0    Y  t jtdd td W d    n1 sb0    Y  d S )Nzneed to splitr   a: category; b: categorya: category2; b: category2)r   r   r|   r   r   r   r   r   test_invalid_ea_blockx  s    &z&TestBlockManager.test_invalid_ea_blockc                 C   sT   dD ]J}t d| }| j|ks(J t d| d| }| j|ksJ qd S )N)r:   r=   rE   rO   rD   rR   rX   za: z; b: r   )r   r%   r    r   r   r   test_interleave  s
    z TestBlockManager.test_interleave))r   r=   )r  r=   )a: category; b: category2rE   )a: category2rE   )r  rE   )a: f8r:   )a: f8; b: i8r:   )a: f4; b: i8r:   )a: f4; b: i8; d: objectrE   )a: bool; b: i8rE   )
a: complexrD   )a: f8; b: categoryrE   )a: M8[ns]; b: categoryrE   )a: M8[ns]; b: boolrE   )a: M8[ns]; b: i8rE   )a: m8[ns]; b: boolrE   )a: m8[ns]; b: i8rE   )a: M8[ns]; b: m8[ns]rE   c                 C   s  t d}| jdksJ t d}| jdks4J t d}| jdksNJ t d}| jdkshJ t d}| jdksJ t d	}| jdksJ t d
}| jdksJ t d}| jdksJ t d}| jdksJ t d}| jdksJ t d}| jdks"J t d}| jdks>J t d}| jdksZJ t d}| jdksvJ t d}| jdksJ t d}| jdksJ d S )Nr   r=   r  rE   r  r  r:   r   r!  r"  r#  r$  rD   r%  r&  r'  r(  r)  r*  r+  r   r   r   r   r   test_interleave_dtype  s@    z&TestBlockManager.test_interleave_dtypec                 C   s   | |jdtjt | |jdtjt | |jdtjt | |jdtjt | |jdtjt | }|jdksJ | 	 }|jdksJ t
|jd jtsJ t|jd jjtjt|jtjd	 d S )
NfrI   rN   ghr\   r,   r   rP   )r   r   r   r0   r   r   rl   r   r   get_numeric_datar&   r   r'   r   r"   r#   r(   r1   r4   r   )r   r    consr   r   r    test_consolidate_ordering_issues  s     z1TestBlockManager.test_consolidate_ordering_issuesc                 C   s   t d}|jg ddd}| r&J t|jtg d t|d	 |d	  t|d	 |d	  t|d	 |d	  t|d	 |d	  d S )	Nz3a: f8; b: i8; c: f8; d: i8; e: f8; f: bool; g: f8-2)r.  r^   r]   rI   r   axisrf   rZ   r,   r[   )
r   reindex_axisZis_consolidatedr"   assert_index_equalr   r	   r   r   r   )r   r    	reindexedr   r   r   test_reindex_items  s     z#TestBlockManager.test_reindex_itemsc                 C   s  t ddd}|dtjg dtjd | }t|jt	g d t
||jd ||jd  |j|jdtg d	d
d |rt
||jd tg d n(t
||jd tg d	 |jd
d}t|jt	g d |j|jdtg dd
d |rbt
||jd tg d n(t
||jd tg d	 d S )N[int: int; float: float; complex: complex;str: object; bool: bool; obj: object; dt: datetimer   r   re   r,   rZ   r[   rP   )r<   r9   rD   rO   r9   )      Y@g      i@g     r@Tinplace)      ?r>  r>  r5   )g     @@g     @@g     p@)r   r   r0   r   r   r0  r"   r6  r   r	   r   r   r   r   )r   using_copy_on_writer    r  Znumeric2r   r   r   test_get_numeric_data  sR    

z&TestBlockManager.test_get_numeric_datac                 C   s  d}t ddd}|dtjg dtjd tjt|d | }W d    n1 sX0    Y  t	|j
td	d
g t||j
d	 ||j
d	  |jdtg ddd |rt||j
d	 tg d n(t||j
d	 tg d tjt|d |jdd}W d    n1 sJ0    Y  |dtg d |rt||j
d	 tg d n(t||j
d	 tg d d S )Nz)object-dtype columns with all-bool valuesr9  r   r   rf   )TFTrP   r   rO   rQ   r   Tr<  )TTTr?  )FTF)r   r   r0   r   r   r"   r   FutureWarningZget_bool_datar6  r   r	   r   r   r   r   r#   )r   r@  r   r    ZboolsZbools2r   r   r   test_get_bool_data  sF    &,z#TestBlockManager.test_get_bool_datac                 C   s   t td d S )Nu   b,א: object)reprr   r  r   r   r   test_unicode_repr_doesnt_raiseI  s    z/TestBlockManager.test_unicode_repr_doesnt_raisea,b,c: i8-1; d,e,f: i8-2za,a,a: i8-1; b,b,b: i8-2c                 C   s2   t |}t|jd d d |j}||s.J d S )Nr`   )r   r   r   r   equals)r   r   bm1Zbm2r   r   r   test_equalsL  s    zTestBlockManager.test_equals)z	a:i8;b:f8za:i8;b:f8;c:c8;d:bza:i8;e:dt;f:td;g:stringza:i8;b:category;c:category2zc:sparse;d:sparse_na;b:f8c                 C   sN   t |}t|j}|D ]0}tt||j}||s:J ||sJ qd S r!   )r   	itertoolspermutationsr   r   r   r   rG  )r   r   ZbmZblock_permsZbm_permZbm_thisr   r   r   (test_equals_block_order_different_dtypesU  s    z9TestBlockManager.test_equals_block_order_different_dtypesc                 C   s(   t ddd}|  g dks$J d S )Nr:   re   )r   )rd   r>         @g      @g      @)r   external_valuestolistr   r   r   r   test_single_mgr_ctorh  s    z%TestBlockManager.test_single_mgr_ctorvaluer,   Truer:  g      @c                 C   s`   t d}dt|j d}tjt|d$ |jdgdg|d W d    n1 sR0    Y  d S )NrF  z9For argument "inplace" expected type bool, received type .r   r,   rZ   r<  )r   r  r   r   r   r|   Zreplace_list)r   rQ  rH  r   r   r   r   test_validate_bool_argsl  s    z(TestBlockManager.test_validate_bool_argsN))r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r0   r  r   r  rq   r  r   r  r  r  r  r  r  r  r,  r2  r8  rA  rC  rE  rI  rL  rP  rT  r   r   r   r   r   n  sl   
	'


:
%2,


	r   c                 C   s   | j dkr|  S |  jS )Nr,   )rU   rN  r(   T)r    r   r   r   	_as_arrayx  s    
rV  c                	   @   s   e Zd ZedeedeedefdedefdedefdedefdgZej	ded	d
 Z
ej	dedd Zej	deej	ddejdgdd Zej	deej	ddejdgdd ZdS )TestIndexingr:   r=   za,b,c,d,e,f: f8r   za,b,c,d,e,f: i8za,b: f8; c,d: i8; e,f: stringza,b: f8; c,d: i8; e,f: f8r    c                 C   s  dd }|j dksJ |j t|j D ]X}|||td  |||td |||td |||tdd |||tddd	 |j dk r&|||tjg tjd
 |||tj|j| tjd
 |||tj|j| tjd
 |j| dkr,|||t	|j| d dk |||tjg dtjd
 |||g  |||t
t|j|  |j| dkr&|||g d |||g d q&d S )Nc                 S   s   t | }t|tjrb| j| }t|rbt|rbt|t|krbt|tjt|t| tdg}t|t	r|| j
||d}n"| jdkr|dkr| |}nd S t	d f| |f }tj|| t |dd t| j| | |j|  d S )NrP   r3  r,   r   FZcheck_dtype)rV  r&   r0   r   r   r4   Zconcatenater   rO   r   Z	get_slicerU   Zgetitem_mgrr"   r#   r6  )r    r4  Zslobjr   axZslicedZ	mat_slobjr   r   r   assert_slice_ok  s"    
 
z4TestIndexing.test_get_slice.<locals>.assert_slice_okrZ   r[   d   r,   r\   r   rP   )TTFr   r,   rZ   r`   r\  )rU   ranger   r0   r   rq   rp   r.   r   r1   r   )r   r    rZ  rY  r   r   r   test_get_slice  s,    
 zTestIndexing.test_get_slicec                 C   s   dd }t |jD ]r}|||g d |||g dd |||tt |j| d |j| dkr|||g dd |||g dd qd S )Nc                 S   sT   t | }| ||}tjt|||t |dd t| j| ||j|  d S )NFrX  )rV  taker"   r#   r0   r6  r   )r    r4  indexerr   Ztakenr   r   r   assert_take_ok  s    z.TestIndexing.test_take.<locals>.assert_take_ok)rc  r   r   r   r[   r]  r^  )r`  rU   r   r.   )r   r    rd  rY  r   r   r   	test_take  s    zTestIndexing.test_takerh   Nr;  c                 C   s   dd }t |jD ]}|||tg | ||||j| | ||||j| g d | |||tg d| |||td|j| d dg| |j| dkr||||j| d d	 | ||||j| d	d d
 | ||||j| g d | qd S )Nc                 S   s`   t | }| j| |}| j|||d}tjtj||||dt |dd t|j| | d S Nrg   FrX  )	rV  r   Zget_indexer_forr5  r"   r#   algostake_ndr6  )r    r4  
new_labelsrh   r   rc  r7  r   r   r   assert_reindex_axis_is_ok  s    zATestIndexing.test_reindex_axis.<locals>.assert_reindex_axis_is_okre  r   r   r   r   r   r   r[   r_  r`   )r   r,   rZ   r   r,   rZ   )r`  rU   r	   r   r.   )r   rh   r    rk  rY  r   r   r   test_reindex_axis  s    zTestIndexing.test_reindex_axisc              	   C   s  dd }t |jD ]l}|||tg tjg tjd| ||||j| t|j| | |||tdg|j|  t|j| | ||||j| d d d t|j| | ||||j| t|j| d d d | |||tg dtg d| |||tg dtg d| |||td|j| d	 d
gtg d| |j| dkr|||tg dtg d| qd S )Nc                 S   sV   t | }tj||||d}| j||||d}tj|t |dd t|j| | d S rg  )rV  rh  ri  Zreindex_indexerr"   r#   r6  r   )r    r4  rj  rc  rh   r   Zreindexed_matr7  r   r   r   assert_reindex_indexer_is_ok  s    
zGTestIndexing.test_reindex_indexer.<locals>.assert_reindex_indexer_is_okrP   r   r`   rl  re  )r`   r   r`   r   r   )r`   r`   r`   r[   r]  )	r`  rU   r	   r0   r   r   r   r1   r.   )r   rh   r    rn  rY  r   r   r   test_reindex_indexer   sT    &&
z!TestIndexing.test_reindex_indexer)r   r   r   r   rl   r   ZMANAGERSr   r   r   ra  rf  r0   rz   rm  ro  r   r   r   r   rW  ~  s"   


;
rW  c                   @   s  e Zd Zejdedddfeddddfeddddfeddddfeddddfgdd	 Zejd
edddedddgdd Zdd Z	ejd
eddeddedddedddeddeddeddedddedddedddg
dd Z
ejd
eddeddeddedddedddgdd Zejddgedddfdgedddfg dedddfg dedddfddgedddfddgedddfgdd Zejdg dgg d d!gdgg d"g d#g d$g d%g	d&d' Zejdeddg dfeddg feddg fgd(d) Zejd*eddg dfeddg feddg fedddg d+fgd,d- Zd.d/ Zejd0edddg fedddg d1feddddg d+fg d2dg d2fedddg fedddg d3feddddg d4fg d2dg d5fedddg fedddg dfg d2dg d6fgd7d8 Zejd9eddg d2gd:d; ZdS )<TestBlockPlacementzslc, expectedr   r\   rZ   r[   r,   r`   c                 C   s   t t||ksJ d S r!   )r4   r   r   slcr   r   r   r   test_slice_len;  s    z!TestBlockPlacement.test_slice_lenrr  c                 C   s>   d}t jt|d t| W d    n1 s00    Y  d S )Nzslice step cannot be zeror   r   r   r|   r   r   rr  r   r   r   r   test_zero_step_raisesH  s    z(TestBlockPlacement.test_zero_step_raisesc                 C   s.   t ddd}t|}|jt dd dks*J d S )Nr[   r`   r\  )r   r   rc  )r   rr  bpr   r   r   !test_slice_canonize_negative_stopN  s    z4TestBlockPlacement.test_slice_canonize_negative_stopNr8   c                 C   s>   d}t jt|d t| W d    n1 s00    Y  d S )Nzunbounded slicer   rt  ru  r   r   r   test_unbounded_slice_raisesU  s    z.TestBlockPlacement.test_unbounded_slice_raisesr[  c                 C   s   t |jrJ d S r!   r   Zis_slice_like)r   rr  r   r   r   test_not_slice_like_slicesk  s    z-TestBlockPlacement.test_not_slice_like_sliceszarr, slce   r]  )r   re   r8      re      c                 C   s   t |j|ksJ d S r!   )r   as_slice)r   r6   rr  r   r   r   test_array_to_slice_conversionx  s    z1TestBlockPlacement.test_array_to_slice_conversionr6   r^  )r`   r   r,   rZ   )r\  r   rZ   r\   )r,   r   r`   )r,   r,   r,   c                 C   s   t |jrJ d S r!   rz  )r   r6   r   r   r   test_not_slice_like_arrays  s    z-TestBlockPlacement.test_not_slice_like_arraysc                 C   s   t t||ksJ d S r!   )r   r   rq  r   r   r   test_slice_iter  s    z"TestBlockPlacement.test_slice_iterzslc, arr)r[   rZ   r,   c                 C   s"   t t|jtj|tjd d S )NrP   )r"   r#   r   r(   r0   asarrayr   )r   rr  r6   r   r   r   test_slice_to_array_conversion  s    
z1TestBlockPlacement.test_slice_to_array_conversionc                 C   st   t tdd}|djtdddks*J |tdjtdddksLJ t|tdddg dkspJ d S )	Nr   re   r,   rf   r8   rZ   r`   )re   re   re   re   re   )r   r   addr  r0   r1   r   )r   Zbplr   r   r   test_blockplacement_add  s    "z*TestBlockPlacement.test_blockplacement_addzval, inc, expectedr:  )r,   rZ   r\   )         )r  r  r  )r  r     )r   r,   r[   c                 C   s   t t|||ksJ d S r!   )r   r   r  )r   valincr   r   r   r   test_blockplacement_add_int  s    z.TestBlockPlacement.test_blockplacement_add_intr  c                 C   sD   d}t jt|d t|d W d    n1 s60    Y  d S )Nziadd causes length changer   r  )r   r   r|   r   r  )r   r  r   r   r   r   "test_blockplacement_add_int_raises  s    z5TestBlockPlacement.test_blockplacement_add_int_raises)r   r   r   r   r   r   r   rs  rv  rx  ry  r{  r  r  r  r  r  r  r  r   r   r   r   rp  :  s   

 












*
	

rp  c                
   @   s   e Zd Zejdd dd dd dd dd dd dd d	d gd
dd Zdd Zejde	j
e	je	jgdd Zejde	j
e	je	jgdd Zdd Zdd ZeedddZedddZeedddZeedd d!Zd"S )#TestCanHoldElementc                 C   s   | S r!   r   r-   r   r   r   r     rM   zTestCanHoldElement.<lambda>c                 C   s   |   S r!   )Z	to_seriesr  r   r   r   r     rM   c                 C   s   | j S r!   )rv   r  r   r   r   r     rM   c                 C   s   t | S r!   )r   r  r   r   r   r     rM   c                 C   s
   |  tS r!   )rm   rE   r  r   r   r   r     rM   c                 C   s
   t | S r!   )r0   r  r  r   r   r   r     rM   c                 C   s   | d S r   r   r  r   r   r   r     rM   c                 C   s   | d d S r   r   r  r   r   r   r     rM   r   c                 C   s   |j S )z
        Functions that take an Index and return an element that should have
        blk._can_hold_element(element) for a Block with this index's dtype.
        r   )r   r   r   r   r   element  s    zTestCanHoldElement.elementc                 C   s   t ddg}|g sJ t|j }|d s8J d |d< |d tju sRJ tdt	dddg}|D ]}||s~J ||d< qlt
ddd}||rJ d}tjt|d ||d< W d    n1 s0    Y  d S )Nr   r   z
2010-10-10i  r8   zLvalue should be a 'Timestamp', 'NaT', or array of those. Got 'date' instead.r   )r   _can_hold_elementpdr   r$   ro   ZNaTr0   r  r   r   r   r   	TypeError)r   r   r6   valsr  r   r   r   r   $test_datetime_block_can_hold_element  s     
z7TestCanHoldElement.test_datetime_block_can_hold_elementr%   c                 C   s@   t jg d|d}t|}t|jdgdd}|g s<J d S )N)r,   r[   r\   rP   r,   rZ   rT   )r0   r   r
   from_breaksr   rv   r  )r   r%   r  r6   iir   r   r   r   (test_interval_can_hold_element_emptylist  s    
z;TestCanHoldElement.test_interval_can_hold_element_emptylistc           
      C   s  t jg d|d}t|}t|jdgdd}||}| ||d ||sRJ tj|d d dd	}||}| ||d
 ||rJ ttdtdtdg}||}| ||d
 ||rJ tt	dt	dt	dg}	||	}| ||d
 ||rJ d S )N)r,   r[   r\   	   rP   r,   rZ   rT   Tr`   Zneither)closedFr[   r\   )
r0   r   r
   r  r   rv   check_series_setitemr  r   r   )
r   r%   r  r6   r  r   elemZii2Zii3Zii4r   r   r   test_interval_can_hold_element  s$    
z1TestCanHoldElement.test_interval_can_hold_elementc                 C   s:   t dddd}t|jdddgdd}|g s6J d S )N2016r[   rH   Zperiodsfreqr,   rZ   rT   )r   r   rv   rn   r  )r   pir   r   r   r   &test_period_can_hold_element_emptylist!  s    z9TestCanHoldElement.test_period_can_hold_element_emptylistc                 C   sx   t dddd}||}| ||d |dd d }||}| ||d |d	d d }||}| ||d d S )
Nr  r[   rH   r  TDr`   FS)r   r  ZasfreqZto_timestamp)r   r  r  r  Zpi2Zdtir   r   r   test_period_can_hold_element'  s    z/TestCanHoldElement.test_period_can_hold_element)indexr=  c                 C   s    |  ||| | ||| d S r!   )r  check_frame_setitem)r   r  r  r=  r   r   r   check_setting7  s    z TestCanHoldElement.check_settingr<  c                 C   s2   |j jd }|r ||s.J n||r.J d S r   )r   r   r  )r   objr  r=  r   r   r   r   check_can_hold_element;  s    z)TestCanHoldElement.check_can_hold_elementc                 C   sh   |j  }t|}| ||| t|r2||d< n||d t|< |rV|j|u sdJ n|jtksdJ d S r   )	rv   r5   r   r  r   r4   r   r%   rE   )r   r  r  r=  r6   serr   r   r   r  B  s    

z'TestCanHoldElement.check_series_setitemc                 C   sz   |j  }t|}| ||| t|r4||jd< n||jd t|df< |rd|jjd |u svJ n|j	d t
ksvJ d S )N)r   r   r   )rv   r5   r   r  r   Zilocr4   r   arraysZdtypesrE   )r   r  r  r=  r6   r   r   r   r   r  R  s    
z&TestCanHoldElement.check_frame_setitemN)r   r   r   r   fixturer  r  r   r   r0   r  Zuint64r   r  r  r  r  r	   rO   r  r  r  r  r   r   r   r   r    s.   


r  c                   @   s   e Zd Zdd ZdS )TestShouldStorec                 C   sn   t g d}t|}|jjd }||s.J ||d d sDJ || rVJ |t|rjJ d S )N)rH   BCr   r`   )r   r   r   r   Zshould_storeZ
as_orderedr0   r  )r   catr   r   r   r   r   test_should_store_categoricale  s    z-TestShouldStore.test_should_store_categoricalN)r   r   r   r  r   r   r   r   r  d  s   r  c                 C   sZ   t ddg}td}d}tjt|d | ||dd W d    n1 sL0    Y  d S )Nr>  rM  rZ   z:Wrong number of dimensions. values.ndim != ndim \[1 != 2\]r   rT   )r0   r   r   r   r   r|   )r   r$   rk   r   r   r   r   test_validate_ndimu  s
    r  c                  C   s\   t g d} tg d| }ttg d| }|jjd jj|jjd jjksXJ d S )N)r   r,   rZ   r[   r\   r:  r   )r	   r   Zreindexr   r   r   r'   rc  )r   r]   rN   r   r   r   test_block_shape~  s    r  c                 C   s   t jtddg}| |tt||jd}|jj	dv s>J | t
u r|jdu sTJ | |tt||j|jd}|jj	dv sJ |jdu sJ | | tt||j|jd}|jj	dv sJ |jdu sJ d S )Nr,   rZ   rT   )rK   uF)r%   rU   )r  r  ZPandasArrayr0   r   r   r4   rU   r%   kindr   Zis_extensionZto_numpy)r   r6   r   r   r   r   test_make_block_no_pandas_array  s    r  c                  C   sV   t td} | jjd }tt  t|| jdd W d    n1 sH0    Y  d S )Nr[   r   T)Zfastpath)	r   r`  rv   r   r"   r   rB  r   r  )r  r   r   r   r   -test_single_block_manager_fastpath_deprecated  s    r  )N)N)Cr   r   rJ  rs   numpyr0   r   Zpandas._libs.internalsr   Zpandas.util._test_decoratorsutilZ_test_decoratorsrW   Zpandas.core.dtypes.commonr   Zpandasr  r   r   r   r	   r
   r   r   r   r   Zpandas._testingZ_testingr"   Zpandas.core.algorithmscoreZ
algorithmsrh  Zpandas.core.arraysr   r   r   Zpandas.core.internalsr   r   r   Zpandas.core.internals.blocksr   r   Zskip_array_manager_invalid_testZ
pytestmarkr  r   r    r+   r7   rl   r   r   r   r   r   r   rV  rW  rp  r  r  r  r  r  r  r   r   r   r   <module>   sZ   ,

X


?
s     =  	