U
    sVca                     @  s   d Z ddlmZ ddlmZmZ ddlZddlZddlZddl	Z	ddl
Z
ddlmZmZ ddlZddlmZ ddlmZ ddlmZmZmZ ddlZdd	lmZmZ dd
lmZ G dd deZG dd deZ dd Z!dS )a  
Test extension array for storing nested data in a pandas container.

The JSONArray stores lists of dictionaries. The storage mechanism is a list,
not an ndarray.

Note
----
We currently store lists of UserDicts. Pandas has a few places
internally that specifically check for dicts, and does non-scalar things
in that case. We *want* the dictionaries to be treated as scalars, so we
hack around pandas by using UserDicts.
    )annotations)UserDictabcN)AnyMapping)type_t'construct_1d_object_array_from_listlike)is_bool_dtypeis_list_likepandas_dtype)ExtensionArrayExtensionDtype)unpack_tuple_and_ellipsesc                   @  s8   e Zd ZU ejZdZe Zde	d< e
ddddZdS )		JSONDtypejsonzMapping[str, Any]na_valueztype_t[JSONArray]returnc                 C  s   t S )zq
        Return the array type associated with this dtype.

        Returns
        -------
        type
        )	JSONArray)cls r   E/tmp/pip-unpacked-wheel-xj8nt62q/pandas/tests/extension/json/array.pyconstruct_array_type6   s    	zJSONDtype.construct_array_typeN)__name__
__module____qualname__r   r   typenamer   r   __annotations__classmethodr   r   r   r   r   r   1   s
   
r   c                   @  s   e Zd Ze ZdZd,ddddZed-dd	Zed
d Z	dd Z
dd ZddddZdd Zdd Zd.ddZeddddZdd Zd/ddZdd  Zd0d"d#Zd$d% Zed&d' Zd(d) Zd*d+ ZdS )1r   i  NFNoner   c                 C  sD   |D ]&}t || jjstdt| jj q|| _| j | _| _d S )NzAll values must be of type )
isinstancedtyper   	TypeErrorstrdataZ_items_data)selfvaluesr#   copyvalr   r   r   __init__F   s
    zJSONArray.__init__c                 C  s   | |S Nr   )r   Zscalarsr#   r*   r   r   r   _from_sequenceS   s    zJSONArray._from_sequencec                 C  s   | dd |D S )Nc                 S  s   g | ]}|d krt |qS )r   )r   .0xr   r   r   
<listcomp>Y   s      z.JSONArray._from_factorized.<locals>.<listcomp>r   )r   r)   originalr   r   r   _from_factorizedW   s    zJSONArray._from_factorizedc                   s   t |trt|}t |tjr( j| S t |trL|td krLt  jS t |trht  j| S t|szt	dnNt
jj |}t|jr dd t |D S t  fdd|D S d S )Nzuonly integers, slices (`:`), ellipsis (`...`), numpy.newaxis (`None`) and integer or boolean arrays are valid indicesc                 S  s   g | ]\}}|r|qS r   r   )r0   r1   mr   r   r   r2   q   s      z)JSONArray.__getitem__.<locals>.<listcomp>c                   s   g | ]} j | qS r   r&   )r0   ir(   r   r   r2   s   s     )r"   tupler   numbersIntegralr&   slicer   r   
IndexErrorpdapiZindexersZcheck_array_indexerr
   r#   r.   zip)r(   itemr   r8   r   __getitem__[   s     



zJSONArray.__getitem__c                 C  s   t |tjr|| j|< nt |t| tjfs8t|g}t |t	j
r|jdkrtt||D ],\}\}}|r\t || jjs~t|| j|< q\n0t||D ]$\}}t || jjst|| j|< qd S )Nbool)r"   r:   r;   r&   r   r   Sequence	itertoolscyclenpZndarrayr#   	enumerater@   AssertionError)r(   keyvaluer7   kvr   r   r   __setitem__u   s    zJSONArray.__setitem__intc                 C  s
   t | jS r-   )lenr&   r8   r   r   r   __len__   s    zJSONArray.__len__c                 C  s   t S r-   NotImplementedr(   otherr   r   r   __eq__   s    zJSONArray.__eq__c                 C  s   t S r-   rR   rT   r   r   r   __ne__   s    zJSONArray.__ne__c                 C  s0   |d krt }|t kr tt| S tj| j|dS )Nr#   )objectr	   listrG   asarrayr&   )r(   r#   r   r   r   	__array__   s
    zJSONArray.__array__c                 C  s   t | jS r-   )sys	getsizeofr&   r8   r   r   r   nbytes   s    zJSONArray.nbytesc                   s   t j fdd jD tdS )Nc                   s   g | ]}| j jkqS r   )r#   r   r/   r8   r   r   r2      s     z"JSONArray.isna.<locals>.<listcomp>rX   )rG   arrayr&   rC   r8   r   r8   r   isna   s    zJSONArray.isnac              
     s   t |}d}|rz d kr"jj |dk  r2tz fdd|D }W q tk
rv } zt||W 5 d }~X Y qX nDzfdd|D }W n, tk
r } zt||W 5 d }~X Y nX |S )NzIIndex is out of bounds or cannot do a non-empty take from an empty array.c                   s"   g | ]}|d krj | n qS )rb   r6   r0   loc
fill_valuer(   r   r   r2      s    z"JSONArray.take.<locals>.<listcomp>c                   s   g | ]} j | qS r   r6   rc   r8   r   r   r2      s     )rG   r[   r#   r   any
ValueErrorr=   r.   )r(   ZindexerZ
allow_fillrf   msgoutputerrr   re   r   take   s&    

zJSONArray.takec                 C  s   t | | jd d  S r-   r   r&   r8   r   r   r   r*      s    zJSONArray.copyTc                 C  s~   ddl m} t|}t|t| jr>|| jkr>|r:|  S | S t||rd| t}|	 j
|ddS tjdd | D ||dS )Nr   )StringDtypeF)r*   c                 S  s   g | ]}t |qS r   dictr/   r   r   r   r2      s     z$JSONArray.astype.<locals>.<listcomp>)r#   r*   )Zpandas.core.arrays.string_rn   r   r"   r   r#   r*   astyper%   r   r.   rG   r`   )r(   r#   r*   rn   rK   r   r   r   rq      s    

zJSONArray.astypec                 C  s"   t | dd dd | jD D S )Nc                 S  s   g | ]}t |qS r   ro   r/   r   r   r   r2      s     z$JSONArray.unique.<locals>.<listcomp>c                 S  s   h | ]}t | qS r   r9   items)r0   dr   r   r   	<setcomp>   s     z#JSONArray.unique.<locals>.<setcomp>rm   r8   r   r   r   unique   s    zJSONArray.uniquec                 C  s"   t tjdd |D }| |S )Nc                 s  s   | ]}|j V  qd S r-   r6   r/   r   r   r   	<genexpr>   s     z.JSONArray._concat_same_type.<locals>.<genexpr>)rZ   rE   chainfrom_iterable)r   Z	to_concatr&   r   r   r   _concat_same_type   s    zJSONArray._concat_same_typec                 C  s$   |   }t|dkr| }|dfS )Nr   r   )_values_for_argsortrP   Zravelr(   frozenr   r   r   _values_for_factorize   s    zJSONArray._values_for_factorizec                 C  s   dd | D }t |S )Nc                 S  s   g | ]}t | qS r   rr   r/   r   r   r   r2      s     z1JSONArray._values_for_argsort.<locals>.<listcomp>r   r|   r   r   r   r{      s    zJSONArray._values_for_argsort)NF)NF)N)FN)T)r   r   r   r   r#   Z__array_priority__r,   r    r.   r4   rB   rN   rQ   rV   rW   r\   propertyr_   ra   rl   r*   rq   rv   rz   r~   r{   r   r   r   r   r   B   s0   




r   c                   C  s   dd t dD S )Nc              	   S  s*   g | ]"}t d d ttddD qS )c                 S  s$   g | ]}t tjt d dfqS )r   d   )randomchoicestringascii_lettersrandintr0   _r   r   r   r2      s   z(make_data.<locals>.<listcomp>.<listcomp>r   
   )r   ranger   r   r   r   r   r   r2      s   zmake_data.<locals>.<listcomp>r   )r   r   r   r   r   	make_data   s    r   )"__doc__
__future__r   collectionsr   r   rE   r:   r   r   r]   typingr   r   ZnumpyrG   Zpandas._typingr   Zpandas.core.dtypes.castr	   Zpandas.core.dtypes.commonr
   r   r   Zpandasr>   Zpandas.api.extensionsr   r   Zpandas.core.indexersr   r   r   r   r   r   r   r   <module>   s&    )