U
    sVcw                     @   s   d Z ddlmZ ddlmZ ddlZddlZddlZ	ddlm
Z
mZ ddlmZ ejdZdd Zejd	d
dgejdedd gdd Zdd Zdd Zdd Zejddd egdd Zdd Zdd ZdS )zc
Tests column conversion functionality during parsing
for all of the parsers defined in parsers.py
    )StringIO)parseN)	DataFrameIndexZpyarrow_skipc              	   C   s8   | }d}t jtdd |jt|dd W 5 Q R X d S )Nzindex,A,B,C,D
foo,2,3,4,5
zType converters.+)matchr   
converters)pytestZraises	TypeErrorread_csvr   )all_parsersparserdata r   J/tmp/pip-unpacked-wheel-xj8nt62q/pandas/tests/io/parser/test_converters.py!test_converters_type_must_be_dict   s    r   column   D	converterc                 C   s   t | dd S )N/   )intsplitxr   r   r   <lambda>!       r   c                 C   sN   | }d}|j t|||id}| t|}|d ||d< t|| d S )Nz;A,B,C,D
a,1,2,01/01/2009
b,3,4,01/02/2009
c,4,5,01/03/2009
r   r   )r   r   maptmassert_frame_equal)r   r   r   r   r   resultexpectedr   r   r   test_converters   s    r#   c                 C   sP   | }d}ddd i}|j t|d |d}tdddgd	d
dgg}t|| d S )Nz000102,1.2,A
001245,2,Br   c                 S   s   |   S N)stripr   r   r   r   r   7   r   z2test_converters_no_implicit_conv.<locals>.<lambda>headerr   Z000102g333333?AZ001245r   Br   r   r   r   r    )r   r   r   r   r!   r"   r   r   r    test_converters_no_implicit_conv2   s    r+   c              	   C   s   i }| }d}dd  |d<  |d< |d< |j t|d|d}td	d
ddddgddddddgddddddggddddddgd}t|| d S )NzId;Number1;Number2;Text1;Text2;Number3
1;1521,1541;187101,9543;ABC;poi;4,7387
2;121,12;14897,76;DEF;uyt;0,3773
3;878,158;108013,434;GHI;rez;2,7356c                 S   s   t | ddS )N,.)floatreplacer   r   r   r   r   J   r   z5test_converters_euro_decimal_format.<locals>.<lambda>ZNumber1ZNumber2ZNumber3;)sepr      gAc̝ė@g	hAABCZpoig8m@r   gHzG^@g{G@ZDEFZuytg1%?r   g%Cq@g^@ZGHIZrezg4@@ZIdZText1ZText2)columnsr*   )r   r   r   r   r!   r"   r   r   r   #test_converters_euro_decimal_format?   s     r5   c           	      C   s   | }d}dd }dd }dd }g }||fD ]B}|j t|||dd	d gd
}t|d d sdt|| q,t|d |d  d S )Nz+id,score,days
1,2,12
2,2-5,
3,,14+
4,6-12,2c                 S   sB   |   } | stjS | d}|r6t| d d d } nt| } | S N+r2   r%   npnanendswithr   r   Zis_plusr   r   r   convert_daysa   s    
z6test_converters_corner_with_nans.<locals>.convert_daysc                 S   sB   |   } | stjS | d}|r6t| d d d } nt| } | S r6   r9   r=   r   r   r   convert_days_sentinelp   s    
z?test_converters_corner_with_nans.<locals>.convert_days_sentinelc                 S   sN   |   } | stjS | ddkrBtt| d\}}d||  }nt| }|S )N-r   g      ?)r%   r:   r;   findr   r   r   r.   )r   Zval_minZval_maxvalr   r   r   convert_score   s    z7test_converters_corner_with_nans.<locals>.convert_score)Zscoredays )r   Z	na_valuesrD   r2   r   )r   r   pdZisnaAssertionErrorappendr   r    )	r   r   r   r>   r?   rC   resultsZday_converterr!   r   r   r    test_converters_corner_with_nansX   s    rJ   conv_fc                 C   s   | S r$   r   r   r   r   r   r      r   c                 C   sT   | }d}|j t|ddd|id}tdddgitdd	gdd
dd}t|| d S )NzA;B
1;2
3;4r0   r(   )r1   Z	index_colr   r)   r      13object)nameZdtype)index)r   r   r   r   r   r    )r   rK   r   r   rsxpr   r   r   test_converter_index_col_bug   s       "rT   c                 C   sH   | }d}|j t|ddd id}tddgdd	gd
}t|| d S )NzA,B
1,2
3,4r(   c                 S   s   | S r$   r   r   r   r   r   r      r   z0test_converter_identity_object.<locals>.<lambda>r   rM   rN   r   rL   )r(   r)   r*   )r   r   r   rR   rS   r   r   r   test_converter_identity_object   s
    rU   c                 C   sj   | }d}|j t|ttdtjtjtjdd}ttdgtdgtdgd}t	|| d S )NzA,B,B
X,Y,Z
1,2,3r   ))r(   X)r)   Y)r)   Zr&   r2   r   )
r   r   listranger:   Zint32Zfloat32r   r   r    )r   r   r   r!   r"   r   r   r   test_converter_multi_index   s"    




r[   )__doc__ior   Zdateutil.parserr   Znumpyr:   r	   ZpandasrF   r   r   Zpandas._testingZ_testingr   markZusefixturesZ
pytestmarkr   Zparametrizer#   r+   r5   rJ   strrT   rU   r[   r   r   r   r   <module>   s,   
 
C
