U
    sVc                  	   @   s   d Z ddlmZ ddlZddlZddlmZ ddlm	Z
 ejdZejdddggdd	 Zejd
i ddiddigdd Zdd Zdd Zdd Zejdddddddgdd Zejdd dgd!d" Zd#d$ ZdS )%zf
Tests that comments are properly handled during parsing
for all of the parsers defined in parsers.py
    )StringION)	DataFrameZpyarrow_skip	na_valuesNaNc                 C   sP   | }d}t dddgdtjdggddd	gd
}|jt|d|d}t|| d S )Nz&A,B,C
1,2.,4.#hello world
5.,NaN,10.0
      ?       @      @      @      $@ABCcolumns#commentr   r   npnanread_csvr   tmassert_frame_equal)all_parsersr   parserdataexpectedresult r   G/tmp/pip-unpacked-wheel-xj8nt62q/pandas/tests/io/parser/test_comment.pytest_comment   s     r    read_kwargslineterminator*delim_whitespaceTc                 C   s   | }d}| dr |dd}n@| dr`|jdkrNtjjdd}|j| |d	| d}d
|d< |jt	|f|}t
dddgdtjdggdddgd}t|| d S )Nz@# empty
A,B,C
1,2.,4.#hello world
#ignore this line
5.,NaN,10.0
r$   , r"   cz2Custom terminator not supported with Python engine)reason
r   r   r   r   r   r	   r
   r   r   r   r   )getreplaceenginepytestmarkxfailnode
add_markerr   r   r   r   r   r   r   )r   r!   requestr   r   r.   r   r   r   r   r   test_line_comment   s$    


 r3   c                 C   sP   | }d}t dddgdtjdggddd	gd
}|jt|ddd}t|| d S )NzH# empty
random line
# second empty line
1,2,3
A,B,C
1,2.,4.
5.,NaN,10.0
r   r   r   r	   r
   r   r   r   r   r      )r   skiprowsr   r   r   r   r   r   r   r   r   test_comment_skiprows=   s    	 r7   c                 C   sP   | }d}t dddgdtjdggddd	gd
}|jt|ddd}t|| d S )Nz<# empty
# second empty line
1,2,3
A,B,C
1,2.,4.
5.,NaN,10.0
r   r   r   r	   r
   r   r   r   r   r      r   headerr   r6   r   r   r   test_comment_headerO   s     r;   c                 C   sR   | }d}t dddgdtjdggddd	gd
}|jt|dddd}t|| d S )NzU# empty
# second empty line
# third empty line
X,Y,Z
1,2,3
A,B,C
1,2.,4.
5.,NaN,10.0
r   r   r   r	   r
   r   r   r   r   r   r4   r8   )r   r5   r:   r   r6   r   r   r   test_comment_skiprows_header`   s     r<   comment_charr   ~&^@c                 C   sT   | }d}|j t|d||d}tdddgddd	ggd
ddgd}t|| d S )Nz,a,b,c
1,2,3#ignore this!
4,5,6#ignorethistoor   )r   r8         r4         abr'   r   )r   r   r+   r   r   r   )r   r=   r   r   r   r   r   r   r   test_custom_comment_charu   s     "rH   r:   Zinferc                 C   sl   | }d}|d kr.t ddgddgddgd}nt d	d
dggdddgd}|jt|d|d}t|| d S )Nz # notes
a,b,c
# more notes
1,2,3rF   1rG   2r'   3)r   r8   rB   r8   rB   rC   r   r   r9   )r   r   r   r   r   )r   r:   r   r   r   r   r   r   r   test_comment_first_line   s    rL   c                 C   s   | j dkr&d}|jtjj|td | }d}|jt|ddd}t	dd	d
gdddgdt
jt
jgdt
jdgd}t|| d S )Nr'   z=see gh-34002: works on the python engine but not the c engine)r(   ZraiseszU# this is a comment
col1,col2,col3,col4
1,2,3,4#inline comment
4,5#,6,10
7,8,#N/A,11
r   z#N/Ar   r8   r4      rB   rD      g      @r   g      &@)Zcol1Zcol2Zcol3Zcol4)r,   r0   r1   r-   r.   r/   AssertionErrorr   r   r   r   r   r   r   )r   r2   r(   r   r   r   r   r   r   r   "test_comment_char_in_default_value   s    

rP   )__doc__ior   Znumpyr   r-   Zpandasr   Zpandas._testingZ_testingr   r.   ZusefixturesZ
pytestmarkZparametrizer    r3   r7   r;   r<   rH   rL   rP   r   r   r   r   <module>   s*   
 


