a
    Gb.                     @  s,  d dl mZ d dlZd dlZd dlmZ d dlmZmZ d dl	m
Z G dd dZG dd deZG d	d
 d
eZG dd deZG dd deZG dd deZejdd Zejdd ZeZeZeZeZegZeegZejeejjdgZg eeeZdgZ ddgZ!dgZ"g e!e e"Z#ejee#ddd Z$ejee!ddd Z%ejee ddd  Z&ejee"dd!d" Z'd#d$ Z(eje( d% e( d& dd'd( Z)g d)Z*g d*Z+d+d,gZ,d-d. e+D Z-eje*d/d0d1 Z.eje-d/d2d3 Z/ejg d4d/d5d6 Z0ejd7d8 Z1ejd9d: Z2dS );    )annotationsN)VERSIONS)read_csv
read_tablec                   @  sR   e Zd ZU dZded< dZg Zded< dd Zd	d
 ZdddddZ	dd Z
dS )
BaseParserNz
str | NoneengineTzlist[str | None]float_precision_choicesc                 C  s    |  }|| j| jd |S )N)r   
low_memory)copyupdater   r	   )selfkwargs r   >lib/python3.9/site-packages/pandas/tests/io/parser/conftest.pyupdate_kwargs   s    zBaseParser.update_kwargsc                 O  s   |  |}t|i |S N)r   r   r   argsr   r   r   r   r      s    
zBaseParser.read_csvztype[Warning]str)	warn_typewarn_msgc                 O  sJ   |  |}tj||d t|i |W  d    S 1 s<0    Y  d S )N)match)r   tmZassert_produces_warningr   )r   r   r   r   r   r   r   r   read_csv_check_warnings   s    
z"BaseParser.read_csv_check_warningsc                 O  s   |  |}t|i |S r   )r   r   r   r   r   r   r   )   s    
zBaseParser.read_table)__name__
__module____qualname__r   __annotations__r	   r   r   r   r   r   r   r   r   r   r      s   

r   c                   @  s   e Zd ZdZg dZdS )CParserc)NZhighZ
round_tripNr   r   r   r   r   r   r   r   r   r   .   s   r   c                   @  s   e Zd ZdZdS )CParserHighMemoryFNr   r   r   r	   r   r   r   r   r!   3   s   r!   c                   @  s   e Zd ZdZdS )CParserLowMemoryTNr"   r   r   r   r   r#   7   s   r#   c                   @  s   e Zd ZdZdgZdS )PythonParserpythonNr    r   r   r   r   r$   ;   s   r$   c                   @  s   e Zd ZdZdgZdS )PyArrowParserpyarrowNr    r   r   r   r   r&   @   s   r&   c                 C  s   | dddS )zG
    The directory path to the data files needed for parser tests.
    ioparserdatar   datapathr   r   r   csv_dir_pathE   s    r-   c                 C  s   t j| ddddS )zH
    The path to the data file "test1.csv" needed for parser tests.
    r(   r*   Zcsvz	test1.csv)ospathjoinr+   r   r   r   csv1M   s    r1   Zmarksr%   Zc_highZc_lowr'   paramsidsc                 C  s8   |   }|jdkr4tdtd  ddl}|d |S )z)
    Fixture all of the CSV parsers.
    r'   r   N   )paramr   pytestZimportorskipr   r'   Zset_cpu_count)requestr)   r'   r   r   r   all_parsersg   s    

r:   c                 C  s   |   S )z<
    Fixture all of the CSV parsers using the C engine.
    r7   r9   r   r   r   c_parser_onlyw   s    r=   c                 C  s   |   S )zA
    Fixture all of the CSV parsers using the Python engine.
    r;   r<   r   r   r   python_parser_only   s    r>   c                 C  s   |   S )zB
    Fixture all of the CSV parsers using the Pyarrow engine.
    r;   r<   r   r   r   pyarrow_parser_only   s    r?   c                  C  s   g } g }t ttD ]p\}}t|dr.|jd }|jD ]L}|jdkrJtjj	nd}tj
| |f|d}| | || d|  q4q| |dS )za
    Return all allowable parser and float precision
    combinations and corresponding ids.
    valuesr   r'   r   r2   -r3   )zip_all_parsers_all_parser_idshasattrr@   r   r   r8   mark
single_cpur7   append)r4   r5   r)   Z	parser_idZ	precisionrF   r7   r   r   r   ,_get_all_parser_float_precision_combinations   s    



rI   r4   r5   c                 C  s   | j S )zR
    Fixture for all allowable combinations of parser
    and float precision
    r;   r<   r   r   r   all_parsers_all_precisions   s    	rJ   )          ) rA   _utfZUTFc                 C  s&   g | ]}t D ]}| | d  qqS )z{0})_encoding_prefixes).0sepprefixr   r   r   
<listcomp>   s   rU   )r4   c                 C  s   | j S )zE
    Fixture for all possible integer values for a UTF encoding.
    r;   r<   r   r   r   	utf_value   s    rV   c                 C  s   | j S )zD
    Fixture for all possible string formats of a UTF encoding.
    r;   r<   r   r   r   encoding_fmt   s    rW   )*)z-1,0      )z-1,2e0g333333)z-1e0rX   )z+1e0      ?)z+1e+0rY   )z+1e-1皙?)z+,1e1rY   )z+1,e0rY   )z-,1e1rX   )z-1,e0rX   )z0,1rZ   )z1,rY   )z,1rZ   )z-,1g)z1_,rY   )z1_234,56
ףp=J@)z
1_234,56e0r[   )rO   rO   )-_r\   )-_1r]   )-_1e0r^   )_1r_   )_1,r`   )_1,_ra   )_1e0rb   )1,2e_1rc   )1,2e1_0rd   )1,_2re   ),1__2rf   ),1erg   )-,1erh   )1_000,000_000ri   )1,e1_2rj   )e11,2rk   )1e11,2rl   )1,2,2rm   )1,2_1rn   )	1,2e-10e1ro   )--1,2rp   )1a_2,1rq   )z1,2E-1gQ?)z1,2E1g      (@c                 C  s   | j S )z
    Fixture for all numeric formats which should get recognized. The first entry
    represents the value to read while the second represents the expected result.
    r;   r<   r   r   r   numeric_decimal   s    4rr   c                 C  s\   d| j v r| d}nd| j v r0| dd }ndS |jdkrXtjjdd}| j| dS )z>
    Fixture that xfails a test if the engine is pyarrow.
    r:   rJ   r   Nr'   pyarrow doesn't support this.)reason)fixturenamesgetfixturevaluer   r8   rF   ZxfailZnodeZ
add_marker)r9   r)   rF   r   r   r   pyarrow_xfail  s    


rw   c                 C  sL   d| j v r| d}nd| j v r0| dd }ndS |jdkrHtd dS )z=
    Fixture that skips a test if the engine is pyarrow.
    r:   rJ   r   Nr'   rs   )ru   rv   r   r8   skip)r9   r)   r   r   r   pyarrow_skip  s    


ry   )3Z
__future__r   r.   r8   Zpandas.compat._optionalr   Zpandasr   r   Zpandas._testingZ_testingr   r   r   r!   r#   r$   r&   Zfixturer-   r1   Z_cParserHighMemoryZ_cParserLowMemoryZ_pythonParserZ_pyarrowParserZ_py_parsers_onlyZ_c_parsers_onlyr7   rF   rG   Z_pyarrow_parsers_onlyrC   Z_py_parser_idsZ_c_parser_idsZ_pyarrow_parsers_idsrD   r:   r=   r>   r?   rI   rJ   Z_utf_valuesZ_encoding_sepsrQ   Z_encoding_fmtsrV   rW   rr   rw   ry   r   r   r   r   <module>   sv   










/

