o
    h:                  
   @  s  d dl mZ d dlmZmZ d dlmZ d dlmZ d dlZd dl	m
Z
 d dlZd dlZd dlmZ d dlmZ d dlZd dlZd d	lmZ d dlm  mZ d dlZd d
lmZmZmZmZm Z  d dl!m"Z# e rnej$j%Z&g dZ'ej(de)dgdej(de)dgdej(de)dgdej(de)ddej(de)ddej(de)ddgZ*d3ddZ+dd Z,ej-dd e*D e.ddd Z/ej-d d! Z0ej-d"d Z1ej-d#d$ Z2d4d&d'Z3d5d+d,Z4d-d. Z5G d/d0 d0Z6G d1d2 d2Z7dS )6    )annotations)datetimetime)partial)BytesION)Path)URLError)
BadZipFile)is_platform_windows)	DataFrameIndex
MultiIndexSeriesread_csv).xls.xlsx.xlsm.xlsb.odsxlrdmarksopenpyxlpyxlsbodfcalaminepython_calamineread_extstrreturnboolc                 C  s   | j d } | dkr|dkrdS | dkr|dkrdS |dkr#| dvr#dS | dkr-|d	kr-dS |d	kr7| d
vr7dS | dkrA|dkrAdS dS )zm
    Filter out invalid (engine, ext) pairs instead of skipping, as that
    produces 500+ pytest.skips.
    r   r   r   Fr   r   >   r   r   r   r   >   r   r   r   T)values)enginer    r#   Y/var/www/html/pos/venv/lib/python3.10/site-packages/pandas/tests/io/excel/test_readers.py_is_valid_engine_ext_pair@   s   
r%   c                 C  s    | j |f }tj|| jd}|S )z
    engine gives us a pytest.param object with some marks, read_ext is just
    a string.  We need to generate a new pytest.param inheriting the marks.
    r   )r!   pytestparamr   )r"   r   r!   	new_paramr#   r#   r$   _transfer_marksU   s   r)   c                 C  s*   g | ]}t D ]}t||rt||qqS r#   )read_ext_paramsr%   r)   ).0engextr#   r#   r$   
<listcomp>`   s    r.   )paramsidsc                 C     | j S )zS
    Fixture for Excel reader engine and read_ext, only including valid pairs.
    )r'   )requestr#   r#   r$   engine_and_read_ext_   s   r3   c                 C  s   | \}}|S Nr#   r3   r"   r   r#   r#   r$   r"   o      r"   c                 C  s   | \}}|S r4   r#   r5   r#   r#   r$   r   u   r6   c                 C  s"   | dddd}t |dddd}|S )	zI
    Obtain the reference data from read_csv with the Python engine.
    iodatacsvz	test1.csvr   Tpython)	index_colparse_datesr"   )r   )datapathfilepathdf_refr#   r#   r$   r?   {   s   r?   
str | Nonec                 C  s   dS )Nnsr#   )r   r"   r#   r#   r$   get_exp_unit   s   rB   expectedr   Nonec                 C  s$   d | j _t||}| j || _ d S r4   )indexnamerB   as_unit)rC   r   r"   unitr#   r#   r$   adjust_expected   s   
rI   c                 C  s$   | dkr| tjjdd d S d S )Nr   z3Sheets containing datetimes not supported by pyxlsbreason)applymarkerr&   markxfail)r"   r2   r#   r#   r$   xfail_datetimes_with_pyxlsb   s   rO   c                   @  s  e Zd Zejdddd Zdd Zdd Zd	d
 Zdd Z	dd Z
ejdg dg dg dg dg dg dgdd Zejdddgddggdd Zdd Zdd Zd d! Zd"d# Zd$d% Zd&d' Zejd(d)d*gd+d, Zd-d. Zd/d0 Zd1d2 Zd3d4 Zd5d6 Zd7d8 Zd9d: Zd;d< Zejd=d)eg d>g d?g d>d@dAej dBgdCfdDdEe!e!dCee"g d>dDdFe"g d?dEdFe"g dGdHdFe"dIdJej dKgdHdFdCfgdLdM Z#dNdO Z$dPdQ Z%dRdS Z&ejdTi dUfdVdWidUfgdXdY Z'dZd[ Z(ejd\d]ed^d_gifd`edagdbfgdcdd Z)dedf Z*dgdh Z+didj Z,dkdl Z-dmdn Z.dodp Z/ej0dqdrds Z1dtdu Z2dvdw Z3dxdy Z4ejdzd{d|d{gd{d|gd}d~d}gd}d~ggdd Z5dd Z6dd Z7ejj8ejj9dd Z:e;j<ejj9dd Z=ejj9dd Z>ejj?dd Z@dd ZAe;Bddd ZCdd ZDdd ZEdd ZFejddej dddgfdej gd fgdd ZGdd ZHdd ZIdd ZJdd ZKdd ZLdd ZMdd ZNdd ZOejdddd|dUgd|d)fddd)d|dUgd)fddd|dUgd|dUgd)fddd|dUgd|d)fddd)d)d|d*gfddd)d)dd fgdd ZPdd ZQdd ZRdd ZSddÄ ZTddń ZUddǄ ZVddɄ ZWdd˄ ZXd)S )TestReadersTautousec                 C  2   t tj|d}||ddd |td| dS )zG
        Change directory and set engine for read_excel calls.
        r"   r7   r8   excel
read_excelN)r   pdrV   chdirsetattrselfr"   r=   monkeypatchfuncr#   r#   r$   cd_and_set_engine      zTestReaders.cd_and_set_enginec           	      C  s   dd }| tjd| dddddd}td	| d
}t|}W d    n1 s+w   Y  |d ur7|}n||dd   }||ksEJ d S )Nc                 _  r1   r4   rT   )r[   argskwargsr#   r#   r$   parser   s   z,TestReaders.test_engine_used.<locals>.parserparser   r   r   r   xlsxxlsmxlsbxlsodstest1rb   )rY   rW   	ExcelFileopenrV   )	r[   r   r"   r\   rb   expected_defaultsfresultrC   r#   r#   r$   test_engine_used   s   zTestReaders.test_engine_usedc              	   C  s   ddiddiddiddiddid}|dv rt d}n|d	kr&t d
}nt d}|d urZtjt|d tjd| dd||dd   d W d    d S 1 sSw   Y  d S d S )Nfooabcd{   TrueTrd   >   r   r   z8open_workbook() got an unexpected keyword argument 'foo'r   z/load() got an unexpected keyword argument 'foo'z8load_workbook() got an unexpected keyword argument 'foo'matchrj   Sheet1r   rl   )
sheet_namer;   engine_kwargs)reescaper&   raises	TypeErrorrW   rV   )r[   r   r"   ro   msgr#   r#   r$   test_engine_kwargs   s*   
"zTestReaders.test_engine_kwargsc                 C  s   d}t jt|d tjd| dddd W d    n1 sw   Y  t jt|d tjd| dd	gddd
 W d    d S 1 sDw   Y  d S )Nz Passing an integer for `usecols`rw   rj   ry   r      rz   r;   usecolsSheet2rl   rz   skiprowsr;   r   r&   r~   
ValueErrorrW   rV   r[   r   r   r#   r#   r$   test_usecols_int   s   "zTestReaders.test_usecols_intc                 C  sv   t || |ddg }t||| tjd| ddg dd}tjd| dd	gdg dd
}t|| t|| d S )NBCrj   ry   r   )r      r   r   r   rl   r   rO   rI   rW   rV   tmassert_frame_equal)r[   r2   r"   r   r?   rC   df1df2r#   r#   r$   test_usecols_list   s   
	zTestReaders.test_usecols_listc                 C  s  t || |g d }t||| tjd| dddd}tjd| ddgddd	}t|| t|| |d
dg }t||| tjd| dddd}tjd| ddgddd	}t|| t|| tjd| dddd}tjd| ddgddd	}t|| t|| d S )NAr   r   rj   ry   r   zA:Dr   r   rl   r   r   r   zA,C,DzA,C:Dr   )r[   r2   r"   r   r?   rC   r   df3r#   r#   r$   test_usecols_str   sR   
	zTestReaders.test_usecols_strr   )r   rl   r   )r   r   rl   )rl   r   r   )rl   r   r   )r   r   rl   )r   rl   r   c                 C  sH   t || |ddg }t||| tjd| dd|d}t|| d S )Nr   r   rj   ry   r   r   r   )r[   r2   r"   r   r   r?   rC   rq   r#   r#   r$   .test_usecols_diff_positional_int_columns_order/  s   
z:TestReaders.test_usecols_diff_positional_int_columns_orderr   Dc                 C  s>   |ddg }t t||_tjd| d|d}t|| d S )Nr   r   rj   ry   rz   r   )rangelenrE   rW   rV   r   r   )r[   r   r   r?   rC   rq   r#   r#   r$   .test_usecols_diff_positional_str_columns_order?  s   z:TestReaders.test_usecols_diff_positional_str_columns_orderc                 C  s>   t || |}t||| tjd| ddd}t|| d S Nrj   ry   r   rz   r;   r   r[   r2   r"   r   r?   rC   rq   r#   r#   r$   test_read_excel_without_slicingG  s
   
z+TestReaders.test_read_excel_without_slicingc                 C  sH   t || |ddg }t||| tjd| dddd}t|| d S )Nr   r   rj   ry   r   zA,D:Er   r   r   r#   r#   r$   test_usecols_excel_range_strP  s   
z(TestReaders.test_usecols_excel_range_strc                 C  sL   d}t jt|d tjd| ddd W d    d S 1 sw   Y  d S )NzInvalid column name: E1rw   rj   ry   zD:E1r   r   r   r#   r#   r$   $test_usecols_excel_range_str_invalid[  s   "z0TestReaders.test_usecols_excel_range_str_invalidc                 C  sT   d}t jt|d tjd| ddgddgd W d    d S 1 s#w   Y  d S )Nz(list indices must be integers.*, not strrw   rj   ry   r   r   r   r&   r~   r   rW   rV   r   r#   r#   r$   test_index_col_label_errora  s   "z&TestReaders.test_index_col_label_errorc                 C  s<   t jd| ddd}tg dtg ddd}t|| d S )Nrj   Sheet3r   r   )r   r   r   EFrF   columnsrE   )rW   rV   r   r   r   r   r[   r   rq   rC   r#   r#   r$   test_index_col_strl  s
   zTestReaders.test_index_col_strc                 C  sR   t jd| dg dd}tg dtg gd g gd g ddd}t|| d S )	Nrj   r   r   r   )r   r   r   r   levelscodesnamesr   )rW   rV   r   r   r   r   r   r#   r#   r$   test_index_col_emptyt  s   z TestReaders.test_index_col_emptyr;   Nr   c                 C  sT   t jd| d|d}tg dg dgg dd}|r"||j| }t|| d S )Nrj   Sheet4r   )i1ax)i2by)z
Unnamed: 0col1col2r   )rW   rV   r   	set_indexr   r   r   )r[   r   r;   rq   rC   r#   r#   r$   test_index_col_with_unnamed  s   
z'TestReaders.test_index_col_with_unnamedc                 C  sL   d}t jt|d tjd| dgd W d    d S 1 sw   Y  d S )NzEUsecols do not match columns, columns expected but not found: \['E'\]rw   rj   r   r   r   r   r#   r#   r$   %test_usecols_pass_non_existent_column  s
   "z1TestReaders.test_usecols_pass_non_existent_columnc                 C  sN   d}t jt|d tjd| ddgd W d    d S 1 s w   Y  d S )Nz['usecols' must either be list-like of all strings, all unicode, all integers or a callable.rw   rj   E1r   r   r   r   r#   r#   r$   test_usecols_wrong_type  s
   "z#TestReaders.test_usecols_wrong_typec                 C  s8   t jd| dd}tddggddgd}t|| d S )	Ntest2ry   rz   aaaabbbbbTestTest1r   rW   rV   r   r   r   )r[   r   parsedrC   r#   r#   r$   test_excel_stop_iterator  s   z$TestReaders.test_excel_stop_iteratorc                 C  sd   t || |dkr|dkr|tjjdd tjd| dd}ttj	ggdgd	}t
|| d S )
Nr   r   z+Calamine can't extract error from ods filesrJ   test3ry   r   r   r   )rO   rL   r&   rM   rN   rW   rV   r   npnanr   r   )r[   r2   r"   r   r   rC   r#   r#   r$   test_excel_cell_error_na  s   
z$TestReaders.test_excel_cell_error_nac           	      C  s   t || |}t||| tjd| ddd}tjd| ddgdd}t|| t|| tjd| dddd}t||jd d	  d S )
Nrj   ry   r   r   r   rl   rz   r   r;   rz   r;   
skipfooter)rO   rI   rW   rV   r   r   iloc)	r[   r2   r"   r   r?   rC   r   r   r   r#   r#   r$   test_excel_table  s   
zTestReaders.test_excel_tablec                 C  sV  t || t||}tg dg dg dg dg dttdddtddd	td
ddtdddtdddgd| ddd}d}tj|| dd}t	|| |
 }d|j|jd df< tj|| dd}t	|| t|jD ]\}	}
tj|| d|	d}||
}t	|| qt|d t|d< tj|| ddtid}t	|| d S )N)rl   r      r   )g      ?g      @gHzG?gQ?g&.>)TFTTF)rl   r   r   r      )r   r   cdei  
         iq  rl         i  r   M8[]dtype)IntColFloatColBoolColStrColStr2ColDateCol
test_typesry   r   g      @r   r   r   rz   
converters)rO   rB   r   	from_dictr   r   rW   rV   r   r   copylocrE   	enumerater   r   applyr   )r[   r2   r"   r   rH   rC   basenameactualfloat_expectedicolrF   expr#   r#   r$   test_reader_special_dtypes  sJ   









z&TestReaders.test_reader_special_dtypesc              
   C  sz   d}t g ddtjdddgg ddtjd	d
dgd}dd dd dd dd d}tj|| d|d}t|| d S )Ntest_converters)rl   r   r   r   g      )@gL2@g3333333@g:0y5>)Foundr   r   	Not foundr   1345)r   r   r   r   c                 S  s   | dkrt | S dS )N r   )intr   r#   r#   r$   <lambda>  s    z4TestReaders.test_reader_converters.<locals>.<lambda>c                 S  s   | rd|  S t jS )Nr   )r   r   r  r#   r#   r$   r    s    c                 S  s   | dkrdS dS )Nr  r   r   r#   r  r#   r#   r$   r        c                 S  s   | rt | S dS )Nr  )r   r  r#   r#   r$   r    r  )r   r   r   r   ry   r   )r   r   r   r   rW   rV   r   r   )r[   r   r   rC   r   r   r#   r#   r$   test_reader_converters  s"   
	
z"TestReaders.test_reader_convertersc                 C  s   d}t || }tg dg dg dddtjdgd}t|| t j|| dd	td
d}|d d|d< |d d	|d< t	g ddd|d< t|| d}t
jt|d t j|| ddid W d    d S 1 srw   Y  d S )N	testdtyperl   r   r   r         @      @      @      @      ?       @      @r   r   r   r   float64float32)r   r   r   r   r   r   001002003004r   r   z(Unable to convert column d to type int64rw   r   int64)rW   rV   r   r   r   r   r   r   astyper   r&   r~   r   )r[   r   r   r   rC   r   r#   r#   r$   test_reader_dtype  s*   	"zTestReaders.test_reader_dtypezdtype,expectedr	  r
  r  r  r  r  r  r  r   r  r   r   2r   c                 C  s&   d}t j|| |d}t|| d S )Nr  r   rW   rV   r   r   )r[   r   r   rC   r   r   r#   r#   r$   test_reader_dtype_str.  s   z!TestReaders.test_reader_dtype_strc                   s  |dv rt d| d ttddgddtdd	gd
dtddgddtddgddttjdgddttjdgd
dttjdgddttjdgddttdgd ttjtjgddd
t|}j	|ddd tj
|d|d}W d    n1 sw   Y  |dkrdd lddlm  t fddjD } |d jjjdd |d<  d d g|d!< n}t||}|d d"| d#|d< t|| d S )$Nr   r   No engine for filetype: ''rl   r   Int64r   r  r  Float64TFbooleanr   r   string   g      @z
2019-12-31r   )
r   r   r   r   r   rp   ghijtestrz   rE   rz   dtype_backendpyarrowr   )ArrowExtensionArrayc                   s$   i | ]}| j | d dqS )T)from_pandas)array)r+   colr1  dfpar#   r$   
<dictcomp>n  s    z2TestReaders.test_dtype_backend.<locals>.<dictcomp>r*  us)rH   r+  r   r   )r&   skipr   r   rW   NA	Timestampr   ensure_cleanto_excelrV   r0  pandas.arraysr1  r   r3  	_pa_arraycast	timestamprB   r  r   )r[   r   r/  r"   	file_pathrq   rC   rH   r#   r5  r$   test_dtype_backendP  sJ   
zTestReaders.test_dtype_backendc                 C  s   |dv rt d| d ttjdgdtjgd}t|}|j|ddd	 tj	|dd
dd}W d    n1 s;w   Y  t
|| d S )Nr   r!  r"  r  r  r   r   r,  Fr-  numpy_nullabler  )rz   r/  r   )r&   r:  r   r   r   r   r=  r>  rW   rV   r   )r[   r   r6  rC  rq   r#   r#   r$   test_dtype_backend_and_dtype  s   z(TestReaders.test_dtype_backend_and_dtypec              	   C  s  |dv rt d| d td|g ttjddgtjdtjdtjgtjdd	}t	
|}|j|d
dd tj|d
dd}W d    n1 sLw   Y  ttddgt|dtdd gt|dd	}t	j||dd W d    d S 1 s}w   Y  d S )Nr   r!  r"  zmode.string_storager   r   r   r   rE  r,  Fr-  rF  r.  )check_column_type)r&   r:  rW   option_contextr   r   r3  object_r;  r   r=  r>  rV   r   StringDtyper   )r[   r   string_storager6  rC  rq   rC   r#   r#   r$   test_dtype_backend_string  s*   "z%TestReaders.test_dtype_backend_stringzdtypes, exp_valuerl   a.1r  c           	      C  st   d}dt i|}| }tj|| |d}ttdgt dt|g|s#t nd dd}||ks2J dt|| d S )Ndf_mangle_dup_col_dtypesr   r   rl   )r   rN  zdtype dict changed)objectr   rW   rV   r   r   r   r   )	r[   r   dtypes	exp_valuer   
dtype_dictdtype_dict_copyrq   rC   r#   r#   r$   test_dtype_mangle_dup_cols  s   z&TestReaders.test_dtype_mangle_dup_colsc                 C  s2   d}t || }tdg di}t|| d S )Ntest_spacestestcol)zthis is greatz4    spacesz1 trailing z
 1 leadingz2  spaces  multiple  timesr   )r[   r   r   r   rC   r#   r#   r$   test_reader_spaces  s   zTestReaders.test_reader_spaceszbasename,expectedzgh-35802COLUMNzTest (1)zgh-36122z
got 2nd sar   c                 C  s6   |dkrt d|  t|| }t|| d S )Nr   zSkipped for engine: )r&   r:  rW   rV   r   r   )r[   r"   r   r   rC   r   r#   r#   r$   test_read_excel_ods_nested_xml  s   	z*TestReaders.test_read_excel_ods_nested_xmlc                 C  sF   d}t j|| d d}g d}t||  |t| ks!J d S )Ntest_multisheetr   )CharlieAlphaBeta)rW   rV   r   assert_contains_allkeyslistr[   r   r   dfsexpected_keysr#   r#   r$   test_reading_all_sheets  s
   z#TestReaders.test_reading_all_sheetsc                 C  sV   d}g d}t j|| |d}tt|}t||  t|t| ks)J d S )Nr[  )r   r\  r\  r   )rW   rV   ra  setr   r_  r`  r   )r[   r   r   rd  rc  r#   r#   r$   %test_reading_multiple_specific_sheets  s   z1TestReaders.test_reading_multiple_specific_sheetsc                 C  s2   d}t j|| d d}g d}t||  d S )Nblank_with_headerr   )ry   r   r   )rW   rV   r   r_  r`  rb  r#   r#   r$   "test_reading_all_sheets_with_blank  s   z.TestReaders.test_reading_all_sheets_with_blankc                 C  s$   t jd| dd}t|t  d S )Nblankry   r   )rW   rV   r   r   r   )r[   r   r   r#   r#   r$   test_read_excel_blank  s   z!TestReaders.test_read_excel_blankc                 C  s0   t ddgd}tjd| dd}t|| d S )Ncol_1col_2r   rh  ry   r   )r   rW   rV   r   r   )r[   r   rC   r   r#   r#   r$   !test_read_excel_blank_with_header	  s   z-TestReaders.test_read_excel_blank_with_headerc                 C  s   t jtdd tjd| dgd d W d    n1 sw   Y  t jtdd tjd| dd d d	 W d    d S 1 sAw   Y  d S )
Nz \(sheet: Sheet1\)$rw   rh  rl   )headerrz   rj   c                 S  s   dd S )Nrl   r   r#   r  r#   r#   r$   r        zHTestReaders.test_exception_message_includes_sheet_name.<locals>.<lambda>)r   rz   )r&   r~   r   rW   rV   ZeroDivisionErrorr[   r   r#   r#   r$   *test_exception_message_includes_sheet_name  s   "z6TestReaders.test_exception_message_includes_sheet_namez-ignore:Cell A4 is marked:UserWarning:openpyxlc                 C  s   t || ttddgtddgddggddgd	}|d
kr*|tjjdd |d u r<|dv r<|tjjdd td| }t	
|| d S )Nz
2016-03-12zMarc Johnsonz
2016-03-16z
Jack Blackg@xDzTimothy BrownDateColWithBigInt	StringColr   r   zMaybe not supported by openpyxlrJ   )r   r   z)Defaults to openpyxl, maybe not supportedtestdateoverflow)rO   r   rW   r<  rL   r&   rM   rN   rV   r   r   )r[   r2   r"   r   rC   rq   r#   r#   r$   test_date_conversion_overflow  s$   
	z)TestReaders.test_date_conversion_overflowc           
      C  sf   t || d}d}|}t||| tj|| |dd}tj|| d|d}	t|| t|	| d S Nrj   ry   r   r   )r;   rz   r   )
r[   r2   r   r"   r?   filenamerz   rC   r   r   r#   r#   r$   test_sheet_name1  s   

zTestReaders.test_sheet_namec                 C  sd   d| }t j|ddd}t|d}t j|ddd}t|| W d    d S 1 s+w   Y  d S )Nrj   ry   r   r   rk   )rW   rV   rn   r   r   )r[   r   pthrC   rp   r   r#   r#   r$   test_excel_read_bufferB  s   "z"TestReaders.test_excel_read_bufferc                 C  sF   d}t jtdd tjd|d W d    d S 1 sw   Y  d S )Nrs   zUnknown engine: foorw   r  rT   r   )r[   
bad_enginer#   r#   r$   test_bad_engine_raisesI  s   "z"TestReaders.test_bad_engine_raisesrz   r   r   r   ry   c                 C  sJ   d}t jt|d tjd| |d W d    d S 1 sw   Y  d S Nz?Worksheet index 3 is invalid|Worksheet named 'Sheet4' not foundrw   rj  r   r   )r[   r   rz   r   r#   r#   r$   test_bad_sheetname_raisesN  s   "z%TestReaders.test_bad_sheetname_raisesc                 C  sV   d| }d g d}tjt|d t| W d    d S 1 s$w   Y  d S )Nrs   |)z(No such file or directoryu   没有那个文件或目录zFile o directory non esistente)rw   )joinr&   r~   FileNotFoundErrorrW   rV   )r[   r   bad_filerx   r#   r#   r$   test_missing_file_raisesX  s   
"z$TestReaders.test_missing_file_raisesc                 C  s   d}|d u rt }d}n"|dkrddlm} |}d}n|dkr)ddlm} |}d	}nt}d
}tj||d t	t
| W d    d S 1 sGw   Y  d S )Ns   foozLExcel file format cannot be determined, you must specify an engine manually.r   r   )	XLRDErrorzFUnsupported format, or corrupt file: Expected BOF record; found b'foo'r   CalamineErrorzCannot detect file formatzFile is not a zip filerw   )r   r   r  r   r  r	   r&   r~   rW   rV   r   )r[   r"   
bad_streamerrorr   r  r  r#   r#   r$   test_corrupt_bytes_raisese  s&   "z%TestReaders.test_corrupt_bytes_raisesc                 C  sh   t d| d}|j| d W d    n1 sw   Y  t|j}td| }t|| d S )Nrj   rk   )content)rn   serve_contentreadrW   rV   urlr   r   )r[   
httpserverr   rp   	url_tablelocal_tabler#   r#   r$   test_read_from_http_url  s   z#TestReaders.test_read_from_http_urlc                 C  s~   t d| d}|jd| |d W d    n1 sw   Y  d|j d| }tj||d}td| }t|| d S )Nrj   rk   KeyBodys3:///test1)storage_options)rn   
put_objectrF   rW   rV   r   r   )r[   r   s3_public_buckets3sorp   r  r  r  r#   r#   r$   test_read_from_s3_url  s   z!TestReaders.test_read_from_s3_urlc           	      C  s   t d| d}|jd| |d W d    n1 sw   Y  dd l}|jdi |}| d|j d| }t|}W d    n1 sHw   Y  td| }t|| d S )Nrj   rk   r  r   r  r  r#   )	rn   r  s3fsS3FileSystemrF   rW   rV   r   r   )	r[   r   r  r  rp   r  s3r  r  r#   r#   r$   test_read_from_s3_object  s   z$TestReaders.test_read_from_s3_objectc                 C  s|   t j|dddd| }t|}z	td| }W n ty5   dt  }t	
d|  Y nw t|| d S )Nr7   r8   rU   rj   zfile://localhost/ zfailing on )ospathr  rW   rV   r   platformunamestripr&   r:  r   r   )r[   r   r=   
localtabler  r  platform_infor#   r#   r$   test_read_from_file_url  s   
z#TestReaders.test_read_from_file_urlc                 C  sD   d| }t j|ddd}td| }t j|ddd}t|| d S r   )rW   rV   r   r   r   )r[   r   str_pathrC   path_objr   r#   r#   r$   test_read_from_pathlib_path  s
   z'TestReaders.test_read_from_pathlib_pathzpy.pathc                 C  s\   ddl m} tjd| }tj|ddd}| d| }tj|ddd}t|| d S )Nr   )localrj   ry   r   )	py.pathr  r  r  r  rW   rV   r   r   )r[   r   	LocalPathr  rC   r  r   r#   r#   r$   test_read_from_py_localpath  s   z'TestReaders.test_read_from_py_localpathc                 C  sZ   t jd| }t|d}tj|ddd}~|  W d    d S 1 s&w   Y  d S )Nrj   rk   ry   r   r   )r  r  r  rn   rW   rV   r  )r[   r   r  rp   r   r#   r#   r$   test_close_from_py_localpath  s   
"z(TestReaders.test_close_from_py_localpathc                 C  s   t || |dkr|dkr|tjjdd tdtdddtdd	d
dtddddtddddtddddtddddtddddtddd d!td d"dd#td$d%d&d'td(d)d*gi}tj	d+| d,d-}t
|| tj	d.| d,d-}t
|| d S )/Nr   r   z0ODS file contains bad datetime (seconds as text)rJ   Timerl   r   r   -   8   i r      1   i@ r'     *   i    9   #   i 	   )      i           i'	 r   i`
 5   i 5    %   r   i       6   
times_1900ry   r   
times_1904)rO   rL   r&   rM   rN   r   r   r   rW   rV   r   r   )r[   r2   r"   r   rC   r   r#   r#   r$   test_reader_seconds  s6   


zTestReaders.test_reader_secondsc           	   	   C  sJ  t || t||}tddgddgg}d| }tddtdd	gd
dtddgddtddgddtdd	gg|d}||d
  d| d||d
 < tj|dddgdd}t	
|| ||_g d|_tj|dddgd}t	
|| ||_tj|dddgddgd}t	
|| g d|_|dd g|_tj|d!ddgd}t	
|| ttd|_|d"d#g|_tj|d$ddgdd}t	
|| |jdd
gdd%d"d#g|_tj|d&dddgd}t	
|| |d"d#g|_|dd g|_tj|d'ddgddgd}t	
|| tj|d(ddgddgd
d)}t	
|| d S )*Nrs   barr   r   testmultiindexrl   r  
2015-01-01Tr   r  
2015-01-02Fr   r  
2015-01-03r   r  
2015-01-04r   r   r   	mi_columnr   )rz   ro  r;   r  mi_indexr   bothrz   r;   ro  ilvl1ilvl2mi_index_namec1c2mi_column_name)levelname_with_int	both_nameboth_name_skiprows)rz   r;   ro  r   )rO   rB   r   from_productr   rW   r<  r  rV   r   r   rE   r   	set_namesra  r   
set_levels)	r[   r2   r"   r   rH   mimi_filerC   r   r#   r#   r$   test_read_excel_multiindex  sn   

"	

z&TestReaders.test_read_excel_multiindexzsheet_name,idx_lvl2both_name_blank_after_mi_namer   r   both_name_multiple_blanksr   c              	   C  s   t || d| }tjddgddggddgd}t||}td	d
tddgddtddgddtddgddtddgg|tjg d|fddgdd}	|	|d  d| d|	|d < tj	||dd	gdd	gd}
t
|
|	 d S )Nr  rs   r  r   r   r  r  r   rl   r  r  Tr   r  r  Fr   r  r  r   r  r  )rs   rs   r  r  r  r  r   r   r   r   r  )rO   r   r  rB   r   rW   r<  from_arraysr  rV   r   r   )r[   r2   r"   r   rz   idx_lvl2r  r  rH   rC   rq   r#   r#   r$   +test_read_excel_multiindex_blank_after_nameN  s0   


"z7TestReaders.test_read_excel_multiindex_blank_after_namec                 C  sP   d| }t j|dddgd}tddg}tg dgd	 |d
}t|| d S )Nr  index_col_noner   rl   rz   ro  r   r   keyvalr	  r   r   )rW   rV   r   r  r   r   r   )r[   r   r  rq   exp_columnsrC   r#   r#   r$   &test_read_excel_multiindex_header_onlyv  s
   z2TestReaders.test_read_excel_multiindex_header_onlyc           	      C  s  d| }t jt jt jt jt jt jgg dg dg dg dg dgtd}g d}tg d	g d
gg dg dgd d gd}tg d	d d}t|||d}tj|ddd}t	
|| ||_tj|dddgd}t	
|| t g dg dg dg dg dg}g d}tg dg dgg dg dgd d gd}tg dd d}t|||d}tj|ddd}t	
|| ||_tj|dddgd}t	
|| d S )Ntest_index_name_pre17)R0C0R0C1R0C2R0C3R0C4)R1C0R1C1R1C2R1C3R1C4)R2C0R2C1R2C2R2C3R2C4)R3C0R3C1R3C2R3C3R3C4)R4C0R4C1R4C2R4C3R4C4r   )C_l0_g0C_l0_g1C_l0_g2C_l0_g3C_l0_g4)R0R_l0_g0R_l0_g1R_l0_g2R_l0_g3R_l0_g4)R1R_l1_g0R_l1_g1R_l1_g2R_l1_g3R_l1_g4)r   rl   r   r   r   r   r   r   rE   r   single_namesr   r   multi_namesrl   )r  r  r  r  r  )r  r  r  r  r  )r   rl   r   r   r   single_no_namesmulti_no_names)r   r3  r   rP  r   r   r   rW   rV   r   r   rE   )	r[   r   ry  r8   r   r  sirC   r   r#   r#   r$   test_excel_old_index_format  sf   	z'TestReaders.test_excel_old_index_formatc              	   C  sR   d}dD ]"}t jt|d tjd| |d W d    n1 s!w   Y  qd S )Nz#Passing a bool to header is invalid)TFrw   rj   ro  r   )r[   r   r   argr#   r#   r$   test_read_excel_bool_header_arg  s   z+TestReaders.test_read_excel_bool_header_argc              	   C  st  t || t||}tjd| dddgd}tddtdd	gdd
tddgddtddgddtdd	ggg dd}|d d| d|d< t|| tjd| dt	
ddgd}t|| tjd| ddd d}t|| tjd| ddg dd}tdd
tddgddtddgddtdd	ggg dd}|d d| d|d< t|| d S )Ntestskiprowsskiprows_listr   r   rz   r   rl   r  r  Tr  r  Fr   r  r  r   r  r  r  r   r   r   r   c                 S     | dv S N)r   r   r#   r  r#   r#   r$   r    rp  z6TestReaders.test_read_excel_skiprows.<locals>.<lambda>)rz   r   r   )rO   rB   rW   rV   r   r<  r  r   r   r   r3  r[   r2   r"   r   rH   r   rC   r#   r#   r$   test_read_excel_skiprows  sT   

		z$TestReaders.test_read_excel_skiprowsc                 C  s   t || t||}tjd| ddd d}tddtdd	gd
dtddggg dd}|d d| d|d< t|| d S )Nr)  r*  c                 S  s   | dvS )N)rl   r   r   r#   r  r#   r#   r$   r    rp  zFTestReaders.test_read_excel_skiprows_callable_not_in.<locals>.<lambda>r+  rl   r  r  Tr   r  r  Fr  r   r   r   r   )	rO   rB   rW   rV   r   r<  r  r   r   r.  r#   r#   r$   (test_read_excel_skiprows_callable_not_in  s   

	z4TestReaders.test_read_excel_skiprows_callable_not_inc                 C  s@   d}t jd| |d}t d| }|d | }t|| d S )Nr   rj   nrowsr  )r[   r   num_rows_to_pullr   rC   r#   r#   r$   test_read_excel_nrows  s
   z!TestReaders.test_read_excel_nrowsc                 C  s@   t d| }t|}|d }t jd| |d}t|| d S )Nrj   r   r1  )rW   rV   r   r   r   )r[   r   rC   num_records_in_filer3  r   r#   r#   r$   0test_read_excel_nrows_greater_than_nrows_in_file%  s
   z<TestReaders.test_read_excel_nrows_greater_than_nrows_in_filec                 C  sJ   d}t jt|d tjd| dd W d    d S 1 sw   Y  d S )Nz'nrows' must be an integer >=0rw   rj   r  r1  r   r   r#   r#   r$   +test_read_excel_nrows_non_integer_parameter-  s   "z7TestReaders.test_read_excel_nrows_non_integer_parameterz-filename,sheet_name,header,index_col,skiprowsr  r  r  r  r  r)  r*  c                 C  r,  r-  r#   r  r#   r#   r$   r  ;  rp  zTestReaders.<lambda>c           	      C  sL   t j|| ||||djdd }t j|| ||||dd}t|| dS )z
        For various parameters, we should get the same result whether we
        limit the rows during load (nrows=3) or after (df.iloc[:3]).
        )rz   ro  r;   r   Nr   )rz   ro  r;   r   r2  )rW   rV   r   r   r   )	r[   r   ry  rz   ro  r;   r   rC   r   r#   r#   r$   test_read_excel_nrows_params3  s$   z(TestReaders.test_read_excel_nrows_paramsc                 C  sF   t jtdd td| dd W d    d S 1 sw   Y  d S )Nzbut 3 positional argumentsrw   rj   ry   r   r   rr  r#   r#   r$   test_deprecated_kwargsW  s   "z"TestReaders.test_deprecated_kwargsc                 C  sV   d| }g d}t jg ddd}t||dd}tj|dd	d
gd d}t|| d S )Nr  ))r   r   r  r   r   r:  ))r   r   r  rl   r   r;  )r   rl   r  )r   r   r  r  r   rl   r  )r   from_tuplesr   rW   rV   r   r   )r[   r   	file_namer8   idxrC   rq   r#   r#   r$   "test_no_header_with_list_index_col[  s   z.TestReaders.test_no_header_with_list_index_colc                 C  s>   d| }dt jddg}t|dgd}t|}t|| d S )None_col_blank_lineg      ?rl   r   numbersr   )r   r   r   rW   rV   r   r   )r[   r   r=  r8   rC   rq   r#   r#   r$   test_one_col_noskip_blank_lineh  s
   
z*TestReaders.test_one_col_noskip_blank_linec                 C  sj   d| }t ddg}tjtjgtjtjgddgddgg}t||d}tj|d	d
dgd}t|| d S )Nr  )r   r   )r   r   rl   r   r   r   r   mi_column_empty_rowsr   r  )	r   r<  r   r   r   rW   rV   r   r   )r[   r   r=  r   r8   rC   rq   r#   r#   r$    test_multiheader_two_blank_linesp  s   $
z,TestReaders.test_multiheader_two_blank_linesc                 C  s$   d| }t |}|jdksJ dS )z
        Sheets can contain blank cells with no data. Some of our readers
        were including those cells, creating many empty rows and columns
        trailing_blanks)r   r   N)rW   rV   shape)r[   r   r=  rq   r#   r#   r$   test_trailing_blanks{  s   
z TestReaders.test_trailing_blanksc                 C  t   |dkr	t d |dkr|t jjdd t jtdd tjd| d	d
 W d    d S 1 s3w   Y  d S )Nr   *chartsheets do not exist in the ODF formatr   4pyxlsb can't distinguish chartsheets from worksheetsrJ   z"Worksheet named 'Chart1' not foundrw   
chartsheetChart1r   	r&   r:  rL   rM   rN   r~   r   rW   rV   r[   r2   r"   r   r#   r#   r$   test_ignore_chartsheets_by_str  s   
"z*TestReaders.test_ignore_chartsheets_by_strc                 C  rH  )Nr   rI  r   rJ  rJ   z0Worksheet index 1 is invalid, 1 worksheets foundrw   rK  rl   r   rM  rN  r#   r#   r$   test_ignore_chartsheets_by_int  s   
"z*TestReaders.test_ignore_chartsheets_by_intc                 C  sF   t jd| ddd}tg dg dg dgg dd	}t|| d S )
Ntest_decimal,rl   )decimalr   )rl   gAc̝ė@g	hAABCpoig2[j@)r   gHzG^@g{G@DEFuytgUq&?)r   g%Cq@g^@GHIrezg)@)IdNumber1Number2Text1Text2Number3r   r   r   r#   r#   r$   test_euro_decimal_format  s   z$TestReaders.test_euro_decimal_format)Y__name__
__module____qualname__r&   fixturer^   rr   r   r   r   r   rM   parametrizer   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r  r   r   r   r   r   r  rD  rG  rM  rU  rX  rZ  re  rg  ri  rk  rn  rs  filterwarningsrw  rz  r|  r~  r  r  r  network
single_cpur  tdskip_if_not_us_localer  r  slowr  r  
skip_if_nor  r  r  r  r  r  r%  r(  r/  r0  r4  r6  r7  r8  r9  r?  rB  rD  rG  rO  rP  r`  r#   r#   r#   r$   rP      s   

3(

	

	2
0









	$T
!I6
	rP   c                
   @  s   e Zd Zdd Zejdddd Zdd Zd	d
 Zej	
dg ddd Zdd Zdd Zej	
ddddgddgdddgddggdd Zdd Zdd Zdd Zd d! Zd"d# Zd$d% Zej	
d&d'd(gd)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zd3S )4TestExcelFileReadc              	   C  s   d}t jt|dd1 td| d}tj| |d W d    n1 s&w   Y  W d    d S W d    d S 1 s>w   Y  d S )NzPassing bytes to 'read_excel' is deprecated and will be removed in a future version. To read from a byte string, wrap it in a `BytesIO` object.F)rx   raise_on_extra_warningsrj   rk   rT   )r   assert_produces_warningFutureWarningrn   rW   rV   r  )r[   r"   r   r   rp   r#   r#   r$   test_deprecate_bytes_input  s   "z,TestExcelFileRead.test_deprecate_bytes_inputTrQ   c                 C  rS   )zH
        Change directory and set engine for ExcelFile objects.
        rT   r7   r8   rU   rm   N)r   rW   rm   rX   rY   rZ   r#   r#   r$   r^     r_   z#TestExcelFileRead.cd_and_set_enginec                 C  sr   dddddd}t d| }|j}W d    n1 sw   Y  |d ur)|}n||dd   }||ks7J d S )Nr   r   r   r   rd   rj   rl   )rW   rm   r"   )r[   r   r"   ro   rU   rq   rC   r#   r#   r$   rr     s   z"TestExcelFileRead.test_engine_usedc                 C  s  t d| }t j|dddgd}W d    n1 sw   Y  tdgdgdgtjgdggd	gd
}t|| t d| }t j|dddgd}W d    n1 sUw   Y  ttjgdgtjgtjgdggd	gd
}t|| t d| }t j|dddgd}W d    n1 sw   Y  tdgdgdgtjgdggd	gd
}t|| t d| }t j|dddgd}W d    n1 sw   Y  ttjgdgtjgtjgdggd	gd
}t|| d S )Ntest4ry   Fapplerz   keep_default_na	na_valuesr;  rl   rabbitr   r   Ttest51.#QNANr   )rW   rm   rV   r   r   r   r   r   )r[   r   rU   r   rC   r#   r#   r$   test_excel_passes_na  sH   

 

 z&TestExcelFileRead.test_excel_passes_na	na_filter)NTFc                 C  s   i }|d ur
||d< t d| }t j|fdddgd|}W d    n1 s*w   Y  |du r@dgd	gd
gdgdgg}ntjgd	gtjgtjgdgg}t|dgd}t|| d S )Nr{  rx  ry   Trs  rt  Fry  rl   r   rw  r   r   )rW   rm   rV   r   r   r   r   r   )r[   r   r{  ra   rU   r   rC   r#   r#   r$   test_excel_passes_na_filter  s&   	z-TestExcelFileRead.test_excel_passes_na_filterc           
      C  s  t || |}t||| td| }tj|ddd}tj|ddgdd}W d    n1 s1w   Y  t|| t|| td| }|jddd}|jddgdd}W d    n1 sdw   Y  t|| t|| td| }tj|dddd}	W d    n1 sw   Y  t|	|jd d	  td| }|jdddd
}	W d    n1 sw   Y  t|	|jd d	  d S )Nrj   r   r   rl   r   )r;   )r   r;   r   r   )r;   r   )	rO   rI   rW   rm   rV   r   r   rc   r   )
r[   r2   r"   r   r?   rC   rU   r   r   r   r#   r#   r$   test_excel_table_sheet_by_index  s.   
z1TestExcelFileRead.test_excel_table_sheet_by_indexc                 C  s   t || |}t||| d}d}t|| }|j|dd}	W d    n1 s*w   Y  t|| }|jd|d}
W d    n1 sHw   Y  t|	| t|
| d S rx  )rO   rI   rW   rm   rc   r   r   )r[   r2   r"   r   r?   rC   ry  rz   rU   	df1_parse	df2_parser#   r#   r$   rz  2  s   
z!TestExcelFileRead.test_sheet_namerz   r   r   r   ry   c              	   C  s   d}t jt|d. td| }|j|d W d    n1 s"w   Y  W d    d S W d    d S 1 s:w   Y  d S r  )r&   r~   r   rW   rm   rc   )r[   r   rz   r   rU   r#   r#   r$   r  D  s   "z+TestExcelFileRead.test_bad_sheetname_raisesc              	   C  s   d| }t j|dd|d}t|d%}t |}t j|ddd}W d    n1 s+w   Y  W d    n1 s:w   Y  t|| d S )Nrj   ry   r   rz   r;   r"   rk   r   )rW   rV   rn   rm   r   r   )r[   r"   r   r{  rC   rp   rh   r   r#   r#   r$   r|  O  s   z(TestExcelFileRead.test_excel_read_bufferc              	   C  sx   t d| d&}t|}tj|dd|d W d    n1 s!w   Y  W d    n1 s0w   Y  |js:J d S )Nrj   rk   ry   r   r  )rn   rW   rm   rV   closed)r[   r"   r   rp   re   r#   r#   r$   test_reader_closes_fileY  s   z)TestExcelFileRead.test_reader_closes_filec              	   C  s   d}t d| /}tjt|d t j|dd W d    n1 s#w   Y  W d    d S W d    d S 1 s;w   Y  d S )Nz8Engine should not be specified when passing an ExcelFilerj   rw   rs   rT   )rW   rm   r&   r~   r   rV   )r[   r   r   xlr#   r#   r$   test_conflicting_excel_enginesa  s   "z0TestExcelFileRead.test_conflicting_excel_enginesc                 C  sj   t jd| |d}td| d}| }W d    n1 sw   Y  t jt||d}t|| d S )Nrj   rT   rk   )rW   rV   rn   r  r   r   r   )r[   r"   r   rC   rp   r8   r   r#   r#   r$   test_excel_read_binaryi  s   
z(TestExcelFileRead.test_excel_read_binaryc                 C  s^   t d| d}tj||d}W d    n1 sw   Y  tjd| |d}t|| d S )Nrj   rk   rT   )rn   rW   rV   r   r   )r[   r   r"   rp   rq   rC   r#   r#   r$   %test_excel_read_binary_via_read_excels  s
   z7TestExcelFileRead.test_excel_read_binary_via_read_excelc              	   C  s   t dd1}tjtdd tj|ddgd W d    n1 s!w   Y  W d    d S W d    d S 1 s9w   Y  d S )Nzdf_header_oob.xlsxrk   zexceeds maximumrw   r   rl   r&  )rn   r&   r~   r   rW   rV   )r[   r"   rp   r#   r#   r$   )test_read_excel_header_index_out_of_rangez  s   "z;TestExcelFileRead.test_read_excel_header_index_out_of_rangery  zdf_empty.xlsxzdf_equals.xlsxc                 C  s`   t dgdd}tjddgddgd}td	d
gg||dd}tj|dddd	gd}t|| d S )NZI2r   r  )r   zB.1I11I12r  rl   r   r  )rE   r   r   ry   r   r  )r   r   r<  r   rW   rV   r   r   )r[   ry  r>  colsrC   rq   r#   r#   r$   test_header_with_index_col  s   z,TestExcelFileRead.test_header_with_index_colc                 C  s   t || d| }t|}tj|ddgd|d}W d    n1 s$w   Y  t||}tjddgd| dd	}tj|d d |dd  g|d  |d  gd
}	t	g g |	d}
t
|
| d S )Ntest_datetime_mir   rl   )ro  r;   r"   z
2020-02-29z
2020-03-01r   r   r   r  r  )rO   rW   rm   rV   rB   DatetimeIndexr   r  to_pydatetimer   r   r   )r[   r2   r"   r   rp   rU   r   rH   dtiexpected_column_indexrC   r#   r#   r$   test_read_datetime_multiindex  s   



z/TestExcelFileRead.test_read_datetime_multiindexc              	   C  sx   t jtdd+ td| dd W d    n1 sw   Y  W d    d S W d    d S 1 s5w   Y  d S )NzValue must be one of *rw   zio.excelz.readerabc)r&   r~   r   rW   rI  rr  r#   r#   r$   test_engine_invalid_option  s   "z,TestExcelFileRead.test_engine_invalid_optionc                 C  sr   |dkr	t d |dkr|t jjdd td| }|jdgks'J W d    d S 1 s2w   Y  d S )Nr   rI  r   rJ  rJ   rK  ry   )r&   r:  rL   rM   rN   rW   rm   sheet_names)r[   r2   r"   r   rU   r#   r#   r$   test_ignore_chartsheets  s   
"z)TestExcelFileRead.test_ignore_chartsheetsc              
   C  s   t f}|d u rtd|  n|dkrdd l}t |jjf}n|dkr,ddlm} |f}t	d| B}t
|jddd td	 z	tj||d
 W n	 |yV   Y nw W d    n1 saw   Y  W d    d S W d    d S 1 syw   Y  d S )NzInvalid test for engine=r   r   r   r  corruptzutf-8)encodingFrT   )r	   r&   r:  r   biffhr  r   r  r   r=  r   
write_textro  rW   rm   )r[   r"   r   errorsr   r  filer#   r#   r$   test_corrupt_files_closed  s,   "z+TestExcelFileRead.test_corrupt_files_closedN)ra  rb  rc  rq  r&   rd  r^   rr   rz  rM   re  r|  r}  rz  r  r|  r  r  r  r  r  r  r  r  r  r  r#   r#   r#   r$   rm    s6    

&





rm  )r   r   r   r    )r   r   r"   r@   r   r   )rC   r   r   r   r"   r   r   rD   )8
__future__r   r   r   	functoolsr   r7   r   r  pathlibr   r  r|   urllib.errorr   zipfiler	   numpyr   r&   pandas.compatr
   pandas.util._test_decoratorsutil_test_decoratorsri  pandasrW   r   r   r   r   r   pandas._testing_testingr   rM   rh  
pytestmarkr*   r'   rl  engine_paramsr%   r)   rd  r   r3   r"   r   r?   rB   rI   rO   rP   rm  r#   r#   r#   r$   <module>   s    


	



	
	          