a j=ic3+ @s ddlZddlZddlZddlmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlZddlmZddlmmZddejDZe jdejdgdgd ggd d ejdgdd d ge jdgdddZe jdejdgdgd ggd d ejdgdd d ge jdddgddZe jddddiejfdiej fdiej!fgddZ"e jdddddejddifdiej d d!ifdiej!ifgd"d#Z#d$d%Z$d&d'Z%d(d)Z&d*d+Z'd,d-Z(d.d/Z)e jdejdgdgd ggd d ejdgdd d ge jdgdd0d1Z*e jdejdgdgd ggd d ejdgdd d ge jdgdd2d3Z+e jd4d5e j,fd6ej-fgd7d8Z.d9d:Z/d;d<Z0d=d>Z1d?d@Z2dS)AN)Path)is_platform_windowscCsi|]\}}||qSr).0keyvaluerrq/home/droni/.local/share/virtualenvs/DPS-5Je3_V2c/lib/python3.9/site-packages/pandas/tests/io/test_compression.py sr objdg~Ϛ?g9DܜJ?g>D)?g.4i(@g33333@g̤AXYZcolumnsrnamemethod) to_pickleto_jsonto_csvcCs|dkrddd}tX}t||||dtj|}t|||ddtj|}||ksdJWdn1sx0YdS)Ntarw:gzrmode compressiontm ensure_cleangetattrospathgetsize)r rcompression_onlyr%compressed_sizeuncompressed_sizerrrtest_compression_sizes     r*rrc Cstt}tj||dkrdnd|d,}t|||j|jjrDJWdn1sX0Ytj |}Wdn1s0Ytt}tj|ddd,}t|||j|jjrJWdn1s0Ytj |}||ksJWdn1s0YdS)Nrrwr) r!r"icom get_handler#handleclosedr$r%r&)r rr'r%handlesr(r)rrrtest_compression_size_fh1s ** * r1z'write_method, write_kwargs, read_methodindexFrcCstjgdgdggdd}t|}td|2}t|||fi||||d}Wdn1sl0Yt||dS)N)g?r)g333333 @rr compressedr)pd DataFrame_compression_to_extensionr!r"r#assert_frame_equal) write_method write_kwargs read_methodr'input extensionr%outputrrr,test_dataframe_compression_defaults_to_inferNs *rAz1write_method,write_kwargs,read_method,read_kwargsT)r2headersqueezetypZseriesc Cstjgddd}t|}td|l}t|||fi|d|vrr|}|d=||fd|i|d} n||fd|i|} Wdn1s0Ytj| |dd dS) N)rr4 rrr6rCrrF)Z check_names) r7Seriesr9r!r"r#copyrCZassert_series_equal) r;r<r=Z read_kwargsr'r>r?r%kwargsr@rrr)test_series_compression_defaults_to_inferbs 2rJc Cstjdgdgdggdd}tz}tj|d|dJ}tt |j|j |dWdn1sn0YWdn1s0YWdn1s0YdS)Nr r r rrr+r) r7r8r!r"r,r-Zassert_produces_warningRuntimeWarningrr.)r'dfr%r0rrrtest_compression_warning}s  rMc Cst}tn}t|dd*}|j|d|d|dWdn1sN0Yt|tj|d|dWdn1s0Yt }|j|d|d|dt|tj|d|ddS)z? Binary file handles support compression. GH22555 wb)r)rrrN)Z index_colr) r! makeDataFramer"openrseekr:r7read_csvioBytesIO)r'rLr%filerrrtest_compression_binarys (" rVcCst}ddd}tV}t|}|j||dtd|}|j||d||ksbJWdn1sv0YdS)z Gzip should create reproducible archives with mtime. Note: Archives created with different filenames will still be different! GH 28103 gziprmtimerr5N)r!rOr"rrtimesleep read_bytes)rLcompression_optionsr%r@rrr#test_gzip_reproducibility_file_names   r_cCsht}ddd}t}|j||dd|}tdt}|j||dd||ksdJdS)zL Gzip should create reproducible archives with mtime. GH 28103 rWrXrYrN)rrr5N)r!rOrSrTrgetvaluer[r\)rLr^bufferr@rrr%test_gzip_reproducibility_file_objects  rbcCs&td}tjtjd|gtjddS)z6Tests if import pandas works when lzma is not present.zT import sys sys.modules['lzma'] = None import pandas -cstderrNtextwrapdedent subprocess check_outputsys executablePIPEcoderrrtest_with_missing_lzmasrpcCs&td}tjtjd|gtjddS)z\Tests if RuntimeError is hit when calling lzma without having the module available. z import sys import pytest sys.modules['lzma'] = None import pandas as pd df = pd.DataFrame() with pytest.raises(RuntimeError, match='lzma module'): df.to_csv('foo.csv', compression='xz') rcrdNrfrnrrrtest_with_missing_lzma_runtimes rqcCszt^}t|||ddtj|}t|||ddddtj|}||ksXJWdn1sl0YdS)NrWrrXr compresslevelr )r rr%Zcompressed_size_defaultZcompressed_size_fastrrrtest_gzip_compression_levels   rtcCsDt(}t|||ddddWdn1s60YdS)zGH33196 bzip needs file size > 100k to show a size difference between compression levels, so here we just check if the call works when compression is passed as a dict. bz2rXrrrN)r!r"r#)r rr%rrrtest_bzip_compression_levels rvzsuffix,archive.zipz.tarc Csztj|dZ}||d}|tjtddt|Wdn1sN0YWdn1sl0YdS)Nfilenamer+zZero files foundmatch)r!r"closepytestraises ValueErrorr7rR)suffixarchiver%rUrrrtest_empty_archive_zips  rc Cstjddt}t|d}|dd|dd|tjtddt |Wdn1sh0YWdn1s0YdS) Nrwrxr+a.csvzfoo,barb.csvz Multiple files found in ZIP filerz) r!r"zipfileZipFilewritestrr|r}r~rr7rR)r%rUrrrtest_ambiguous_archive_zip#s   rc Cs@t }tj|d}t|d}|dWdn1sD0Ytj|d}t|d}|dWdn1s0Ytj|d}t|d(}| |d| |dWdn1s0Yt j t ddt |Wdn1s0YWdn1s20YdS)Nrr+zfoo,bar rz archive.tarz#Multiple files found in TAR archiverz)r!Zensure_clean_dirr$r%joinrPwritetarfileTarFileaddr}r~rr7rR)dirZcsvAPathaZcsvBPathbZtarpathrrrrtest_ambiguous_archive_tar-s  ( ( *rc Cstjdd}tjddggddgdj|dd d d d t|}tj|d \}| }t |dksjJ| |d d}trd}nd}||ksJWdn1s0YWdn1s0YWdn1s0YdS)Nz.foorx12ZfoobarrrrrF)rr2)fileobjrXrutf8zfoo,bar 1,2 z foo,bar 1,2 )r!r"r7r8rrWrPrr getmemberslen extractfilereaddecoder)rUZ uncompressedrmemberscontentexpectedrrr!test_tar_gz_to_different_filename?s   rc CsZt>}tj|ddWdn1s.0YWdn1sL0YdS)Nr+)rr)rSrTr,Z _BytesTarFile)rarrrtest_tar_no_error_on_closeSs r)3rWrSr$pathlibrrirkrrgr[rr}Z pandas.compatrZpandasr7Zpandas._testingZ_testingr!Zpandas.io.commoncommonr,Z_extension_to_compressionitemsr9markZ parametrizer8rGr*r1rR read_jsonZ read_picklerArJrMrVr_rbrprqrtrvrrrrrrrrrrrs