U f/e @sddlZddlZddlmZddlZddlZddlZddlZddlZddl Z ddl m Z ddlmmZejde jddddgdd d ggd d d gde jddddgd dgejddddgddZejde jddddgdd d ggd d d gde jddddgd dgejdddgddZejddddie jfdie jfdie jfgddZejddddde jd difdie jd!d"ifdie jifgd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd-d.Z d/d0Z!ejde jddddgdd d ggd d d gde jddddgd dgejddddgd1d2Z"ejde jddddgdd d ggd d d gde jddddgd dgejddddgd3d4Z#dS)5N)Pathobjd翶~Ϛ?9DܜJ?>D)?.4i(@33333@̤AXYZcolumnsnamemethodZ to_pickleZto_jsonto_csvc Cs`tN}t||||dtj|}t|||ddtj|}||ksRtW5QRXdS)N compressiontm ensure_cleangetattrospathgetsizeAssertionError)rrcompression_onlyrcompressed_sizeuncompressed_sizer!D/tmp/pip-unpacked-wheel-tiezk1ph/pandas/tests/io/test_compression.pytest_compression_sizes   r#c CstJ}tj|d|d"}t|||j|jjr8tW5QRXtj |}W5QRXtV}tj|ddd"}t|||j|jjrtW5QRXtj |}||kstW5QRXdS)Nwr) rricom get_handlerhandleclosedrrrr)rrrrhandlesrr r!r!r"test_compression_size_fh%s   r*z'write_method, write_kwargs, read_methodindexFc Csvtjdddgdddggddd gd }tj|}td |$}t|||f||||d }W5QRXt||dS) Ng?rg333333 @r r r r compressedr)pd DataFramer%_compression_to_extensionrrrassert_frame_equal) write_method write_kwargs read_methodrinput extensionroutputr!r!r",test_dataframe_compression_defaults_to_infer>s $ r:z1write_method,write_kwargs,read_method,read_kwargsT)r+headerZsqueezetypZseriesc Csttjddddgdd}tj|}td|,}t|||f|||fd|i|}W5QRXtj||d d dS) Nrr- r rr/rF)Z check_names)r0Seriesr%r2rrrZassert_series_equal) r4r5r6Z read_kwargsrr7r8rr9r!r!r")test_series_compression_defaults_to_inferRs  r@c Cstjddddgdddggdd d gd }tH}tj|d |d ,}tt|j|j |d W5QRXW5QRXW5QRXdS)Nrrrrrr r r r r rr$r) r0r1rrr%r&Zassert_produces_warningRuntimeWarningrr')rdfrr)r!r!r"test_compression_warningfs  rCc Cst}tP}t|dd }|j|d|d|dW5QRXt|tj|d|dW5QRXt }|j|d|d|dt|tj|d|ddS)z? Binary file handles support compression. GH22555 wb)mode)rErr)Z index_colrN) r makeDataFrameropenrseekr3r0read_csvioBytesIO)rrBrfiler!r!r"test_compression_binaryss   rMc Cspt}ddd}tL}t|}|j||dtd|}|j||d||ksbtW5QRXdS)z Gzip should create reproducible archives with mtime. Note: Archives created with different filenames will still be different! GH 28103 gziprmtimerr.N) rrFrrrtimesleep read_bytesr)rBcompression_optionsrr9r!r!r"#test_gzip_reproducibility_file_names   rVcCsht}ddd}t}|j||dd|}tdt}|j||dd||ksdtdS)zL Gzip should create reproducible archives with mtime. GH 28103 rNrOrPrD)rrEr.N) rrFrJrKrgetvaluerRrSr)rBrUbufferr9r!r!r"%test_gzip_reproducibility_file_objects  rYcCs&td}tjtjd|gtjddS)z6Tests if import pandas works when lzma is not present.zT import sys sys.modules['lzma'] = None import pandas -cstderrNtextwrapdedent subprocess check_outputsys executablePIPEcoder!r!r"test_with_missing_lzmasrgcCs&td}tjtjd|gtjddS)z\Tests if RuntimeError is hit when calling lzma without having the module available. z import sys import pytest sys.modules['lzma'] = None import pandas as pd df = pd.DataFrame() with pytest.raises(RuntimeError, match='lzma module'): df.to_csv('foo.csv', compression='xz') rZr[Nr]rer!r!r"test_with_missing_lzma_runtimes rhc CsftT}t|||ddtj|}t|||ddddtj|}||ksXtW5QRXdS)NrNrrOr compresslevelr)rrrZcompressed_size_defaultZcompressed_size_fastr!r!r"test_gzip_compression_levels   rkc Cs0t}t|||ddddW5QRXdS)zGH33196 bzip needs file size > 100k to show a size difference between compression levels, so here we just check if the call works when compression is passed as a dict. bz2rOrirN)rrr)rrrr!r!r"test_bzip_compression_levels rm)$rJrpathlibrr`rbr^rRZpytestZpandasr0Zpandas._testingZ_testingrZpandas.io.commoncommonr%markZ parametrizer1r?r#r*rI read_jsonZ read_pickler:r@rCrMrVrYrgrhrkrmr!r!r!r"s