2i;/UdZddlmZmZddlZddlZddlmcm Z ddlm Z ddl m Z ddlmZddlmZddlmZmZddlmZeed Zeeefed <Gd d Zd Zy)z\ Tests the TextReader class in parsers.pyx, which is integral to the C engine in parsers.py )BytesIOStringION) TextReader) ParserWarning) DataFrame)TextFileReaderread_csv)ensure_dtype_objs) na_values na_fvalues_na_value_kwargsc eZdZejdZdZdZdZdZ dZ dZ dZ d Z d Zd Zd Zd ZdZdZdZdZdZdZdZdZej4j7ddddifdddifdddifdddifdddifd ddifgd!Zd"Zej4j7d#ed$d%Zd&Z y')(TestTextReaderc|ddddS)Niodatacsvz test1.csv)selfdatapaths ]/var/www/html/acx/venv/lib/python3.12/site-packages/pandas/tests/io/parser/test_textreader.pycsv_pathzTestTextReader.csv_path#sfe[99ct|d5}t|fit}|jdddy#1swYyxYw)Nrbopenrr readrrfreaders rtest_file_handlezTestTextReader.test_file_handle's< (D ! Q6%56F KKM   s !7Act|d5}t|fddit}|jdddy#1swYyxYwNrheaderrrs rtest_file_handle_mmapz$TestTextReader.test_file_handle_mmap,sA (D ! QC$C2BCF KKM   s #9Act|d5}|j}dddt}t|fddit}|jy#1swY7xYwr$)rrrrr )rrr textsrcr!s r test_StringIOzTestTextReader.test_StringIO2sU (D ! Q668D dmCAA0@A   s AAct|d5}d}tjt|5t |dddddddy#1swYxYw#1swYyxYw)NzUTF-8)encodingz%latin1 is different from the encodingmatchlatin1)rpytestraises ValueErrorr )rrr msgs rtest_encoding_mismatch_warningz-TestTextReader.test_encoding_mismatch_warning9sZ (W - /9Cz5 /X. / / / / / / /s!AA A A AA c d}tt|fddit}|j}t t t t|ddk(sJy)Nz a b a b ar%r)rrr rlensetmapidrrr!results rtest_string_factorizez$TestTextReader.test_string_factorize@sNHTNL4L;KL3s2vay)*+q000rcXd}tt|fdddt}|j}t j |dt jgdt jt j |dt jgdt jy) Nza, b a, b a, b a, bT)skipinitialspacer%r)ar@r@r@dtype)brDrDrD rrr rtmassert_numpy_array_equalnparrayobject_r;s rtest_skipinitialspacez$TestTextReader.test_skipinitialspaceGs/ TN -1$ BR  ## 1Irxx 4BJJG  ## 1Irxx 4BJJG rcd}tt|fddit}|j}|djt j k(sJy)NzTrue False True Truer%r)rrr rrBrHbool_r;s rtest_parse_booleansz"TestTextReader.test_parse_booleansVsE(HTNL4L;KLay"((***rcXd}tt|fdddt}|j}t j |dt jgdt jt j |dt jgdt jy) Nza b a "b" "a" bT)delim_whitespacer%r)r@r@r@rArC)rDrDrDrEr;s rtest_delimit_whitespacez&TestTextReader.test_delimit_whitespace^s, TN -1$ BR  ## 1IrxxrzzB  ## 1IrxxrzzB rcd}tt|fddit}|j}t j gdtj }tj|d|y)Nza "hello there" thisr%)r@z hello therethisrAr) rrr rrHrIrJrFrGrrr!r<expecteds rtest_embedded_newlinez$TestTextReader.test_embedded_newlinemsT(HTNL4L;KL889L ##F1Ix8rcd}tt|fddddt}|j}t j ddg}t j|d|y)Nz12345,67 345,678:,) delimiterdecimalr%g)\@g+ٚu@r)rrr rrHrIrFassert_almost_equalrTs rtest_euro_decimalz TestTextReader.test_euro_decimalvs`" TN &)3t GW 88Xw/0 vay(3rcd}tt|fddddt}|j}t j ddgtj }tj|d|y) Nz123,456 12,500rXrYrZ thousandsr%@0rAr) rrr rrHrIint64rFr\rTs rtest_integer_thousandsz%TestTextReader.test_integer_thousandssi  TN     88VUO288< vay(3rcd}tt|ddd}|j}tddg}t j ||y)Nz123.456 12.500rX.r_rarb)rrrrrFassert_frame_equalrTs rtest_integer_thousands_altz)TestTextReader.test_integer_thousands_altsI  TNcS fe_- fh/rcd}tt|fdddt}d}tjt j |5|jdddtt|fddddt}|j}tjgdt tjgd t tjgd t d }t||tjtd 5tt|fddddt}|jdddy#1swYxYw#1swYyxYw)Nz'a:b:c d:e:f g:h:i j:k:l:m l:m:n o:p:q:rrXrZr%zCError tokenizing data\. C error: Expected 3 fields in line 4, saw 4r-r6)rZr% on_bad_lines)r@dglrA)rDehm)cr inrrCr6z Skipping linerC)rrr r0r1parser ParserErrorrrHrIobjectassert_array_dicts_equalrFassert_produces_warningr)rrr!r3r<rUs rtest_skip_bad_linesz"TestTextReader.test_skip_bad_liness:= TN &)$ :J U ]]6--S 9  KKM  TN     xx,F;xx,F;xx,F;  !2  ' ' _ M   # F KKM  %  $  sE .E E  Ecd}tt|fdddt}|j}gdg}||k(sJ|j }t j ddgt jt j dd gt jt j d d gt jd }t||y) Nz%skip this skip this a,b,c 1,2,3 4,5,6rYr6rjr@rDrrrCrAru) rrr r%rrHrIrcry)rrr!r%rUrecss rtest_header_not_enough_linesz+TestTextReader.test_header_not_enough_liness:HTNXc!XGWX#$!!!{{}xxAbhh/xxAbhh/xxAbhh/  !x0rcd}tt|fddddt}|j}dt j dgdzt i}t||y) Nz,\"hello world" \"hello world" \"hello world"rY\)rZr% escapecharrz "hello world"rrA)rrr rrHrIrxryrTs rtest_escapecharzTestTextReader.test_escapecharsdB TN     rxx 1A 5VDE 2rcyNrrs rtest_eof_has_eolzTestTextReader.test_eof_has_eols rcyrrrs rtest_na_substitutionz#TestTextReader.test_na_substitutions rcdfd}|d}|j}|djdk(sJtjgdd}|d|k(j sJ|djd k(sJ|d }|j}|djd k(sJtjgd d }|d|k(j sJ|djd k(sJy) Nza,1 aa,2 aaa,3 aaaa,4 aaaaa,5cjd|vrt|d|d<ttfddd|tS)NrBrYrjr rrr kwdsrs r _make_readerz._make_readersJ$ 1$w- @W *-d>BFV rzS5,i4rArS5)r@aaaaaaaaaaaaaarCi4S4)r@rrrr)rrBrHrIall)rrr!r< ex_valuesrs @rtest_numpy_string_dtypez&TestTextReader.test_numpy_string_dtypes  G,ay$&&&HH@M q Y&++---ay$&&&D)ay$&&&HH?tL q Y&++---ay$&&&rcdfd}|ddd}|j}|djdk(sJ|djdk(sJ|tjtd}|j}|djdk(sJ|djd k(sJ|tjdtjd d}|j}|djdk(sJ|djd k(sJy) Nzone,two 1,a 2,b 3,c 4,dchd|vrt|d|d<ttfddi|tS)NrBrZrYrrs rrz4TestTextReader.test_pass_dtype.._make_reader s;$ 1$w- @W htnXXtXGWX Xru1S1)onerCrArrCO)rrBrHuint8rx)rrr!r<rs @rtest_pass_dtypezTestTextReader.test_pass_dtypes Y DT$:;ay$&&&ay$&&&BHH$@Aay$&&&ay#%%%BHHTNrxx}$MNay$&&&ay#%%%rcdfd}|d}|j}|j}t|dk(sJ|d|dk(jsJ|d|dk(jsJy)Nz a,b,c 1,2,3 4,5,6 7,8,9 10,11,12c>ttfddi|tS)NrZrY)rrr rs rrz1TestTextReader.test_usecols.._make_reader's"htnXXtXGWX Xr)rCr6)usecolsr6rC)rr7r)rrr!r<exprs @r test_usecolszTestTextReader.test_usecolss  Yf-n!!#6{aq SV#((***q SV#((***rz text, kwargsz a,b,c 1,2,3 4,5,6 7,8,9 10,11,12rZrYz*a b c 1 2 3 4 5 6 7 8 9 10 11 12rPTz a,b,c 1,2,3 4,5,6 ,88,9 10,11,12zdA,B,C,D,E,F,G,H,I,J,K,L,M,N,O AAAAA,BBBBB,0,0,0,0,0,0,0,0,0,0,0,0,0 ,BBBBB,0,0,0,0,0,0,0,0,0,0,0,0,0zA B C 2 3 4 5 6zA B C 2 3 4 5 6c|jdd}tt|fi|tj }tt|fi|tj }t ||y)N z )replacerrr rry)rr(kwargs nice_textr<rUs rtest_cr_delimitedz TestTextReader.test_cr_delimited2sc,LLv. HTNIfI8HINNPhy1PVP?OPUUW 2rc4d}tt|fdditj}t j ddgtj t j ddgtt j d dgtd }t||y) Nza,b,c 1,2,3 4,,rZrYrCr~rA23ru) rrr rrHrIrcrxry)rrr<rUs rtest_empty_field_eofz#TestTextReader.test_empty_field_eofMsx"HTNNcN=MNSSUxxAbhh/xxb 0xxb 0  !2rrepeat c tdgtjggdgddg}tgdgdgtdddg}tgdd tjtjtjggd d d tjtjggtdgd }t t dddgd}t j||t t dtdd}t j||t t dtdd}t j||y)NrDr@rr)columnsindex)rCrCrCrabcdrC)rCr6rr~r) r )rr za,b c r)skiprowsnamesenginez1,1,1,1,0 1,1,1,1,0 )rrz"0,1,2,3,4 5,6 7,8,9,10,11 12,13,14)rrHnanlistr rrFrg)rrr@rDrrdfs r#test_empty_field_eof_mem_access_bugz2TestTextReader.test_empty_field_eof_mem_access_bugYs urvvh'#sCj I |\2DLQRTUPV W BFFBFFBFF+R(   L hz*QseC P b!$  1 2$v,s  b!$  < =v,  b!$rcttddgd5}t|tsJ dddy#1swYyxYw)Nr}) chunksizer%r)r r isinstancer)rrs rtest_empty_csv_inputz#TestTextReader.test_empty_csv_inputxs=  J"T  2 b.1 11 2 2 2s 7AN)!__name__ __module__ __qualname__r0fixturerr"r&r*r4r=rKrNrQrVr]rdrhr{rrrrrrrmark parametrizerrrangerrrrrrr"s9 ^^::  /1  +  9 4 4 0"H1 3  '>&8+& [[ 3k35G H@#T* 4k35G H7c"  (*rse   %%+'A 25ce#L$sCx.L[2[2| Ir