Pi;/UdZddlmZmZddlZddlZddlmcm Z ddlm Z ddl m Z ddlmZddlmZddlmZmZddlmZeed Zeeefed <Gd d Zd ZdS)z\ Tests the TextReader class in parsers.pyx, which is integral to the C engine in parsers.py )BytesIOStringION) TextReader) ParserWarning) DataFrame)TextFileReaderread_csv)ensure_dtype_objs) na_values na_fvalues_na_value_kwargsc eZdZejdZdZdZdZdZ dZ dZ dZ d Z d Zd Zd Zd ZdZdZdZdZdZdZdZdZejddddifdddifdddifdddifdddifd ddifgd!Zd"Zejd#ed$d%Zd&Z d'S)(TestTextReaderc|ddddS)Niodatacsvz test1.csv)selfdatapaths z/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/pandas/tests/io/parser/test_textreader.pycsv_pathzTestTextReader.csv_path#sxfe[999ct|d5}t|fit}|ddddS#1swxYwYdS)Nrbopenrr readrrfreaders rtest_file_handlezTestTextReader.test_file_handle's (D ! ! Q66%566F KKMMM                  s'AA  A ct|d5}t|fddit}|ddddS#1swxYwYdSNrheaderrrs rtest_file_handle_mmapz$TestTextReader.test_file_handle_mmap,s (D ! ! QCC$C2BCCF KKMMM                  s)AA A ct|d5}|}dddn #1swxYwYt|}t|fddit}|dSr$)rrrrr )rrr textsrcr!s r test_StringIOzTestTextReader.test_StringIO2s (D ! ! Q6688D               dmmCAAA0@AA s 266ct|d5}d}tjt|5t |ddddn #1swxYwYddddS#1swxYwYdS)NzUTF-8)encodingz%latin1 is different from the encodingmatchlatin1)rpytestraises ValueErrorr )rrr msgs rtest_encoding_mismatch_warningz-TestTextReader.test_encoding_mismatch_warning9s (W - - - /9Cz555 / /X.... / / / / / / / / / / / / / / / / / / / / / / / / / / / / / / / / /s4A&A A&A A&A A&&A*-A*c d}tt|fddit}|}t t t t|ddksJdS)Nz a b a b ar%r)rrr rlensetmapidrrr!results rtest_string_factorizez$TestTextReader.test_string_factorize@sjHTNNLL4L;KLL3s2vay))**++q000000rcbd}tt|fdddt}|}t j|dt jgdt jt j|dt jgdt jdS) Nza, b a, b a, b a, bT)skipinitialspacer%r)ar@r@r@dtype)brDrDrD rrr rtmassert_numpy_array_equalnparrayobject_r;s rtest_skipinitialspacez$TestTextReader.test_skipinitialspaceGs/ TNN -1$  BR   # 1Irx 4 4 4BJGGG    # 1Irx 4 4 4BJGGG     rcd}tt|fddit}|}|djt jksJdS)NzTrue False True Truer%r)rrr rrBrHbool_r;s rtest_parse_booleansz"TestTextReader.test_parse_booleansVsT(HTNNLL4L;KLLay"(******rcbd}tt|fdddt}|}t j|dt jgdt jt j|dt jgdt jdS) Nza b a "b" "a" bT)delim_whitespacer%r)r@r@r@rArC)rDrDrDrEr;s rtest_delimit_whitespacez&TestTextReader.test_delimit_whitespace^s, TNN -1$  BR   # 1IrxrzBBB    # 1IrxrzBBB     rcd}tt|fddit}|}t jgdtj}tj|d|dS)Nza "hello there" thisr%)r@z hello therethisrAr) rrr rrHrIrJrFrGrrr!r<expecteds rtest_embedded_newlinez$TestTextReader.test_embedded_newlinemso(HTNNLL4L;KLL8999LLL #F1Ix88888rcd}tt|fddddt}|}t jddg}t j|d|dS)Nz12345,67 345,678:,) delimiterdecimalr%g)\@g+ٚu@r)rrr rrHrIrFassert_almost_equalrTs rtest_euro_decimalz TestTextReader.test_euro_decimalvsx" TNN &)3t  GW  8Xw/00 vay(33333rcd}tt|fddddt}|}t jddgtj}tj|d|dS) Nz123,456 12,500rXrYrZ thousandsr%@0rAr) rrr rrHrIint64rFr\rTs rtest_integer_thousandsz%TestTextReader.test_integer_thousandss  TNN       8VUO28<<< vay(33333rcd}tt|ddd}|}tddg}t j||dS)Nz123.456 12.500rX.r_rarb)rrrrrFassert_frame_equalrTs rtest_integer_thousands_altz)TestTextReader.test_integer_thousands_altsc  TNNcS   fe_-- fh/////rcd}tt|fdddt}d}tjt j|5|dddn #1swxYwYtt|fddddt}|}tj gdt tj gd t tj gd t d }t||tj td 5tt|fddddt}|ddddS#1swxYwYdS)Nz'a:b:c d:e:f g:h:i j:k:l:m l:m:n o:p:q:rrXrZr%zCError tokenizing data\. C error: Expected 3 fields in line 4, saw 4r-r6)rZr% on_bad_lines)r@dglrA)rDehm)cr inrrCr6z Skipping linerC)rrr r0r1parser ParserErrorrrHrIobjectassert_array_dicts_equalrFassert_produces_warningr)rrr!r3r<rUs rtest_skip_bad_linesz"TestTextReader.test_skip_bad_liness%= TNN &)$  :J  U ]6-S 9 9 9   KKMMM                TNN       x,,,F;;;x,,,F;;;x,,,F;;;   !222  ' _ M M M    # F KKMMM                  s$A((A,/A,,8E11E58E5cd}tt|fdddt}|j}gdg}||ksJ|}t jddgt jt jdd gt jt jd d gt jd }t||dS) Nz%skip this skip this a,b,c 1,2,3 4,5,6rYr6rjr@rDrrrCrAru) rrr r%rrHrIrcry)rrr!r%rUrecss rtest_header_not_enough_linesz+TestTextReader.test_header_not_enough_liness:HTNNXc!XXGWXX#OO$!!!!{{}}xAbh///xAbh///xAbh///   !x00000rcd}tt|fddddt}|}dt jdgdzt i}t||dS) Nz,\"hello world" \"hello world" \"hello world"rY\)rZr% escapecharrz "hello world"rrA)rrr rrHrIrxryrTs rtest_escapecharzTestTextReader.test_escapecharsB TNN       rx 1A 5VDDDE 22222rcdSNrrs rtest_eof_has_eolzTestTextReader.test_eof_has_eols rcdSrrrs rtest_na_substitutionz#TestTextReader.test_na_substitutions rcdfd}|d}|}|djdksJtjgdd}|d|ksJ|djd ksJ|d }|}|djd ksJtjgd d }|d|ksJ|djd ksJdS) Nza,1 aa,2 aaa,3 aaaa,4 aaaaa,5cd|vrt|d|d<ttfddd|tS)NrBrYrjr rrr kwdsrs r _make_readerz._make_readers[$ 1$w- @ @W *-d>BFV rzS5,i4rArS5)r@aaaaaaaaaaaaaarCi4S4)r@rrrr)rrBrHrIall)rrr!r< ex_valuesrs @rtest_numpy_string_dtypez&TestTextReader.test_numpy_string_dtypes=      G,,,ay$&&&&H@@@MMM q Y&++-----ay$&&&&D)))ay$&&&&H???tLLL q Y&++-----ay$&&&&&&rc2dfd}|ddd}|}|djdksJ|djdksJ|tjtd}|}|djdksJ|djd ksJ|tjdtjd d}|}|djdksJ|djd ksJdS) Nzone,two 1,a 2,b 3,c 4,dcd|vrt|d|d<ttfddi|tS)NrBrZrYrrs rrz4TestTextReader.test_pass_dtype.._make_reader sH$ 1$w- @ @W htnnXXXtXGWXX Xru1S1)onerCrArrCO)rrBrHuint8rx)rrr!r<rs @rtest_pass_dtypezTestTextReader.test_pass_dtypesA Y Y Y Y Y DT$:$:;;;ay$&&&&ay$&&&&BH$@$@AAAay$&&&&ay#%%%%BHTNNrx}}$M$MNNNay$&&&&ay#%%%%%%rcPdfd}|d}|}|}t|dksJ|d|dksJ|d|dksJdS)Nz a,b,c 1,2,3 4,5,6 7,8,9 10,11,12cJttfddi|tS)NrZrY)rrr rs rrz1TestTextReader.test_usecols.._make_reader's*htnnXXXtXGWXX Xr)rCr6)usecolsr6rC)rr7r)rrr!r<exprs @r test_usecolszTestTextReader.test_usecolss  Y Y Y Y Yf---lnn!!##6{{aq SV#((*****q SV#((*******rz text, kwargsz a,b,c 1,2,3 4,5,6 7,8,9 10,11,12rZrYz*a b c 1 2 3 4 5 6 7 8 9 10 11 12rPTz a,b,c 1,2,3 4,5,6 ,88,9 10,11,12zdA,B,C,D,E,F,G,H,I,J,K,L,M,N,O AAAAA,BBBBB,0,0,0,0,0,0,0,0,0,0,0,0,0 ,BBBBB,0,0,0,0,0,0,0,0,0,0,0,0,0zA B C 2 3 4 5 6zA B C 2 3 4 5 6c|dd}tt|fi|t}tt|fi|t}t ||dS)N z )replacerrr rry)rr(kwargs nice_textr<rUs rtest_cr_delimitedz TestTextReader.test_cr_delimited2s,LLv.. HTNNIIfI8HIINNPPhy11PPVP?OPPUUWW 22222rcHd}tt|fddit}t jddgtjt jddgtt jd dgtd }t||dS) Nza,b,c 1,2,3 4,,rZrYrCr~rA23ru) rrr rrHrIrcrxry)rrr<rUs rtest_empty_field_eofz#TestTextReader.test_empty_field_eofMs"HTNNNNcN=MNNSSUUxAbh///xb 000xb 000   !22222rrepeat c tdgtjggdgddg}tgdgdgtdddg}tgdd tjtjtjggd d d tjtjggtdgd }t t dddgd}t j||t t dtdd}t j||t t dtdd}t j||dS)NrDr@rr)columnsindex)rCrCrCrabcdrC)rCr6rr~r) r )rr za,b c r)skiprowsnamesenginez1,1,1,1,0 1,1,1,1,0 )rrz"0,1,2,3,4 5,6 7,8,9,10,11 12,13,14)rrHnanlistr rrFrg)rrr@rDrrdfs r#test_empty_field_eof_mem_access_bugz2TestTextReader.test_empty_field_eof_mem_access_bugYsm urvh'#sCj I I I |||\\\2DLLQRTUPV W W W  BFBFBF+R(   LL-- hz**QseC P P P b!$$$  1 2 2$v,,s    b!$$$  < = =v,,    b!$$$$$rcttddgd5}t|tsJ ddddS#1swxYwYdS)Nr}) chunksizer%r)r r isinstancer)rrs rtest_empty_csv_inputz#TestTextReader.test_empty_csv_inputxs  JJ"T    2 b.11 1 11 1 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2sAA A N)!__name__ __module__ __qualname__r0fixturerr"r&r*r4r=rKrNrQrVr]rdrhr{rrrrrrrmark parametrizerrrangerrrrrrr"sF ^::^:  ///111    +++    999 4 4 4 4 4 4 0 0 0"""H111 3 3 3      '''>&&&8+++& [ 3k35G H@#T* 4k35G H7c"  (*rsq   %%%%%%%%%++++++''''''A@@@@@ 25ccee#L#L$sCx.LLL[2[2[2[2[2[2[2[2| IIIIIr