
    Pi                    ,   d dl mZ d dlmZ d dlmZ d dlZd dlmZ d dlZd dl	m
Z
mZmZmZmZ d dlZd dlZd dlmZmZ d dlmc mZ d dlmZ d d	lmZ d d
lmZmZ d dl m!Z! d dl"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* d dl+m,Z, d dl-m.Z.m/Z/m0Z0 d dl1m2Z2 d dl3m4Z4m5Z5m6Z6m7Z7m8Z8 d dl9m:Z:m;Z;m<Z<m=Z= d dl>m?Z? d dl@mAZB d dlCmDZD e
rd dlEmFZFmGZGmHZHmIZI d dlJmKZKmLZLmMZMmNZNmOZOmPZP  G d d          ZQ	 	 	 dXdYd"ZRi d#dd$dd%d&d'ejS        d(dd)dd*dd+d,d-dd.dd/dd0d d1dd2dd3dd4dd5di d6dd7dddd8dd9dd:d;d<dddd dd=dd>dd?dd@ddAddBdCdDeQjT        jU        dEejV        ZWdZdFZXd[dHZYd\dMZZdN Z[ed]dR            Z\ed^dT            Z\d_dWZ\dS )`    )annotations)defaultdictcopyN)Enum)TYPE_CHECKINGAnycastfinaloverload)libparsers)STR_NA_VALUES)import_optional_dependency)ParserErrorParserWarning)find_stack_level)is_bool_dtypeis_dict_likeis_float_dtype
is_integeris_integer_dtypeis_list_likeis_object_dtypeis_string_dtype)isna)	DataFrameDatetimeIndexStringDtype)
algorithms)ArrowExtensionArrayBaseMaskedArrayBooleanArrayFloatingArrayIntegerArray)Index
MultiIndexdefault_indexensure_index_from_sequencesSeries)	datetimes)is_potential_multi_index)CallableIterableMappingSequence)	ArrayLikeDtypeArgHashable	HashableTScalar	SequenceTc                     e Zd ZU  G d de          Zded<   ded<   ded<   ded<   ded<   d	ed
<   dCdZdCdZedDd            Z	e	 dEdFd            Z
e	 dGdHd            Ze	 dGdId!            Zed"             ZedJd$            ZedKd*            Ze	 dLdMd.            ZedNd1            ZedOd3            ZedPd6            ZedQd8            ZedRd;            ZedSd=            Ze	 dGdTdB            ZdS )U
ParserBasec                      e Zd ZdZdZdZdS )ParserBase.BadLineHandleMethodr         N)__name__
__module____qualname__ERRORWARNSKIP     q/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/pandas/io/parsers/base_parser.pyBadLineHandleMethodr;   W   s        rE   rG   bool_implicit_index_first_chunkkeep_default_nadayfirstcache_datesz
str | Noneusecols_dtypereturnNonec                $   d| _         |                    d          | _        d | _        |                    dd           | _        t                      | _        d | _        d | _        |	                    dd          }|t          j        |          rt          |          }n$t          |t                    st          d          || _        |	                    dt          j                  | _        |	                    dd           | _        |	                    dd          | _        |                    d	          | _        |                    d
          | _        |                    dd          | _        |                    dd          | _        t3          |                    dd                     | _        |                    d          | _        |                    d          | _        |                    d          | _        |                    d          | _        |	                    dd          | _        |                    d          | _         tC          | j         d          r|                    d          rtE          d          |                    d          rtE          d          | j        tG          | j                  r| j        g| _        netC          | j        d          r'tI          tK          tF          | j                            stE          d          t          | j                  | _        d| _&        tO          |d                   \  | _(        | _)        |                    d| j*        j+                  | _,        d S )NFnames	index_colparse_dateszDOnly booleans and lists are accepted for the 'parse_dates' parameterdate_parserdate_formatrL   	na_values
na_fvalues	na_filterrK   Tdtype
convertersdtype_backendtrue_valuesfalse_valuesrM   header)
allow_setsusecolsz;cannot specify usecols when specifying a multi-index headerz9cannot specify names when specifying a multi-index headerz]index_col must only contain integers of column positions when specifying a multi-index headeron_bad_lines)-rI   getrR   
orig_namesrS   setunnamed_colsindex_names	col_namespopr   is_boolrH   
isinstancelist	TypeErrorrT   
no_defaultrU   rV   rL   rW   rX   rY   rK   r   rZ   r[   r\   r]   r^   rM   r_   r   
ValueErrorr   allmaprJ   _validate_usecols_argra   rN   rG   rA   rb   )selfkwdsrT   s      rF   __init__zParserBase.__init__c   s#   $XXg&&
59+t44!$6:48hh}e44#+k":":{++KKK.. 	V   )488M3>BB88M488U33+..((<00+u55#xx(94@@$((7D1122
((<00!XXo6688M22 HH^4488M488 hhx((666 	:xx	""  Q   xx    O  
 ~)dn-- :&*n%5DNN EBBB	:C
DN;;<<	: %?  
 &*$.%9%9DN +@i+Q+Q(d( !HH^T5M5STTrE   c                    d S NrD   )rs   s    rF   closezParserBase.close   s    rE   iintc                    t          | j        t                    r| j        S | j        | j        |         }nd }| j        |n| j        |         }|| j        v p|d uo|| j        v S rw   )rk   rT   rH   rg   rS   )rs   ry   namejs       rF   _should_parse_dateszParserBase._should_parse_dates   s~    d&-- 	##+'*^+1BA)) D =TT-=%=rE   Frg   Sequence[Hashable] | Nonepassed_namesUtuple[Sequence[Hashable], Sequence[Hashable] | None, Sequence[Hashable] | None, bool]c                   	
 t          |          dk     r|d         |d|fS  j        g t          t          t          t
          j        f          sgt                    |                    d          } 	                    | j                  \  }}}t          |d                   
t          
fd|dd         D                       st          d          
fd	t          t          	fd	|D             d
di          }|                                }t                    D ]}|                    ||           r fd|D             }ndgt          |          z  }d}||||fS )a  
        Extract and return the names, index_names, col_names if the column
        names are a MultiIndex.

        Parameters
        ----------
        header: list of lists
            The header rows
        index_names: list, optional
            The names of the future index
        passed_names: bool, default False
            A flag specifying if names where passed

        r=   r   Nc              3  >   K   | ]}t          |          k    V  d S rw   )len).0header_iterfield_counts     rF   	<genexpr>z<ParserBase._extract_multi_indexer_columns.<locals>.<genexpr>   s0      QQ{3{##{2QQQQQQrE   r<   z1Header rows must have an equal number of columns.c                X     t           fdt                    D                       S )Nc              3  0   K   | ]}|v|         V  d S rw   rD   )r   ry   rsics     rF   r   zMParserBase._extract_multi_indexer_columns.<locals>.extract.<locals>.<genexpr>   s+      JJ!Qc\\1\\\\JJrE   )tuplerange)r   r   r   s   `rF   extractz:ParserBase._extract_multi_indexer_columns.<locals>.extract   s2    JJJJJu['9'9JJJJJJrE   c              3  .   K   | ]} |          V  d S rw   rD   )r   r   r   s     rF   r   z<ParserBase._extract_multi_indexer_columns.<locals>.<genexpr>   s+      88AWWQZZ888888rE   strictTc                v    g | ]5}|d                   #|d                   j         vr|d                   nd6S )r   N)rf   )r   r   icrs   s     rF   
<listcomp>z=ParserBase._extract_multi_indexer_columns.<locals>.<listcomp>   s]         r!uX)qAxt?P/P/P "Q%  rE   )r   rS   rk   rl   r   npndarrayre   ri   _clean_index_namesrp   r   zipr   sortedinsert)rs   r_   rg   r   _columnsrR   	single_icrh   r   r   r   r   s   `        @@@@rF   _extract_multi_indexer_columnsz)ParserBase._extract_multi_indexer_columns   s   . v;;??!9k4==
 ^:B"tUBJ788 	B"gg jjnn 33KPPQ &)nn QQQQfQRRjQQQQQ 	SQRRR	K 	K 	K 	K 	K 	K s8888888FFFGG 	/ 	/ILLI....  	-      	  II V,Ik9l::rE   Nr   r7   rh   SequenceT | MultiIndexc                p    t          |          r&t          d|          }t          j        ||          S |S )NzSequence[tuple[Hashable, ...]])rR   )r-   r
   r'   from_tuples)rs   r   rh   
columns_mis       rF   _maybe_make_multi_index_columnsz*ParserBase._maybe_make_multi_index_columns  s@     $G,, 	G>HHJ)*IFFFFrE   indexnamerowlist[Scalar] | None4tuple[Index | None, Sequence[Hashable] | MultiIndex]c                   t          | j        t                    rt          | j                  rg }g }| j        D ]Z}t          |t                    rt          d| d          |                    |           |                    ||                    [t          |d          D ]3}|                    |           | j	        s|                    |           4| 
                    |          }|r<t          |          t          |          z
  }	|                    |d |	                   }nd }|                     || j                  }||fS )NzIndex z invalidT)reverse)rk   rS   rl   r   strro   appendr   ri   rI   
_agg_index	set_namesr   rh   )
rs   alldatar   r   	to_removeindexesidxry   indexcoffsets
             rF   _make_indexzParserBase._make_index  s\   
 dnd++ 	DN0C0C 	IG~ - -c3'' =$%;c%;%;%;<<<  %%%ws|,,,, It444 # #A+ #KKNNNOOG,,E  @l++c'll:XgX(>??E 66wOOg~rE   c                   t          t                    sS i }| j        J                                 D ]5\  }}t          |t                    r|| j        vr| j        |         }|||<   6t          t
                    rWt          | j                  t          |                                          z
  }|                    fd|D                        |S )zconverts col numbers to namesNc                "    i | ]}||         S rD   rD   )r   colmappings     rF   
<dictcomp>z-ParserBase._clean_mapping.<locals>.<dictcomp>@  s    FFF#ws|FFFrE   )	rk   dictrd   itemsrz   r   re   keysupdate)rs   r   cleanr   vremaining_colss    `    rF   _clean_mappingzParserBase._clean_mapping1  s     '4(( 	N***mmoo 	 	FC#s## +4?(B(Boc*E#JJg{++ 	H 11C

4E4EENLLFFFF~FFFGGGrE   r&   c                $   g }|                      | j                  }|                      | j                  }| j        
| j        }d}nt	          j        d g          }d}t          t          |||                    D ]\  }\  }}	|                     |          r7t          || j        | j        |         nd | j
        | j        | j                  }| j        r| j        }
| j        }nt!                      }
t!                      }t#          | j        t$                    rY| j        J | j        |         }|%t'          || j        | j        | j                  \  }
}nt!                      t!                      }}
d }d}| j        mt#          |t$                    r!|                    | j        |         d           }t#          |t$                    r"|                    | j        |                   d u}|rt-          |          p| }|                     ||
|z  |d u |          \  }}|t1          ||	|d          }nt3          |g|	g          }|                    |           t7          |          dk    r|d         S t9          j        |          S )NTF)r   r   rL   rM   rV   )r|   rZ   r   r<   r   )r   r[   rZ   rg   	itertoolscycle	enumerater   r~   date_converterrL   rM   rV   rY   rW   rX   re   rk   r   get_na_valuesrK   rc   r   _infer_typesr&   r)   r   r   r'   from_arrays)rs   r   arraysr[   clean_dtypesrR   
zip_strictry   arrr|   col_na_valuescol_na_fvaluescol_name	cast_typeindex_convertertry_num_boolr   r   s                     rF   r   zParserBase._agg_indexC  s   ((99
**4:66'".EJJOTF++EJ'E5(L(L(LMM 0	 0	NA{T''** $/3/?/K(++QU!] $ 0 $ 0   ~ ' $!% #!$$.$// A'333+A.'4A $.$/4CW5 51M>> 58EE355>MI#O+lD11 L , 0 01A!1Dd K KIj$// V&0nnT5Ea5H&I&IQU&UO 9y99MoL &&]^3Y$5F FC $Cd)%HHH13%$@@MM#v;;!!9)&111rE   col_indices	list[int]rR   Sequence[Hashable]set[int]c                T   t                      }| j        dk    rt          | j                  n"t	          | j                  s	| j        dvrnddfd}t          | j        t                    r>t          | j                   | j        D ] }|	                     ||                     !nt| j        rmt          | j
        t                    r)| j
        D ] }|	                     ||                     !n*| j
        #|	                     || j
                             |S )a  
        Set the columns that should not undergo dtype conversions.

        Currently, any column that is involved with date parsing will not
        undergo such conversions. If usecols is specified, the positions of the columns
        not to cast is relative to the usecols not to all columns.

        Parameters
        ----------
        col_indices: The indices specifying order and positions of the columns
        names: The column names which order is corresponding with the order
               of col_indices

        Returns
        -------
        A set of integers containing the positions of the columns not to convert.
        integer)emptyNNrO   rz   c                    t          |           r|          } t          |           s                    |                    } | S rw   )r   r   )xr   rR   ra   s    rF   _setz5ParserBase._set_noconvert_dtype_columns.<locals>._set  sD    "z!}}"AJa== 0A/HrE   )rO   rz   )re   rN   r   ra   callablerk   rT   rl   validate_parse_dates_presenceaddrS   )rs   r   rR   noconvert_columnsr   valkra   s    ``    @rF   _set_noconvert_dtype_columnsz'ParserBase._set_noconvert_dtype_columns  sm   ,  EE** T\**GGdl## 	t'9'P'P "GG G	 	 	 	 	 	 	 	 d&-- 
	<)$*:EBBB' 1 1!%%dd3ii00001  	<$.$// < 3 3A%))$$q''22223+!%%dd4>&:&:;;;  rE   Tr   tuple[ArrayLike, int]c                	   d}t          |j        j        t          j        t          j        f          rt          j        d |D                       }t          j        ||          }|	                    dd          
                                }|dk    rNt          |          r|	                    t          j                  }t          j        ||t          j                   ||fS | j        }|o|t           j        u}|rft%          |j                  rQ	 t!          j        ||d|          \  }	}
|r|
%t          j        |	j        t          j                  }
|
                                r4t/          t          j        |
j        t          j                  |
          }	n_t          |	          rt/          |	|
          }	n?t5          |	          rt7          |	|
          }	nt9          |	          rt;          |	|
          }	|

                                }n|t=          |	          
                                }nZ# t>          t@          f$ r tC          j"        ||          }|}	Y n0w xY w|}	|j        t          j#        k    rtC          j"        ||          }|	j        t          j#        k    r|rtI          |	          dk    stK          |	d         tL                    stO          j(        t          j)        |          | j*        | j+        |	          \  }	}|	j        t          j        k    r:|r8|%t          j        |	j        t          j                  }t7          |	|          }	nf|	j        t          j#        k    rQ|rOt!          j,        |	d
          s9t[                      }|.                                }|/                    ||          }	|dk    rta          d          }tK          |	t          j1                  r%te          |                    |	d
                    }	ntK          |	tf                    r||	j4                                        r4te          |                    dgtI          |	          z                      }	nete          |                    |	j5        |	j4                            }	n6te          |                    |	6                                d
                    }	|	|fS )a  
        Infer types of values, possibly casting

        Parameters
        ----------
        values : ndarray
        na_values : set
        no_dtype_specified: Specifies if we want to cast explicitly
        try_num_bool : bool, default try
           try to cast values to numeric (first preference) or boolean

        Returns
        -------
        converted : ndarray or ExtensionArray
        na_count : int
        r   c                <    g | ]}t          |t                    |S rD   )rk   r   )r   r   s     rF   r   z+ParserBase._infer_types.<locals>.<listcomp>  s(    !W!W!W#*SRUBVBV!W#!W!W!WrE   uint8Fr   )convert_to_masked_nullableNrZ   )r]   r^   r   Tskipnapyarrow)from_pandas)mask)7
issubclassrZ   typer   numberbool_arrayr    isinastypesumr   float64putmasknanr\   r   rn   r   maybe_convert_numericzerosshaperp   r%   onesint64r   r#   r   r$   r   ro   rm   r   sanitize_objectsobject_r   rk   rz   libopsmaybe_convert_boolasarrayr]   r^   is_datetime_arrayr   construct_array_type_from_sequencer   r   r!   r"   _mask_datato_numpy)rs   valuesrW   no_dtype_specifiedr   na_countr   r\   non_default_dtype_backendresultresult_mask	bool_maskrZ   clspas                  rF   r   zParserBase._infer_types  s   ( fl'")RX)>?? 		$!W!W!W!W!WXXI?6955D{{7{77;;==H!||#F++ 7#]]2:66F
640008##*F=#F 	"
  $	GOFL99 $	G2&)&?/H	' ' '# - 2"*&(hv|28&L&L&L"(( 	D!-GK$5RXFFF" " *&11 D!-fk!B!B&v.. D!-fk!B!B'// D!.v{!C!C*00HH#F||//11HH/ 	*       #3FIFF	 2 F|rz))"3FIFF LBJ&& 'V!!F1Is)C)C! & 9
6"" ,!.+D	! ! !FI |rx'',E'$ "RX F F FI%fi88++0I+,VDAAA E'MME4466C //e/DDFI%%+I66B&"*-- ,RXXf$X-O-OPPFO44 <##%% 04&3v;;:N1O1OPPFF0FLAA FF -HHV__..DHAA  xs   H9 9(I$#I$datar   c                    d S rw   rD   rs   rR   r  s      rF   _do_date_conversionszParserBase._do_date_conversions5  s	    
 CrE   Mapping[Hashable, ArrayLike]c                    d S rw   rD   r  s      rF   r  zParserBase._do_date_conversions<  s	    
 (+srE   Sequence[Hashable] | Index(Mapping[Hashable, ArrayLike] | DataFramec                ~   t          | j        t                    s|S | j        D ]}t          |t                    r||vr||         }t          | j        t                    r	|| j        v s#t          | j        t                    r
|| j        v rjt          ||         || j        | j        | j	                  }|||<   |S )Nr   )
rk   rT   rl   rz   rS   rg   r   rL   rM   rV   )rs   rR   r  colspecr  s        rF   r  zParserBase._do_date_conversionsC  s     $*D11 	K' 	# 	#G'3'' )G4,?,?.4>400 W5N5N4+T22 6O7>$BR7R7R#W , ,  F #DMMrE   Sequence[ArrayLike]c                   | j         st          |          t          |          k    r|rt          |d                   o|d         dk    }|t          |d                   z  }t          |          t          |          dz
  k    rt	          j        |          rdS t          j        dt          t                                 dS dS dS dS )ae  Checks if length of data is equal to length of column names.

        One set of trailing commas is allowed. self.index_col not False
        results in a ParserError previously when lengths do not match.

        Parameters
        ----------
        columns: list of column names
        data: list of array-likes containing the data column-wise.
        r    r<   NzkLength of header or names does not match length of data. This leads to a loss of data with index_col=False.)
stacklevel)
rS   r   r   r   r   rp   warningswarnr   r   )rs   r   r  	empty_strempty_str_or_nas        rF   _check_data_lengthzParserBase._check_data_length_  s      ~ 	#g,,#d))";";";'R11Dd2h"nI ($tBx..8O7||s4yy1},,1H1H,M:+--	     	 	";";";";rE   ra   r1   c                n    fd|D             }t          |          dk    rt          d|           |S )ai  
        Validates that all usecols are present in a given
        list of names. If not, raise a ValueError that
        shows what usecols are missing.

        Parameters
        ----------
        usecols : iterable of usecols
            The columns to validate are present in names.
        names : iterable of names
            The column names to check against.

        Returns
        -------
        usecols : iterable of usecols
            The `usecols` parameter if the validation succeeds.

        Raises
        ------
        ValueError : Columns were missing. Error message will list them.
        c                    g | ]}|v|	S rD   rD   )r   crR   s     rF   r   z6ParserBase._validate_usecols_names.<locals>.<listcomp>  s    888%1rE   r   z>Usecols do not match columns, columns expected but not found: )r   ro   )rs   ra   rR   missings     ` rF   _validate_usecols_namesz"ParserBase._validate_usecols_names}  sZ    . 9888g888w<<!   
 rE   tuple[list | None, list, list]c                   t          |          sd ||fS t          |          }|sd gt          |          z  ||fS t          |          }g }t          |          }t          |          D ]\  }}t	          |t
                    rM|                    |           t          |          D ]'\  }}||k    r|||<   |                    |            n(g||         }|                    |           |                    |           t          |          D ](\  }}t	          |t
                    r|| j        v rd ||<   )|||fS rw   )	is_index_colrl   r   r   rk   r   r   removerf   )	rs   r   rS   cp_colsrg   ry   r*  r}   r|   s	            rF   r   zParserBase._clean_index_names  s}   I&& 	,)++w--  	?6C	NN*GY>>w--.0 OO	i(( 	) 	)DAq!S!! 
)""1%%%(11  GAtqyy'(	!t,,, !
 qzt$$$""4(((( !-- 	& 	&GAt$$$ &1B)B)B!%AGY..rE   Sequence[HashableT]rZ   DtypeArg | None6tuple[Index, list[HashableT], dict[HashableT, Series]]c                b  
 t                    | j        }| j        }t                    st	          fd          
nDt          t                    t	          d fd                                D                       
||du s|t          d          }n
fd|D             }t          |          dk    r	|d         }nt          j        |          }|                                 t          |          D ]\  }}                    ||z
             
fdD             }	||	fS )	Nc                      S rw   rD   r   s   rF   <lambda>z,ParserBase._get_empty_meta.<locals>.<lambda>  s    U rE   c                     d S rw   rD   rD   rE   rF   r7  z,ParserBase._get_empty_meta.<locals>.<lambda>  s     rE   c                J    i | ]\  }}t          |          r|         n|| S rD   )r   )r   r   r   r   s      rF   r   z.ParserBase._get_empty_meta.<locals>.<dictcomp>  s2    QQQ41az!}}3!QQQQrE   Fr   c                @    g | ]}t          g ||                    S ))r|   rZ   )r&   )r   r|   
dtype_dicts     rF   r   z.ParserBase._get_empty_meta.<locals>.<listcomp>  s:       AEbt:d+;<<<  rE   r<   c                @    i | ]}|t          g |                    S )r   r*   )r   r   r;  s     rF   r   z.ParserBase._get_empty_meta.<locals>.<dictcomp>  s:     
 
 
AIHfRz(';<<<
 
 
rE   )rl   rS   rg   r   r   r
   r   r   r(   r   r'   r   sortr   ri   )rs   r   rZ   rS   rg   r   r  ry   ncol_dictr;  s    ``       @rF   _get_empty_metazParserBase._get_empty_meta  s    w--N	& E"" 	$]]]]33JJu%%E$QQQQ5;;==QQQ J e!3!38K!!$$EE   IT  D 4yyA~~Q".t44NN!),, # #1AE""""
 
 
 
MT
 
 
 gx''rE   )rO   rP   )ry   rz   rO   rH   )F)rg   r   r   rH   rO   r   rw   )r   r7   rh   r   rO   r   )r   r   rO   r   )rO   r&   )r   r   rR   r   rO   r   )T)r   rH   rO   r   )rR   r&   r  r   rO   r   )rR   r   r  r  rO   r  )rR   r  r  r  rO   r  )r   r   r  r  rO   rP   )ra   r7   rR   r1   rO   r7   )rO   r-  )r   r2  rZ   r3  rO   r4  )r>   r?   r@   r   rG   __annotations__ru   rx   r   r~   r   r   r   r   r   r   r   r   r  r'  r,  r   r@  rD   rE   rF   r9   r9   V   s            d   
 NNNFU FU FU FUP       U 
 #	D; D; D; D; UD;L  04	 	 	 	 U	 DH    U@   U" @2 @2 @2 U@2D 7! 7! 7! U7!r JNr  r  r  r  Ur h    X + + + X+    U6    U:    U> #/ #/ #/ U#/J EI4( 4( 4( 4( U4( 4( 4(rE   r9   FTr   r4   rL   rH   rM   rV    dict[Hashable, str] | str | Nonec                   | j         j        dv r| S t          |t                    r|                    |          n|}t          j        t          j        |                     }	 t          j
        ||d||          }n# t          t          f$ r |cY S w xY wt          |t                    r"|                                }d|j        _        |S |j        S )NMmF)formatutcrL   cacheT)rZ   kindrk   r   rc   r   ensure_string_arrayr   r  toolsto_datetimero   rm   r   r  flags	writeable_values)	date_colr   rL   rM   rV   date_fmtstr_objsr  r   s	            rF   r   r     s     ~d""'1+t'D'DU{s###+H&rz(';';<<H"
 
 
 	"    
 &-(( oo"	
>s   $A> >BB	delimiter
escapechar	quotechar"quotingdoublequoteskipinitialspacelineterminatorr_   inferrS   rR   skiprows
skipfooternrowsrW   rK   r]   r^   r[   rZ   	thousandscommentdecimal.rT   ra   	chunksizeencodingcompressionskip_blank_linesencoding_errorsr   rb   r\   c                    t          |t                    rG| |v r||          ||          fS |rt          t                      fS t                      t                      fS ||fS )a  
    Get the NaN values for a given column.

    Parameters
    ----------
    col : str
        The name of the column.
    na_values : array-like, dict
        The object listing the NaN values as strings.
    na_fvalues : array-like, dict
        The object listing the NaN values as floats.
    keep_default_na : bool
        If `na_values` is a dict, and the column is not mapped in the
        dictionary, whether to return the default NaN values or the empty set.

    Returns
    -------
    nan_tuple : A length-two tuple composed of

        1) na_values : the string NaN values for that column.
        2) na_fvalues : the float NaN values for that column.
    )rk   r   r   re   )r   rW   rX   rK   s       rF   r   r   D  sh    . )T"" 	%)S>:c?22 ,$cee++55#%%<*$$rE   rO   c                    | d uo| duS )NFrD   )r   s    rF   r/  r/  g  s    d?/s%//rE   bool | listr   r   re   c                   t          | t                    st                      S t                      }t                      }| D ]|}t          |t                    r0||vr|                    |           1|                    |           G||v r|                    |           a|                    ||                    }|r5d                    t          |                    }t          d| d          |S )a  
    Check if parse_dates are in columns.

    If user has provided names for parse_dates, check if those columns
    are available.

    Parameters
    ----------
    columns : list
        List of names of the dataframe.

    Returns
    -------
    The names of the columns which will get parsed later if a list
    is given as specification.

    Raises
    ------
    ValueError
        If column to parse_date is not in dataframe.

    z, z+Missing column provided to 'parse_dates': '')rk   rl   re   r   r   joinr   ro   )rT   r   r+  unique_colsr   missing_colss         rF   r   r   k  s    2 k4(( uueeG%%K 	* 	*c3 	*'!!C    $$$$G^^OOC    OOGCL)))) Xyy11V|VVVWWWrE   c                    d}| mt          |           r| dfS t          |           st          |          t          j        | d          }|dvrt          |          t          |           } | |fS | dfS )a+  
    Validate the 'usecols' parameter.

    Checks whether or not the 'usecols' parameter contains all integers
    (column selection by index), strings (column by name) or is a callable.
    Raises a ValueError if that is not the case.

    Parameters
    ----------
    usecols : list-like, callable, or None
        List of columns to use when parsing or a callable that can be used
        to filter a list of table columns.

    Returns
    -------
    usecols_tuple : tuple
        A tuple of (verified_usecols, usecols_dtype).

        'verified_usecols' is either a set if an array-like is passed in or
        'usecols' if a callable or None is passed in.

        'usecols_dtype` is the inferred dtype of 'usecols' if an array-like
        is passed in or None if a callable or None is passed in.
    z['usecols' must either be list-like of all strings, all unicode, all integers or a callable.NFr   )r   r   string)r   r   ro   r   infer_dtypere   )ra   msgrN   s      rF   rr   rr     s    4	&  G 	!D= G$$ 	" S//!>>> >>>S//!g,,%%D=rE   Callable[[Hashable], object]Iterable[Hashable]r   c                    d S rw   rD   ra   rR   s     rF   evaluate_callable_usecolsrw    s	     srE   r7   c                    d S rw   rD   rv  s     rF   rw  rw    s	     rE   (Callable[[Hashable], object] | SequenceTSequenceT | set[int]c                \     t                     r fdt          |          D             S  S )z
    Check whether or not the 'usecols' parameter
    is a callable.  If so, enumerates the 'names'
    parameter and returns a set of indices for
    each entry in 'names' that evaluates to True.
    If not a callable, returns 'usecols'.
    c                0    h | ]\  }} |          |S rD   rD   )r   ry   r|   ra   s      rF   	<setcomp>z,evaluate_callable_usecols.<locals>.<setcomp>  s*    CCCgaWWT]]CCCCrE   )r   r   rv  s   ` rF   rw  rw    s=      DCCCC5!1!1CCCCNrE   )FTN)r   r4   rL   rH   rM   rH   rV   rB  )rK   rH   )rO   rH   )rT   ri  r   r   rO   re   )ra   rs  rR   rt  rO   r   )ra   r7   rR   rt  rO   r7   )ra   ry  rR   rt  rO   rz  )]
__future__r   collectionsr   r   csvenumr   r   typingr   r	   r
   r   r   r#  numpyr   pandas._libsr   r   pandas._libs.ops_libsopsr  pandas._libs.parsersr   pandas.compat._optionalr   pandas.errorsr   r   pandas.util._exceptionsr   pandas.core.dtypes.commonr   r   r   r   r   r   r   r   pandas.core.dtypes.missingr   pandasr   r   r   pandas.corer    pandas.core.arraysr!   r"   r#   r$   r%   pandas.core.indexes.apir&   r'   r(   r)   pandas.core.seriesr+   pandas.core.toolsr,   rJ  pandas.io.commonr-   collections.abcr.   r/   r0   r1   pandas._typingr2   r3   r4   r5   r6   r7   r9   r   QUOTE_MINIMALrG   rA   rn   parser_defaultsr   r/  r   rr   rw  rD   rE   rF   <module>r     s-   " " " " " " # # # # # #       



                                    " ! ! ! ! ! ! ! ! . . . . . . > > > > > >        5 4 4 4 4 4	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 , + + + + +         
 # " " " " "                         & % % % % % 0 0 0 0 0 0 5 5 5 5 5 5                           b
( b
( b
( b
( b
( b
( b
( b
(P 48    B%%$% % s 	%
 4% % d% g% % T% % !% T% % t%  4!%" D#% %$ $%%& T'%( 4)%* +%, t-%. s/%2 53%4 5%6 47%8 t9%< =%> ?%@ 4A%B C%D xE%F J28G%H S^I% %P %  %  %  %F0 0 0 0+ + + +\/ / /d 
   
 
   

     rE   