Wh dZddlmZddlmZmZddlZddlZddlZddl Z ddl Z ddl m Z m Z mZmZmZmZddlZddlZddlmZddlZddlZddlmZmZmZmZmZmZmZm Z m!Z!m"Z"ddl#m$Z$m%Z&m'Z'm(Z(m)Z)ddl*Z*ddl+Z+dd l,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3dd l4m5Z5dd l6m7Z7dd l8m9Z9dd l:m;Z;ddlZ>m?Z?m@Z@ddlAmBZBeCe)e'ze(zZDeDEdejFdZGe de-ZHejIGddZJejIGddeeZKdndZLe"dodZMe"dpd ZMdqd"ZMdrd%ZNe"dsdtd)ZOe" dsdud*ZO dvdwd-ZOd.ZPdxd0ZQe9eBd1eBd2dz3 dydzd;ZRd{d=ZSd>d>d>d>d?d@dAdBdCdD ZTeCeTUZVd|dFZWe9eBd2dzGd}dIZXd~dKZYe"d&d&d&d&d&dLddSZZe"d&d&d&d&d&d&dTddWZZe"d&d&d&d&d&d&dTddYZZe9eBd2dMzGddd+dZdddTdd[ZZGd\d]e eZ[Gd^d_e[Z\Gd`dae[Z]GdbdcZ^GdddeZ_ddiZ`ddjZaddkZbe jcddmZddS)zCommon IO api utilities) annotations)ABCabstractmethodN)BufferedIOBaseBytesIO RawIOBaseStringIO TextIOBase TextIOWrapper)Path) IOAnyAnyStrGenericLiteralMappingSequenceTypeVarcastoverload)urljoinurlparse uses_netloc uses_params uses_relative) BaseBufferCompressionDictCompressionOptionsFilePath ReadBufferStorageOptions WriteBuffer) get_lzma_file)import_optional_dependency)doc)find_stack_level)is_bool is_file_like is_integer is_list_like) _shared_docsz^[A-Za-z][A-Za-z0-9+\-+.]*:// BaseBufferT)boundcJeZdZUdZded<ded<ded<ded<d Zd ed <d S) IOArgsz? Return value of io/common.py:_get_filepath_or_buffer. str | BaseBufferfilepath_or_bufferstrencodingmoder compressionFbool should_closeN)__name__ __module__ __qualname____doc____annotations__r8V/var/www/html/movieo_spanner_bot/venv/lib/python3.11/site-packages/pandas/io/common.pyr0r0NsY)(((MMM III    Lr?r0czeZdZUdZded<ded<ejeZded<d Z d ed <ddZ ddZ ddZ dS) IOHandlesau Return value of io/common.py:get_handle Can be used as a context manager. This is used to easily close created buffers and to handle corner cases when TextIOWrapper is inserted. handle: The file handle to be used. created_handles: All file handles that are created by get_handle is_wrapped: Whether a TextIOWrapper needs to be detached. z IO[AnyStr]handlerr6)default_factoryzlist[IO[bytes] | IO[str]]created_handlesFr7 is_wrappedreturnNonecF|jrmt|jtsJ|j|j|j|j|jD]}|g|_d|_dS)z Close all created buffers. Note: If a TextIOWrapper was inserted, it is flushed and detached to avoid closing the potentially user-created buffer. FN) rF isinstancerCr flushdetachrEremoveclose)selfrCs r@rNzIOHandles.closeps ? 5dk=99 9 99 K      K    ' ' 4 4 4*  F LLNNNN!r?IOHandles[AnyStr]c|SNr>rOs r@ __enter__zIOHandles.__enter__s r?argsrc.|dSrR)rN)rOrUs r@__exit__zIOHandles.__exit__s r?NrGrH)rGrP)rUrrGrH) r9r:r;r<r= dataclassesfieldlistrErFrNrTrWr>r?r@rBrB[s      1B1BSW1X1X1XOXXXXJ    "r?rBurlobjectrGr7cft|tsdSt|jtvS)z Check to see if a URL has a valid protocol. Parameters ---------- url : str or unicode Returns ------- isurl : bool If `url` has a valid protocol return True otherwise False. F)rJr3 parse_urlscheme _VALID_URLSr\s r@is_urlrcs/ c3  u S>> K //r?r2r3cdSrRr>r2s r@ _expand_userrfCr?cdSrRr>res r@rfrfrgr?str | BaseBufferTcnt|trtj|S|S)a] Return the argument with an initial component of ~ or ~user replaced by that user's home directory. Parameters ---------- filepath_or_buffer : object to be converted if possible Returns ------- expanded_filepath_or_buffer : an expanded filepath or the input if not expandable )rJr3ospath expanduserres r@rfrfs4$c**6w!!"4555 r?headerrHc|dSt|r,tt|}|dkrtddSt |drptt |}t tt|stdtd|DrtddSt|rtdtd) NrzUPassing negative integer to header is invalid. For no header, use header=None insteadF) allow_setsz*header must be integer or list of integersc3"K|] }|dkV dS)rNr>).0is r@ z&validate_header_arg..s&%%q1u%%%%%%r?z8cannot specify multi-index header with negative integerszPassing a bool to header is invalid. Use header=None for no header or header=int or list-like of ints to specify the row(s) making up the column names) r)rint ValueErrorr*rallmapanyr' TypeError)rns r@validate_header_argr{s  ~&c6"" A::9  Fu---h''3z6**++ KIJJ J %%f%%% % % YWXX Xv  4   A B BBr?.rconvert_file_likecdSrRr>r2r|s r@stringify_pathrrgr?cdSrRr>r~s r@rrs Cr?FFilePath | BaseBufferTc|s$t|rtt|St|tjr|}t|S)a Attempt to convert a path-like object to a string. Parameters ---------- filepath_or_buffer : object to be converted Returns ------- str_filepath_or_buffer : maybe a string version of the object Notes ----- Objects supporting the fspath protocol (python 3.6+) are coerced according to its __fspath__ method. Any other object is passed through unchanged, which includes bytes, strings, buffers, or anything else that's not even path-like. )r(rr-rJrkPathLike __fspath__rfr~s r@rrse. 5.@!A!A5K!3444$bk22=/::<< * + ++r?c.ddl}|jj|i|S)z` Lazy-import wrapper for stdlib urlopen, as that imports a big chunk of the stdlib. rN)urllib.requestrequesturlopen)rUkwargsurllibs r@rrs*  !6> !4 26 2 22r?FilePath | BaseBufferct|tot|dr.d|vr*t jdt td}t||}d|vr5|dvr1|d vr-t j|d |tt|}d |vr d|vr|dz }t|trt|r|pi}d dl }|j|| }t!|5} | jdd} | dkrddi}t'| } dddn #1swxYwYt+| ||d|St-|rBt|tsJ|dr|dd}|dr|dd}t3d} g} t3dd dlm}m}||t:g} n#t<$rYnwxYw | j|fd|i|pi}nW#tA| $rB|ddi}nt|}d|d<| j|fd|i|pi}YnwxYwt+|||d|S|rtCdt|ttDtFj#fr!t+tI|||d|St|ds1t|ds!dtK|}tC|t+|||d|S)a% If the filepath_or_buffer is a url, translate and return the buffer. Otherwise passthrough. Parameters ---------- filepath_or_buffer : a url, filepath (str, py.path.local or pathlib.Path), or buffer {compression_options} .. versionchanged:: 1.4.0 Zstandard support. encoding : the encoding to use to decode bytes, default is 'utf-8' mode : str, optional {storage_options} .. versionadded:: 1.2.0 ..versionchange:: 1.2.0 Returns the dataclass IOArgs. writebzDcompression has no effect when passing a non-binary object as input.) stacklevelN)methodw)bz2xz)zutf-16zutf-32z( will not write the byte order mark for tr)headerszContent-EncodinggziprT)r2r4r6r8r5zs3a://zs3://zs3n://fsspecbotocore) ClientErrorNoCredentialsErrorr5anonz?storage_options passed with file object or non-fsspec file pathFreadz)Invalid file path or buffer object type: )&rget_compression_methodinfer_compressionhasattrwarningswarnRuntimeWarningr&dictUnicodeWarningrJr3rcrrRequestrrgetrrr0rrreplacer$botocore.exceptionsrrPermissionError ImportErroropentuplervbytesmmaprftype)r2r4r6r5rcompression_method fsspec_moderreq_inforeqcontent_encodingreaderrerr_types_to_retry_with_anonrrfile_objmsgs r@_get_filepath_or_bufferrs6D((:;;'=[&I&I# *+=?QRR"g&8'BB"sRV R '))    "{+=>>>K t - / / , , ,  N NH N N '))    K +#["8"8s $c** v6H/I/I */R >))*> +,>??#      "F++/67I7/S/SU$?Q:R:RTToo -     s8"AE55E9<E9#!I II$I;;AKKrlc@ddlm}td||S)z converts an absolute native path to a FILE URL. Parameters ---------- path : a path in native format Returns ------- a valid FILE URL r) pathname2urlzfile:)rrr)rlrs r@file_path_to_urlrs0,+++++ 7LL.. / //r?tarrrziprzstd) .tar.tar.gz.tar.bz2.tar.xz.gz.bz2.zip.xzz.zst"tuple[str | None, CompressionDict]ct|trHt|} |d}n&#t$r}t d|d}~wwxYwi}|}||fS)a Simplifies a compression argument to a compression method string and a mapping containing additional arguments. Parameters ---------- compression : str or mapping If string, specifies the compression method. If mapping, value at key 'method' specifies compression method. Returns ------- tuple of ({compression method}, Optional[str] {compression arguments}, Dict[str, Any]) Raises ------ ValueError on mapping missing 'method' key rz.If mapping, compression must have key 'method'N)rJrrpopKeyErrorrv)r6compression_argsrerrs r@rrs.+w'') ,, X!1!5!5h!?!?   X X XMNNTW W X( / //s< AAA)r str | Nonect|dS|dkrtt|d}t|tsdStD]0\}}||r|cS1dS|tvr|Sddgttz}d|d|}t|)a/ Get the compression method for filepath_or_buffer. If compression='infer', the inferred compression method is returned. Otherwise, the input compression method is returned unchanged, unless it's invalid, in which case an error is raised. Parameters ---------- filepath_or_buffer : str or file handle File path or object. {compression_options} .. versionchanged:: 1.4.0 Zstandard support. Returns ------- string or None Raises ------ ValueError on invalid compression specified. NinferT)r|Unrecognized compression type: z Valid compression types are ) rrJr3_extension_to_compressionitemslowerendswith_supported_compressionssortedrv)r2r6 extensionvalidrs r@rrs4tg+,>RVWWW,c22 4'@&E&E&G&G # # "I{!''))229== #"""" #t---dOf%<== =E /+ / /', / / S//r? Path | strc|t|j}|std|ddS)z Check if parent directory of a file exists, raise OSError if it does not Parameters ---------- path: Path or str Path to check parent directory of z1Cannot save file into a non-existent directory: ''N)r parentis_dirOSError)rlrs r@check_parent_directoryrJsI$ZZ F ==??VT6TTTUUUVVr?)r4r6 memory_maperrorsr path_or_bufris_textLiteral[False]rIOHandles[bytes]cdSrRr>rr5r4r6rrrrs r@ get_handlerX Cr?)r4r6rrrr Literal[True]IOHandles[str]cdSrRr>rs r@rrgrr?!IOHandles[str] | IOHandles[bytes]cdSrRr>rs r@rrvrr?TcD |pd}|pd}t||r d|vr|dz }tj|t|trtj|t |||||}|j} t| |\} }} t| t} t|j } | d}d|vr| rtt | |r8|dkr!|j dd |_ n|dkrd|j vr|xj dz c_ |d krKt| trtjd*| |j d | } ntjd*| |j d | } nt|d krt#j| fd|j i| } nS|dkrt'| |j fi| } | jj dkr| | | j} t/| dkr.| j| } n| st3d|t3d| n|dkr| d|j t| trt7d*d| i| } nt7d*d| i| } t| t6sJd| jj vr| | | j}t/|dkr'| j|d}|J|} n|st3d|t3d|n|dkrt=| |j } ng|dkrMt?d}d|j vrd|j d*i| i}nd|j!d*i| i}|j| fd|j i|} nd|}t3|t| trJ| | nnt| trY|j"r(d|j vrt1| |j |j"|d } nt1| |j } | | d }|s7|j d!kr,t| tFrtI| |j""} n|r|s|st| |j rtK| d#r tK| d$rtK| d%stM| } tO| |j"|d } | | t|jtp|j( }d|j vr5tK| d&s%tSd'tU|jd(| +|j(r6t|jtrJ| |jtY| | ||j )S)+a Get file handle for given path/buffer and mode. Parameters ---------- path_or_buf : str or file handle File path or object. mode : str Mode to open path_or_buf with. encoding : str or None Encoding to use. {compression_options} .. versionchanged:: 1.0.0 May now be a dict with key 'method' as compression mode and other keys as compression options if compression mode is 'zip'. .. versionchanged:: 1.1.0 Passing compression options as keys in dict is now supported for compression modes 'gzip', 'bz2', 'zstd' and 'zip'. .. versionchanged:: 1.4.0 Zstandard support. memory_map : bool, default False See parsers._parser_params for more information. Only used by read_csv. is_text : bool, default True Whether the type of the content passed to the file/buffer is string or bytes. This is not the same as `"b" not in mode`. If a string content is passed to a binary file/buffer, a wrapper is inserted. errors : str, default 'strict' Specifies how encoding and decoding errors are to be handled. See the errors argument for :func:`open` for a full list of options. storage_options: StorageOptions = None Passed to _get_filepath_or_buffer .. versionchanged:: 1.2.0 Returns the dataclass IOHandles rstrictr)r4r6r5rrrrrr,r)filenamer5)fileobjr5rr5rzZero files found in ZIP file z9Multiple files found in ZIP file. Only one file per ZIP: rnamerrNz Zero files found in TAR archive zDMultiple files found in TAR archive. Only one file per TAR archive: r zstandarddctxcctxr)r4rnewlineFrb)r4readablewritableseekablerz1Expected file path name or file-like object, got z type)rCrErFr6r>)-_is_binary_modecodecslookuprJr3 lookup_errorrr2_maybe_memory_maprr6rrr5rrGzipFilerBZ2File _BytesZipFilebufferappendnamelistlenrrv setdefault _BytesTarFilegetnames extractfiler#r$ZstdDecompressorZstdCompressorr4r _BytesIOWrapperr _IOWrapperr r8rzrreverserB)rr5r4r6rrrrioargsrChandlesis_pathr zip_namesfilesfiler open_argsrrFs r@rrsl"7H  xF{D))coo   M(&#$F###% ' F &F #4FJ"G"GFJ%%GF.//"&&x00K $7s6{{+++B &  +--c266FKK F " "s&+'='= KK3 KK & &#&& #' #  ' E ! ![[#FFE ! !# '7F}!S((v&&&"M2244 y>>Q&&#]// @@FF"$%R[%R%RSSS$>2;>>)E ! !  ' ' < < <&#&& &GGFG6FGG '"&6fm44 4 44fm(((v&&& ..00u::??!=44U1X>>D+++!FF$%U %U%UVVV$B:?BB) D %]__VV[99FFF " "-k::Dfk!!#%:T%:%N%N=M%N%NO #%8T%8%L%L;K%L%LM TY[FFBKAACS// !fc*****v FC  ? /s&+55  FF&&+..FvJ  v{d**z&*/M/M* _      ! %4VV[%I%I  ++ (6:.. (6:.. (  ''F _     v v0# 6 6 M&:M  fk'&&"9"9 :122 : : :    OO 2f7=====v0111  &    r?c<eZdZdZeddZdfd ZxZS)_BufferedWriterz Some objects do not support multiple .write() calls (TarFile and ZipFile). This wrapper writes to the underlying buffer on close. rGrHcdSrRr>rSs r@write_to_bufferz_BufferedWriter.write_to_buffers r?cF|jrdS|rI|d|j5|dddn #1swxYwYn|jt dS)Nr)closedgetvalueseekrr&rNsuper)rO __class__s r@rNz_BufferedWriter.closes ;  F ==?? IIaLLL ' '$$&&& ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' K       sAA #A rX)r9r:r;r<rr&rN __classcell__r,s@r@r$r$sg    ^           r?r$cBeZdZ ddfd ZddZddZddZxZS)rNrrrr5Literal['r', 'a', 'w', 'x']r-ReadBuffer[bytes] | WriteBuffer[bytes] | None archive_namerGrHc t||_||_t jjd||||d||_dS)N)rr5rr>) r+__init__r2rtarfileTarFiler extend_moder)rOrr5rr2rr,s r@r4z_BytesTarFile.__init__sq ( o* !!$''      r?r3c|dd}|dkr|S|j,t|jj}|dvr|d|dd}|S)Nrr,r)rrr:r)rrr suffix)rOr5r:s r@r7z_BytesTarFile.extend_modesg||C$$ 3;;K 9 $)__+F///---- r?c|jdSt|j}|jdkr|djS|jdvr-|ddjS|jS)z If an explicit archive_name is not given, we still want the file inside the zip file not to be named something.tar, because that causes confusion (GH39465). Nrr,)rrr)rr r: with_suffixrOrs r@infer_filenamez_BytesTarFile.infer_filenames} 9 4 ?? ?f $ $''++0 0 _ B B B''++77;;@ @}r?c|jp|pd}tj|}t ||_|j||dS)Nr)r) r2r>r5TarInforr)sizeraddfile)rOr2tarinfos r@r&z_BytesTarFile.write_to_buffersg(JD,?,?,A,AJU /|4444==??++  GT*****r?)NrNN) rrr5r0rr1r2rrGrH)r5r3rGr3rGrrX)r9r:r;r4r7r>r&r-r.s@r@rrs ,/AE#'        *    ++++++++r?rc4eZdZ d dfd Zdd Zdd ZxZS)rNr!1FilePath | ReadBuffer[bytes] | WriteBuffer[bytes]r5r3r2rrGrHc t|dd}||_|dt jt j||fi||_dS)Nrr,r6) r+r4rr2rzipfile ZIP_DEFLATEDZipFiler)rOr!r5r2rr,s r@r4z_BytesZipFile.__init__sp ||C$$(-)=>>>odD;;F;; r?ct|jjtjt frEt |jj}|jdkr|dj S|j SdS)z If an explicit archive_name is not given, we still want the file inside the zip file not to be named something.zip, because that causes confusion (GH39465). rr,N) rJrrrkrr3r r:r<rr=s r@r>z_BytesZipFile.infer_filenamese dk*R[#,> ? ? !DK011H&((++B//44= tr?c|jp|pd}|j||dS)Nr)r2r>rwritestrr))rOr2s r@r&z_BytesZipFile.write_to_buffer sF(JD,?,?,A,AJU  \4==??;;;;;r?rR)r!rFr5r3r2rrGrHrDrX)r9r:r;r4r>r&r-r.s@r@rrso $( <<<<<<<"    <<<<<<<r?r@rrsx****  r?rc*eZdZdddZdd ZdddZdS)rrrStringIO | TextIOBaser4r3rGrHc0||_||_d|_dS)Nr?)rr4overflow)rOrr4s r@r4z_BytesIOWrapper.__init__4s    r?attrc,t|j|SrRrQ)rOr]s r@rSz_BytesIOWrapper.__getattr__=rTr?n int | Nonerc |jJ|j||j}|j|z}||dks|t |kr d|_|S|d|}||d|_|S)Nrr?)rrencoder4r\r)rOr` bytestringcombined_bytestring to_returns r@rz_BytesIOWrapper.read@s{&&&[%%a((// >> "mj8 9Ac*=&>&>!>!>DM& &+BQB/I/3DM r?N)r)rrZr4r3rGrH)r]r3)r_)r`rarGr)r9r:r;r4rSrr>r?r@rr1sZ****       r?rrCr1/tuple[str | BaseBuffer, bool, list[BaseBuffer]]c g}|t|dpt|tz}|s|||fSt|tr%t|d}|| t t j|dt j}t|D]}| n+#t|D]}| wxYw|||gfS)zTry to memory map file/buffer.filenorr)access) rrJr3rrrrri ACCESS_READreversedrN)rCrrwrappeds r@r r Ns!#G'&(++Fz&#/F/FFJ +z7**&#fd##v  I 4+;      w''  F LLNNNN hw''  F LLNNNN  J ))s -AC(C<cd}t|}t|ts|S tj|}n#t tf$rYnwxYw|S)zTest whether file exists.F)rrJr3rkrlexistsrzrv)r2ros r@ file_existsrpmss F'(:;; (# . .   233 z "     MsA AAcd|vsd|vrd|vStjtjtjf}t t ||rdSt |tpdt|d|vS)z+Whether the handle is opened in binary moderrFr5) r StreamWriter StreamReaderStreamReaderWriter issubclassrrJ_get_binary_io_classesrR)rCr5 text_classess r@rr{s d{{cTkkd{ ! L $v,, --u f466 7 7 3'CC<r?tuple[type, ...]cttf}tdd}|R|d5}|t |fz }dddn #1swxYwY|S)z!IO classes that that expect bytesrignore)rNr?)rrr$r stream_readerr)binary_classesrrs r@rvrvs)7 'BN &k( C C CD   " " $ $ 2 23 7 7 .6 tF||o -N . . . . . . . . . . . . . . . s A))A-0A-)r\r]rGr7)r2r3rGr3)r2r-rGr-)r2rirGri)rnr]rGrH).)r2rr|r7rGr3)r2r-r|r7rGr-)F)r2rr|r7rGri)r\rrGr7)rNrN) r2rr4r3r6rr5r3rr!rGr0)rlr3rGr3)r6rrGr)r2rr6rrGr)rlrrGrH)rrr5r3r4rr6rrr7rrrrrr!rGr)rrr5r3r4rr6rrr7rrrrrr!rGr)rrr5r3r4rr6rrr7rr7rrrr!rGr)rCr1rr7rGrg)r2rrGr7)rCrr5r3rGr7)rGrx)er< __future__rabcrrrrrY functoolsriorrrr r r rrkpathlibr rer5typingr rrrrrrrrr urllib.parserrr_rrrrrHpandas._typingrrrrr r!r" pandas.compatr#pandas.compat._optionalr$pandas.util._decoratorsr%pandas.util._exceptionsr&pandas.core.dtypes.commonr'r(r)r*pandas.core.shared_docsr+setradiscardcompilerr- dataclassr0rBrcrfr{rrrrrrvaluesrrrrrr$rrrrr rpr lru_cachervr>r?r@rs""""""                            ('''''>>>>>>''''''444444100000c-+- ;<< BBJ?@@gm:666           ))))))))X0000$    &CCCC:   ?B $,,,,,D333     !23$%:;>RR &*&* oooo od0000&        #7>>@@AA 0 0 0 0F&;:****>    * r?