㚾j>E"ddlZddlZddlZddlZddlmZddlZddlZddl Z ddl m Z ddl m Z ddlmZddlmZmZddlmZej*dZGd d eZd Zd Ze d ddedefdZGddej8Zy)N) lru_cache)compr)get_compression) isfilelikestringify_path)AbstractFileSystemz fsspec.localceZdZdZdZdZdZd#fd ZedZ d$dZ d#dZ d Z d#d Z d Zd Zd ZdZdZd%dZd%dZd$defdZdZdZdefdZdZd&dZdZd'dZd$dZdZdZ e!dZ"e!d Z#d!Z$d"Z%xZ&S)(LocalFileSystemaInterface to files on local storage Parameters ---------- auto_mkdir: bool Whether, when opening a file, the directory containing it should be created (if it doesn't already exist). This is assumed by pyarrow code. /)filelocalTc 2t|di|||_y)N)super__init__ auto_mkdir)selfrkwargs __class__s f/home/spazio/kingdom_calls/work5/transenv/lib/python3.12/site-packages/fsspec/implementations/local.pyrzLocalFileSystem.__init__#s "6"$cy)Nrrrs rfsidzLocalFileSystem.fsid'src |j|}|j|r t||r|j|dyt j |fi|yNTexist_ok)_strip_protocolexistsFileExistsErrormakedirsosmkdir)rpathcreate_parentsrs rr%zLocalFileSystem.mkdir+sM##D) ;;t !$' '  MM$M . HHT $V $rcT|j|}tj||y)Nr)r r$r#)rr&rs rr#zLocalFileSystem.makedirs4s ##D) D8,rcP|j|}tj|yN)r r$rmdirrr&s rr+zLocalFileSystem.rmdir8s##D) rc ||j|}|j|}g}|ddk(rhtj|5}|D]B} |r|j|n|j|j}|j |D ddd|S|r|gn|dg}|S#t $rYhwxYw#1swY|SxYw)Ntype directoryname)r infor$scandirr&appendFileNotFoundError) rr&detailr path_infoinfositfr1s rlszLocalFileSystem.ls<s##D)IIdO  V  +D! RA06tyy|4;O;OPQPVPV;W T*   $*YK &0A/BE -  s0B1 ?B"B1" B.+B1-B..B11B;c t|tjr|jd}|j }|j drd}n|j drd}nd}|j}|r |jd}|j}|j|j}n|j|}tj|d}tj|j}|rtj|d}|j}tj|jrd}n$tj|jrd}nd}t|d|j }|||||d } d D]} t|d | | | <|rtj"|| d <| S#t$rd}Y0wxYw) NF)follow_symlinksr/r otherTr st_birthtime)r0sizer.createdislink)modeuidgidmtimeinonlinkst_ destination) isinstancer$DirEntrystat is_symlinkis_diris_filest_sizeOSErrorr r&S_ISLNKst_modeS_ISDIRS_ISREGgetattrst_ctimereadlink) rr&routlinktr?out2 created_timeresultfields rr1zLocalFileSystem.infoOs dBKK ())E)2C??$D{{5{1e4;;D99T9:D<RYY[0$%NOO a  !  rct|jtr |jn|jd}|j|}|d|S)Nr://)rJprotocolstrr )rr0rs runstrip_protocolz LocalFileSystem.unstrip_protocolsE$.t}}c$B4== VWHX##D)3tf%%rc |j|}|jr.d|vsd|vsd|vr"|j|j|dt ||fd|i|S)NwxaTrfs)r rr#rdLocalFileOpener)rr&rB block_sizers r_openzLocalFileSystem._opens[##D) ??t sd{cTk MM$,,t,tM <tT=d=f==rc 8|j|}|jr"|j|j|d|j |rt j |dnt|dj|rt j|dyy)NTrrr) r rr#rdr!r$utimerqclosetruncate)rr&rrs rtouchzLocalFileSystem.touchst##D) ?? MM$,,t,tM < ;;t  HHT4 sO ! ! #  KKa  rc|j|}tjj|dtjjS)Nr&r@tzr1datetime fromtimestamptimezoneutcrr&r1s rr@zLocalFileSystem.createdsEyydy#  .. O 1 1 5 5/  rc|j|}tjj|dtjjS)NrrErrrs rmodifiedzLocalFileSystem.modifieds>yydy#  ..tG}ARARAVAV.WWrc|j|}tjdk(r|jdddxsdS|jddd}t |dkr|dddk(r|ddzS|S)Nr rr::/)r r$seprsplitlen)clsr&path_s rrdzLocalFileSystem._parents{""4( 66S=;;sA&q)0S 0KKQ'*E5zQ1:$ 8d?*Lrcdt|}t|jtr |jfn |j}d|D}|D]&}|j |s|j |}nt |}tjdk7r|dddk(r |dd|dd}}nK|dddk(rA|jddx}dk(s|jd|dzx}dk(r|d}}n |d|||d}}nd}|jdxs |j}||zS|jdxs |jS) Nc34K|]}dD] }||z yw))rrNr).0rrs r z2LocalFileSystem._strip_protocol..s Rx\RcHsNRNRsr rrr//) rrJrr startswith removeprefixmake_path_posixr$rfindrstrip root_marker)rr&protosprefixesprefixdriveindex1index2s rr zLocalFileSystem._strip_protocolsId#$.s||S$A#,,s||R6R Fv&((0  t$ 66S=AayC#2AhQRtbqT!#iiQ//FB6"iiVaZ88F;#'4E"&w-fg4E;;s#6sD4< ;;s#6s 6rcyNTrrs r _isfilestorezLocalFileSystem._isfilestore$srcDt|}tj||Sr*)rr$chmod)rr&rBs rrzLocalFileSystem.chmod*sd#xxd##r)F)Tr*)FN)rpN)'__name__ __module__ __qualname____doc__rr local_filerpropertyrr%r#r+r:r1rbrlrerhrtrvboolrzrZrrArrrrrr@r classmethodrdr rr __classcell__)rs@rr r sKHJ%%-&1f! +$#84 "$ "$ ' :d:. & > ! X  "7"7H $rr c~t|ts]t|tttfrt |d|DSt |}t|tstd|dtjdk(rp|jdr|S|jdrtj|S|jdr|dd}n|d k(rd }tjd|S|d d dk(r |dd dk(r|d d}|d ddk(r?t|dk(st|d k(r|ddvr|d dzS|jdd}|S|d d dk(rt!tj|S|jdrd|ddjddzS|jdr@|jdd}tj"tjd |S|jdd}|jdr|dd}n|d k(rd }t!tjd|S)z-Make path generic and absolute for current OSc32K|]}t|ywr*)r)rrs rrz"make_path_posix..3s?Qoa0?szcould not convert z to stringr ~z./rN.rrrrrz/\r\)z\\rr)rr )rJrrsettupler.r TypeErrorr$rrra expanduserrrreplacer splitdrivers rrr/s% dC dT3. /4:?$?? ?!$'DdC("4THJ GHH vv} ??3 K __S !>>$' ' __T "8D S[D))+av&& !9 Qq S 08D !9 4yA~#d)q.T!W5EAw~%<<c*DK !AY# "3>>$#78 8 __^ ,$qr(**455 5 __[ )<<c*DnnRYY[1!45dV< <<<c*Dt$ABx%biik231TF; ;rc|jtjxs3tjduxr|jtjS)zReturn True if the path ends with a path separator. A forward slash is always considered a path separator, even on Operating Systems that normally use a backslash. N)endswithr$raltseprs r trailing_seprds7 == XRYYd%:%Wt}}RYY?WXrr)maxsizemaskrcZtj|}tj||S)zGet the current umask. Follows https://stackoverflow.com/a/44130549 to get the umask. Temporarily sets the umask to the given value, and then resets it to the original value. )r$umask)rvalues r get_umaskrps! HHTNEHHUO LrceZdZ ddZdZdZdZdZdZdZ d e fd Z d e fd Z d Z d ZdZdZdZdZdZdZdd efdZedZdZddZdZdZdZdZy)rNc tjd|||_||_||_d|_||_t|||_tj|_ |jy)Nz open file: %s) loggerdebugr&rBrr9 autocommitr compressionioDEFAULT_BUFFER_SIZE blocksizer)rr&rBrrrrs rrzLocalFileOpener.__init__~sZ  _d+  $*4=// rc|j|jjr9|jsd|jvrit |j |j|_|j rt|j }||j|j|_nOtj\}}tj|||_ t ||j|_d|jvrX|jjdd|_|jjd|j|j_yyy)NrrBrr)r9closedrrBrqr&rrtempfilemkstempr$rtempseekr?)rcompressir0s rrzLocalFileOpener._opens 66>TVV]]#TYY"6diidii8##$T%5%56H%dff499=DF#**,4   d3$))# FFKK1-  A"ii $+rcd|jvrt|j|jj ||jj ||z SNr)rBrrr9rread)rstartends r _fetch_rangezLocalFileOpener._fetch_rangesD dii     Evv{{3;''rcd|_|jdd}|jj|d|dvr3d|_|j |jj |yy)NlocrrB)r9pop__dict__updaterr)rstaters r __setstate__zLocalFileOpener.__setstate__s\iit$ U# %- DF JJL FFKK  rc|jj}|jdd|jvr|jj |d<|S|jj s td|S)Nr9rrz+Cannot serialise open write-mode local file)r copyrrBr9tellrr)rds r __getstate__zLocalFileOpener.__getstate__sc MM    c $)) vv{{}AeH66== !NOOrc|jr td|jjs|jj  t j |j|j d}tj|j|t|zy#t$rYywxYw#t$r5}tjj|js|Yd}~yd}~wwxYw)Nz0Can only commit if not already set to autocommit)r RuntimeErrorr9rrrfryrr&r$rrPermissionErrorr!)rres rcommitzLocalFileOpener.commits ??QR Rvv}} FFLLN  KK 499 - DIdO+;$;<    77>>$)),-  s* *B34/B$$ B0/B03 C1<+C,,C1cp|jr tdtj|jy)Nz#Cannot discard if set to autocommit)rrr$rrrs rdiscardzLocalFileOpener.discards% ??DE E $))rrcyrrrs rreadablezLocalFileOpener.readablesrcd|jvSrrrs rwritablezLocalFileOpener.writables$))##rc:|jj|i|Sr*)r9rrargsrs rrzLocalFileOpener.readtvv{{D+F++rc:|jj|i|Sr*)r9writers rr#zLocalFileOpener.writestvv||T,V,,rc:|jj|i|Sr*)r9rrs rrzLocalFileOpener.tellr!rc:|jj|i|Sr*)r9rrs rrzLocalFileOpener.seekr!rc:|jj|i|Sr*)r9seekablers rr'zLocalFileOpener.seekabletvv///rc:|jj|i|Sr*)r9readliners rr*zLocalFileOpener.readliner(rc:|jj|i|Sr*)r9 readlinesrs rr,zLocalFileOpener.readlinesstvv000rc6|jjSr*)r9rrs rrzLocalFileOpener.closesvv||~rc8|jj|Sr*)r9r)rr?s rrzLocalFileOpener.truncatesvvt$$rc.|jjSr*)r9rrs rrzLocalFileOpener.closedsvv}}rc6|jjSr*)rawfilenors rr2zLocalFileOpener.filenosxx  rc8|jjyr*)r9flushrs rr4zLocalFileOpener.flushs  rc6|jjSr*)r9__iter__rs rr6zLocalFileOpener.__iter__svv  rc.t|j|Sr*)rVr9)ritems r __getattr__zLocalFileOpener.__getattr__stvvt$$rcd|_|Sr) _incontextrs r __enter__zLocalFileOpener.__enter__s rcLd|_|jj|||y)NF)r;r9__exit__)rexc_type exc_value tracebacks rr>zLocalFileOpener.__exit__ s )Y7r)TNNr*)rN)rrrrrrr rrrrrrrr#rrr'r*r,rintrrrr2r4r6r9r<r>rrrrr}s@D ($(2 $$$$,-,,001%S%!!%8rr)r)rrloggingr$os.pathr&rarfrLr functoolsrfsspec.compressionr fsspec.corer fsspec.utilsrrspecr getLoggerrr rrrBrIOBaserrrrrLs   $'3%   > *X$(X$v2