㚾j$ddlZddlZddlZddlZddlZddlmZddlmZm Z ddl m Z ddl m Z ddlmZmZmZmZdZdadd hZGd d e Zed gd Gddej.ZGddeZy)N)suppress)cached_propertywraps)parse_qs)AbstractFileSystem)"get_package_version_without_importinfer_storage_options mirror_fromtokenizec.tfd}|S)Nc |i|S#t$rP}|js|j^}}t|trd|vrt t j ||d}~wwxYw)Nzdoes not exist)OSErrorargs isinstancestrFileNotFoundErrorerrnoENOENT)rkwargs exceptionmessagefuncs f/home/spazio/kingdom_calls/work5/transenv/lib/python3.12/site-packages/fsspec/implementations/arrow.pywrapperz wrap_exceptions..wrappersg (( ( >>&^^NGd'3',<,G' g>IM s A$A AA$)r)rrs` rwrap_exceptionsrs  4[   Ngcss3c(eZdZdZdZfdZedZedZ fdZ e dZ ddZ d Zd Zd Zed Zed ZedZeddZeddZeddZeddZedZedZdfd ZfdZxZS)ArrowFSWrapperzwFSSpec-compatible wrapper of pyarrow.fs.FileSystem. Parameters ---------- fs : pyarrow.fs.FileSystem /c ztda||_|jtvrd|_t |di|y)Npyarrow)rPYARROW_VERSIONfs type_name_EMPTY_ROOT_MARKER_FILESYSTEMS root_markersuper__init__)selfr'r __class__s rr,zArrowFSWrapper.__init__4s9z//r9)r startswith)clsr>opss rr;zArrowFSWrapper._strip_protocolKs1#D)6{ ??4 8D rc @|j|}ddlm} |jj ||Dcgc]}|j |}}|r|S|Dcgc]}|d c}Scc}w#t tf$r|j|fi|g}YAwxYwcc}w)Nr) FileSelectorname) r; pyarrow.fsrDr' get_file_info _make_entryrNotADirectoryErrorinfo)r-r>detailrrDentryentriess rlszArrowFSWrapper.lsTs##D)+ 2"WW22<3EF  'G N/67eE&M7 7"#56 2 tyy001G 2 8s(#A2A-A2 B-A22#BBc |j|}|jj|g\}|j|Sr0)r;r'rGrH)r-r>rrJs rrJzArrowFSWrapper.infods;##D)&&v.%%rch|j|} |j|y#t$rYywxYw)NTF)r;rJrr-r>s rexistszArrowFSWrapper.existsis;##D)  IIdO!  s % 11cddlm}|j|jurd}n{|j|jurd}n`|j|j urFt tjtjtj|jd}|j|j||jdS)Nr)FileType directoryfileother)rEsizetypemtime)rFrTrY DirectoryFileNotFoundrrrosstrerrorr>rXrZ)r-rJrTkinds rrHzArrowFSWrapper._make_entryrs' 99** *D YY(-- 'D YY(++ +#ELL"++ell2KTYYW WDIIIIZZ   rc V|j|jd}|j|jd}|j|d5}|dtjd} |j |d5}t j||ddd|jj|| dddy#1swY/xYw#t$rAtt5|jj|ddd#1swYxYwwxYw#1swYyxYw)Nr!rbz.tmp.wb)r;rstrip_opensecrets token_hexopenshutil copyfileobjr'move BaseExceptionrr delete_file)r-path1path2rlstream tmp_fnamerstreams rcp_filezArrowFSWrapper.cp_files $$U+2237$$U+2237 ZZt $  'w'8'8';&<=I YYy$/97&&w89 Y.  99! /03GG'' 233   sND/CC$CC CD*D DD DDD(c |j|jd}|j|jd}|jj||y)Nr!)r;rer'rl)r-rorprs rmvzArrowFSWrapper.mvsJ$$U+2237$$U+2237  UE"rc\|j|}|jj|yr0)r;r'rnrQs rrm_filezArrowFSWrapper.rm_files$##D) D!rc|j|jd}|j|r)|r|jj |yt d|jj |y)Nr!z0Can't delete directories without recursive=False)r;reisdirr' delete_dir ValueErrorrn)r-r> recursivemaxdepths rrmzArrowFSWrapper.rms\##D)005 ::d ""4( !STT GG   %rc |dk(r0|r|jj}n]|jj}nF|dk(r|jj}n*|dk(r|jj}nt d|i}|dk7s|s)t tjdddk\rd|d<||fi|}t|||||fi|S) Nrbrdabz'unsupported mode for Arrow filesystem: .r compression) r'open_input_fileopen_input_streamopen_output_streamopen_append_streamr|intr&split ArrowFile) r-r>mode block_sizeseekablermethod_kwargsstreams rrfzArrowFSWrapper._opens 4<0022 T\WW//F T\WW//FFthOP P 4create_parentsrs rmkdirzArrowFSWrapper.mkdirs<##D)  MM$M . GG  tu  5rc`|j|}|jj|dy)NTr)r;r'r)r-r>rs rrzArrowFSWrapper.makedirss)##D) 440rc\|j|}|jj|yr0)r;r'r{rQs rrmdirzArrowFSWrapper.rmdirs$##D) 4 rcn|j|}|jj|jSr0)r;r'rGrZrQs rmodifiedzArrowFSWrapper.modifieds-##D)ww$$T*000rc P|jd|dvt||||fi|S)Nr)Nr) setdefaultr+cat_file)r-r>startendrr.s rrzArrowFSWrapper.cat_files1*e9&<=weS;F;;rc L|jddt|||fi|y)NrF)rr+get_file)r-rpathlpathrr.s rrzArrowFSWrapper.get_files'*e, 00r)F)FN)rbNT)T)NN)__name__ __module__ __qualname____doc__r*r,propertyr2rr7r: classmethodr;rNrJrRrHrrtrvrxrrfrrrrrr __classcell__r.s@rr r )s.K#!!>>=8 &  &  ## ""&&II,6611!!11<11rr r) readreadintoseektellwriteflushreadablewritablecloserc@eZdZddZdZedZedZdZy)rNc f||_||_||_||_|x|_|_||_yr0)r>rr'r blocksizerr)r-r'rr>rrrs rr,zArrowFile.__init__s3   +55 rc|Sr0r%r1s r __enter__zArrowFile.__enter__s rc.|jjSr0)rclosedr1s rrzArrowFile.closeds{{!!!rcl|jjr|jjSyr0)rrrXr1s rrXzArrowFile.sizes( ;;   !;;##% %rc"|jSr0)r)r-rs r__exit__zArrowFile.__exit__ szz|rr0) rrrr,rrrrXrr%rrrrs9 "" rrcDeZdZdZdZ dfd ZedZxZS)HadoopFileSystemz]A wrapper on top of the pyarrow.fs.HadoopFileSystem to connect it's interface with fsspechdfsc Pddlm}|||||||} t | dd| i|y)a; Parameters ---------- host: str Hostname, IP or "default" to try to read from Hadoop config port: int Port to connect on, or default from Hadoop config if 0 user: str or None If given, connect as this username kerb_ticket: str or None If given, use this ticket for authentication replication: int set replication factor of file for write operations. default value is 3. extra_conf: None or dict Passed on to HadoopFileSystem r)r)r5r6user kerb_ticket replication extra_confr'Nr%)rFrr+r,) r-r5r6rrrrrrr'r.s rr,zHadoopFileSystem.__init__s;6 0 ##!   )B)&)rcHt|}i}|jddr|d|d<|jddr|d|d<|jddr|d|d<|jddr4t|d}|jddrt|dd|d<|S)Nr5usernamerr6 url_queryrr)r getrr)r>rBoutqueriess r_get_kwargs_from_urlsz&HadoopFileSystem._get_kwargs_from_urls:s#D) 7764 f+CK 77:t $j/CK 7764 f+CK 77; %s;/0G{{=$/%()?)B%CM" r)defaultrNNN) rrrrr2r, staticmethodrrrs@rrr s=-H  %*N  rr)rior^rgrj contextlibr functoolsrr urllib.parser fsspec.specr fsspec.utilsrr r r rr&r)r IOBaserrr%rrrs  ,!*$"'v1'v1r    8;~;r