ij;ddlmZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl Z ddlmZmZddlmZmZddlmZmZmZ e ZGdd ZGd d eZdd ZGd deZddZdddZdZddZ ddZ!ddZ"ddZ#y)) annotationsN)Path)Lock) networkingsettings) BPETokenizerSentencePieceTokenizer)errorinfowarningceZdZUdZded<ded<ded<ded<ded<ded <d ed <ded <d ed <ded<d ed<ded<d ed<d ed<d ed<d ed<ded<dZddZdZdZdZ dZ y)IPackageaA package, can be either installed locally or available from a remote package index. Attributes: package_path: The path to the installed package. None if not installed. package_version: The version of the package. argos_version: The version of Argos Translate the package is intended for. from_code: The code of the language the package translates from. from_name: Human readable name of the language the package translates from. to_code: The code of the language the package translates to. to_name: Human readable name of the language the package translates to. links: A list of links to download the package Packages are a zip archive of a directory with metadata.json in its root the .argosmodel file extension. By default, an OpenNMT CTranslate2 directory named model/ is expected in the root directory along with a sentencepiece model named sentencepiece.model or a bpe.model for tokenizing and Stanza data for sentence boundary detection. Packages may also optionally have a README.md in the root. from_code and to_code should be ISO 639 codes if applicable. Example metadata.json { "package_version": "1.0", "argos_version": "1.0", "from_code": "en", "from_name": "English", "to_code": "es", "to_name": "Spanish", "links": ["https://example.com/en_es.argosmodel"] } strcoder package_pathpackage_version argos_version from_code from_namelist from_codesto_codeto_codesto_namelinkstype languages dependenciessource_languagestarget_languagesz list[str]c|jd|_|jdd|_|jdd|_|jd|_|jdd|_|jdt |_|jd|_|jd t |_ |jd d|_ |jd t |_ |jd d |_ |jdt |_ |jdt |_|jdt |_|jdt |_|jdd|_|j |j [t%}|j|j|d<|j |j |d<|jj'||j |j[t%}|j|j|d<|j|j|d<|jj'||xjt)j*|jz c_|xj t)j*|jz c_y)zvLoads package metadata from a JSON object. Args: metadata: A json object from json.load rrrrrrrrrrr translaterrrr target_prefixNname)getrrrrrrrrrrrrrrrr r$dictappendcopydeepcopy)selfmetadata from_langto_langs `/home/spazio/kingdom_calls/work5/transenv/lib/python3.12/site-packages/argostranslate/package.pyload_metadata_from_jsonz IPackage.load_metadata_from_jsonds-LL( '||,=rB%\\/2>!k2!k26",,|TV<||I.  Z8 ||Ir2 \\'462 LL5 !k46:$LL@ ( -? H ( -? H%\\/2> >> %)CI~~)$(NN &!~~)$(NN &!  ! ! ( ( 3 << #t||'?fG||'"&,,||'"&,,  ! ! ( ( 1 t~~!>> t~~!>>ct)Returns the text of the README.md in this package. Returns: The text of the package README.md, None if README.md can't be read NotImplementedErrorr+s r/ get_readmezIPackage.get_readmes "##r1ctNr4r6s r/get_descriptionzIPackage.get_descriptions !##r1cB|j|jk(xr|j|jk(xrj|j|jk(xrO|j|jk(xr4|j|jk(xr|j |j k(Sr9)rrrrrr)r+others r/__eq__zIPackage.__eq__s  E$9$9 9 .""e&9&99 .%//1 .%//1 .  -  .   -  r1ct|jdkDr>t|jdkDr&dj|j|jS|jr |jSy)Nrz{} -> {}r")lenrrformatrr6s r/__repr__zIPackage.__repr__sR t~~  "s4<<'81'<$$T^^T\\B B YY99 r1c8t|jddS)Nz->u→)reprreplacer6s r/__str__zIPackage.__str__sDz!!$..r1N)returnr) __name__ __module__ __qualname____doc____annotations__r0r7r:r=rArEr1r/rr(s'R INN LN L K IO )?V$$ /r1rc,eZdZdZddZdZddZdZy) PackagezAn installed packagect|tk(r t|}||_|dz }|j st dt|zdzt |5}tj|}|j|ddd |dz }|dz }|dz }|j r||_ n7|j r||_ n|j r||_ nd|_ |dz }|d z } |j rt||_ y| j r't| |j|j|_ yy#1swYxYw) zwCreate a new Package from path. Args: package_path: Path to installed package directory. z metadata.jsonzError opening package at z no metadata.jsonNminisbdstanzaspacyzsentencepiece.modelz bpe.model)rrrrexistsFileNotFoundErroropenjsonloadr0packaged_sbd_pathr tokenizerrrr) r+r metadata_path metadata_filer,minisbd_packagestanza_package spacy_package sp_model_pathbpe_model_paths r/__init__zPackage.__init__sT   $ -L($6 ##%#+c-.@@CVV -  3Myy/H  ( ( 2 3 m&2%0$w.  ! ! #%4D "  " " $%3D "  "%2D "%)D "$'<< % 3    !3MBDN  " " $).$..$,,WDN%3 3 3s 'EEc~tD]}|j|jk(s|j|jk(s7tjj |j tjj |j kDs|j}t|t|y)z3Update the package if a newer version is available.N) get_available_packagesrr packagingversionparserdownload uninstallinstall_from_path)r+available_packagenew_package_paths r/updatezPackage.updates!7!9 8 !++t~~=%--=$$**%55%%++D,@,@AB(9'A'A'C$dO%&67 8r1c|jdz }|jsyt|d5}|jcdddS#1swYyxYw)r3z README.mdNr)rrSrUread)r+ readme_path readme_files r/r7zPackage.get_readmesP''+5 !!# +s # &{##% & & &s AAc"|jSr9)r7r6s r/r:zPackage.get_descriptions  r1N)rr)rFz str | None)rGrHrIrJrarlr7r:rLr1r/rNrNs*XX 8 &!r1rNc<t5tj|s tdtj|d5}|j t jdddddlm }|jdddy#1swY(xYw#1swYyxYw)zInstall a package file (zip archive ending in .argosmodel). Args: path: The path to the .argosmodel file to install. z/Not a valid Argos Model (must be a zip archive)rn)pathNrget_installed_languages) package_lockzipfile is_zipfile ExceptionZipFile extractallrpackage_data_dirargostranslate.translaterv cache_clear)rtzipfrvs r/riris  .!!$'MN N __T3 ' <4 OO!:!:O ; < E++- . . < < . .s"7B!BBB BBc*eZdZdZdZddZdZdZy)AvailablePackagez1A package available for download and installationc&|j|y)z5Creates a new AvailablePackage from a metadata objectN)r0)r+r,s r/razAvailablePackage.__init__s $$X.r1cDt|dz} tj|z }|js`t j |j }|tdt|t|d5}|j|ddd|S|S#1swY|SxYw)z3Downloads the AvailablePackage and returns its pathz .argosmodelNzDownload failed for wb) argospm_package_namer downloads_dirrSrget_fromrrzrrUwrite)r+filenamefilepathdatafs r/rgzAvailablePackage.downloads'- = ))H4 &&tzz2D|"6s4yk BCCh%   x s 7BBcZ|j}t||jyr9)rgriunlink)r+ download_paths r/installzAvailablePackage.install5s!  -(r1cNdj|j|jS)Nu {} → {})r@rrr6s r/r:z AvailablePackage.get_description:s!!$..$,,??r1N)rFr)rGrHrIrJrargrr:rLr1r/rrs;/6 @r1rct5tj|jddlm}|j dddy#1swYyxYw)zLUninstalls a package. Args: pkg: The package to uninstall rruN)rwshutilrmtreerr~rvr)pkgrvs r/rhrh>s@ . c&&' E++- ...s 6AAct5g}|tjn|}|D]B}|jD]-}|j s|j t |/D|cdddS#1swYyxYw)apReturn a list of installed Packages Looks for packages in /.argos-translate/local/share/packages by default. Will also look in the directory specified in the ARGOS_PACKAGE_DIR environment variable if it is set. Args: path: Path to look for installed package directories in. Defaults to the path in settings module. N)rwr package_dirsiterdiris_dirr(rN)rt to_return packages_path directorys r/get_installed_packagesrNsy  15--4 & 4I!))+ 4;;=$$WT]3 4 4s?A0A00A9ct5 tjjtj }|j}ttjd5}|j|ddddddy#t $r}t|Yd}~dddyd}~wwxYw#1swY;xYw#1swYyxYw)zDownloads remote package indexNr) rwurllibrequesturlopenrremote_package_indexrzr rorUlocal_package_indexr)responseerrrrs r/update_package_indexres  ~~--h.K.KLH}} (.. 5  GGDM   #J     sKB8-B*B8 B,2B8 B) B$B8$B))B8,B5 1B88Cc" ttj5}tj|}g}|D]}t |}|j |  |cdddS#1swYyxYw#t$rttcYSwxYw)z;Returns a list of AvailablePackages from the package index.N) rUrrrVrWrr(rTrrc) index_fileindexpackagesr,packages r/rcrcrs( (.. / :IIj)EH! )*84( ) "/   0 (%''(s.A.=A" A."A+'A.+A..B Bc|j}|jr.|jr"|d|jzdz|jzz }|S)zGets argospm name of an IPackage. Args: The package to get the name of. Returns: Package name for argospm -_)rrr)rrs r/rrsAI }}S3==(3.<< r1ct} ttfd|}t |j y#t$rYywxYw)axInstalls the necessary package to translate between a pair of languages Args: from_code (str): The ISO 639 code for the language being translated from to_code (str): The ISO 639 code for the language being translated to Returns: True if the package was installed successfully, False if the installation failed or was not possible cD|jk(xr|jk(Sr9)rr)xrrs r/z3install_package_for_language_pair..s!++2KqyyG7Kr1FT)rcnextfilter StopIterationrirg)rravailable_packagespackage_to_installs`` r/!install_package_for_language_pairrsW01! K"  (1134  sA A  A c,tdtS)z*Deprecated 1.2, use get_available_packageszUUsing deprecated function load_available_packages, use get_available_packages instead)r rcrLr1r/load_available_packagesrs_ " ##r1)rtr)rrNr9)rtrrF list[Package])rFzlist[AvailablePackage])rrrFr)rrrrrFbool)rFr)$ __future__rr)rVrurllib.requestrrxpathlibr threadingrpackaging.versionrdargostranslaterrargostranslate.tokenizerrr argostranslate.utilsr r r rwrrNrirrhrrrcrrrrLr1r/rs" /I55(v F/F/RL!hL!^.&(@x(@V . . (B 4$r1