h<]fSSKrSSKrSSKrSSKrSSKrSSKJr SSKJr SSK J r J r J r J r JrJrJr SSKrSSKJr SSKJr SSKJrJrJr SS KJrJr SS KJr SS KJ r J!r! S S K"J#r#J$r$J%r%J&r&J'r'J(r( \'RR"S5\%"SSSSS9\%"SSSSS9\&"SSSSS9\&"SSSSSSSS9\&"SSS S!S9\&"SS"S#S$S9\&"SS%S&S'S9\&"S(S)S*S+S9\&"SS,S-S.S/S9\&"SS0S1S1S2S94 S3\S4\S5\*S6\ \S7\+S8\ \*S9\ \*S:\*S;\+S<\+4S=jj5r,S/SSSSSSSS4 S3\S4\S6\ \S5\ \S8\ \*S9\ \*S7\+S>\+S?\+S<\+S;\+S@\+SAS4SBjjr-SA\+4SCjr.SA\+4SDjr/\R`"54SE\SF\ \*SA\ \*4SGjjr1SH\ \*SA\\+\+44SIjr2SJ\SK\*SAS4SLjr3S_SM\\*\4SN\ \*\ 4S<\+SA\ \*\ 44SOjjr4SN\ \*\ 4SP\SA\ \*\ 44SQjr5SR\ \*\ 4SA\*4SSjr6ST\ SA\*4SUjr7SV/4ST\ \*\ 4SF\ \*SA\*4SWjjr8ST\ \*\ 4SA\*4SXjr9SY\*SA\+4SZjr:S[Rw5rS]Rw5r?/S^Qr@g)`N) defaultdict)Path)AnyDictListOptionalTupleUnioncast) RegistryError)Config)MarkdownRendererPrinter get_raw_input)aboututil)importlib_metadata)ModelMetaSchemavalidate) SDIST_SUFFIX WHEEL_SUFFIXArgOptappstring_to_listpackage.zDirectory with pipeline dataTF)helpexists file_okayzOutput parent directoryz--codez-cznComma-separated paths to Python file with additional code (registered functions) to be included in the package)rz --meta-pathz--meta-mzPath to meta.json)rr dir_okayz --create-metaz-Cz$Create meta.json, even if one existsz--namez-nzPackage name to override metaz --versionz-vz Package version to override metasdistz--buildz-bz>Comma-separated formats to build: sdist and/or wheel, or none.z--forcez-fz-Fz3Force overwriting existing data in output directoryz$--require-parent/--no-require-parentz-Rz;Include the parent package (e.g. spacy) in the requirements input_dir output_dir code_paths meta_path create_metanameversionbuildforcerequire_parentc [[U55up[U5V s/sHn [U R55PM nn [ UUUUUUUU U UU SS9 gs sn f)a Generate an installable Python package for a pipeline. Includes binary data, meta and required installation files. A new directory will be created in the specified output directory, and the data will be copied over. If --create-meta is set and a meta.json already exists in the output directory, the existing values will be used as the defaults in the command-line prompt. After packaging, "python -m build --sdist" is run in the package directory, which will create a .tar.gz archive that can be installed via "pip install". If additional code files are provided (e.g. Python files containing custom registered functions like pipeline components), they are copied into the package and imported in the __init__.py. DOCS: https://spacy.io/api/cli#package F) r)r(r+r,r* create_sdist create_wheelr.r/silentN)get_build_formatsrrstripr) r&r'r(r)r*r+r,r-r.r/r1r2ps K/home/james-whalen/.local/lib/python3.13/site-packages/spacy/cli/package.py package_clir8sm<"3>%3H!IL+9*+EF+Ea$qwwy/+EJF  !!% Gs#Ar1r2r3returnc [X(+S9n [R"U5n [R"U5n[R"U5nU(a1[5(d"[ 5(dSnU R USSS9 [ 5(dU R S5 U (aU R5(dU R SU SS9 U(aUR5(dU R SUSS9 U(dU(a@U(aS OS U(aS OS /nU RS S RSU5535 UHJnUR5(dU R SUSS9 [R"URU5 ML U(aU RS[U5S35 U(a&UR5(dU R SUSS9 U=(d US- nUR5(aUR5(dU R SUSS9 [R "U5n[#UUU S9nUS(a4U RS[US5S3S RUS55 UbTUR%5(dU R SUS3SSS9 ['U5(dU R SUS3SSS9 UUS'UbUUS'U(dU RSU5 O [)UU 5n[+[,U5nU(aAU R S 5 [/S!RU55 [0R2"S5 USnUR5US"S#-5(d US"S#U3nUS$-US-nUU- nUU- nUR5(a8U (a [6R8"[;U55 OU R S%S&SS9 [<R>"US'S(9 [6R@"[;U5[;UU- 55 [BHKnUU- U- nUR5(dM"[6RD"[;U5[;U55 MM US)- nUR5(d;[GU5nUU5 [IUU- S)- U5 U RS*5 OU RS+5 /nUHGnURKUR5 [6RD"[;U5[;U55 MI [IUS- [RL"US,S-95 [IUS.- [N5 [IUS/- [P5 [RRUS!RS0U55S19n[IUS2- U5 U RS3US43U5 U(a[RV"U5 [XRZ"[0R\S5S6S7S8/[^R`RE5S99nURbS::wa7U R S;5 [Rd"[0R\S.S /S- U[f3- nU RS?U5 U(a[RV"U5 [XRZ"[0R\S5S6S7S@/[^R`RE5S99nURbS::wa7U R SA5 [Rd"[0R\S.SB/S- U [l3- n!U RSDU!5 SEU;aU R SUSF35 gg!,(df  GN9=f!,(df  Nw=f)GN)no_printprettyzJGenerating wheels requires 'build' or 'wheel' (deprecated) to be installedzpip install buildrexitszGenerating packages without the 'build' package is deprecated and will not be supported in the future. To install 'build': pip install buildzCan't locate pipeline datazOutput directory not foundr%r"wheelzBuilding package artifacts: , c36# UHo(dM Uv M g7f)N).0opts r7 package..hs9U#QT##s  zCan't find code filez Including z" Python module(s) with custom codezCan't find pipeline meta.jsonz meta.jsonzCan't load pipeline meta.json)r/ requirementsz, package requirement(s) from meta and configz Model name ('zR') is not a valid module name. This is required so it can be imported as a module.zWe recommend names that use ASCII A-Z, a-z, _ (underscore), and 0-9. For specific details see: https://docs.python.org/3/reference/lexical_analysis.html#identifiersza') is not a permitted package name. This is required to correctly load the model with spacy.load.zWe recommend names that use ASCII A-Z, a-z, _ (underscore), and 0-9. For specific details see: https://www.python.org/dev/peps/pep-0426/#namer+r,zLoaded meta.json from filezInvalid pipeline meta.json lang_-z Package directory already existszgPlease delete the directory and try again, or use the `--force` flag to overwrite existing directories.T)parents README.mdz"Generated README.md from meta.jsonz0Using existing README.md from pipeline directoryr)indentzsetup.pyz MANIFEST.inc3,# UH nSU3v M g7f)zfrom . import NrB)rCms r7rErFs@1N1#.s)importsz __init__.pyz(Successfully created package directory ''r#r-.z--sdist)envrzgCreating sdist with 'python -m build' failed. Falling back to deprecated use of 'python setup.py sdist'F)capturedistz*Successfully created zipped Python packagez--wheelzzCreating wheel with 'python -m build' failed. Falling back to deprecated use of 'wheel' with 'python setup.py bdist_wheel' bdist_wheelz_+z!Successfully created binary wheel__ze') contains a run of underscores. Runs of underscores are not significant in installed package names.)7rr ensure_path has_wheel has_buildfailwarnr infojoin import_filestemgoodlenis_filesrsly read_jsonget_meta isidentifier_is_permitted_package_name generate_metarrprintsysexit startswithshutilrmtreestrrmkdircopytreeFILENAMES_DOCScopygenerate_readme create_fileappend json_dumpsTEMPLATE_SETUPTEMPLATE_MANIFEST TEMPLATE_INITformat working_dir subprocessrun executableosenviron returncode run_commandrresubr)"r&r'r)r(r+r,r*r1r2r/r.r3msg input_path output_patherropts code_pathmetaerrors model_name model_name_v main_path package_path file_name file_path readme_pathreadmerQinit_pyretzip_filewheel_name_squashedr?s" r7rrEs 6* 5C!!),J"":.K  +IIKK X  )3 ;;   Z..00 -zC k0022 -{!D|'RLbQ / 9U9U0U/VWX !! HH+YaH @ 3   :c*o..PQR))++ 0)1E4Y4I     Y%6%6%8%8 0)1E ??9 %D ItN CD N T.1234  IId>* +    "" HHv&FFr  *$// HHv&PP[  V !Y  -y9T3' ot ,F  -. dii   fJ  f!3 4 4V ~Qzl3 #d9o5L\)Iz)L  MM#l+ , HH2D    JJ|T* OOC NC |(C$DE#  </);      KKII 7$k)K      &K(L</+=vF 56 CDG y~~& C NC $56  K')9)9$q)IJ J&7 M)+<="" @@@#G },g6HH7 ~Q GS   i (..wY?JJOO%C~~"H  #..*g!FPUV)v%<.(GG =I   i (..wY?JJOO%C~~"4   ^^Z?) !ffT3 =F"(;'<\N%KK 4u= z J<(R R G) ( ) (sB _B _ _ _!c.SSKng![a gf=f)NrTF)r? ImportError)r?s r7rZrZs s  cf[R"S5 g![Ra gf=f)Nr-TF)rr,PackageNotFoundErrorrBr7r[r[s0""7+  2 2s 00configexcludecSn[R"5n[[5nSHXn[R"X5H9upgUSR S5(dM XFSSSR U5 M; MZ URS05R5H"nSU;dM US R US5 M$ [5n US S n UR5HtupU Hin [RRXS -U -5nURS 5nU(dMCU R US RS 5S5 Mk Mv /nU HnU[R:XaMUU;dM!URU5nU(dM;USnUU;dUU;aMN[R "U5n[R""U5nUR%UU35 M U$![a9 [RRX5nGN![anUSeSnAff=ff=f)aIf the config includes references to registered functions that are provided by third-party packages (spacy-transformers, other libraries), we want to include them in meta["requirements"] so that the package specifies them as dependencies and the user won't have to do it manually. We do this by: - traversing the config to check for registered function (@ keys) - looking up the functions and getting their module - looking up the module version and generating an appropriate version range config (Config): The pipeline config. exclude (list): List of packages to exclude (e.g. that already exist in meta). RETURNS (list): The versioned requirements. )spacyz spacy-legacyz spacy-nightlythincre)nlp components@rNrfactory factoriesrrIrSmoduler)rpackages_distributionsrset walk_dictrnaddgetvaluesitemsregistryfindr splitr __title__get_package_versionget_minor_version_rangerx)rr own_packages distributionsfuncssectionpathvalue componentmodulesrIreg_name func_names func_name func_inforegerr module_name dependenciesrVpkgr, version_ranges r7get_third_party_dependenciesrs"PL//1M  E(>>&/:KDBx""3''2hqrl#''.;)ZZ b188:  ! +  " "9Y#7 8;eG %= D % #I + MM..xi9OP $--1K{ Ih/55c:1=>$!.L %// )  - ' $$[1Dt1g,&#.2237 $ < > I H++ H= 5H8 8H= =Iformatsc/SQnUH;nX!;dM [5nSUSSRU53nURUSS9 M= U(aSU;agS U;S U;4$) N)r%r?nonezUnknown build format: z . Supported: r@rr=r)FFr%r?)rr_r\)r supportedformrrs r7r4r4Csn*I  )C*4& dii >R=STC HHSH "  f' w 7 2 33rrcontentscbUR5 URSSS9RU5 g)Nwzutf-8)encoding)touchopenwrite)rrs r7rwrwOs' OO NN3N)//9r model_path existing_metac SSSSSSSSS.n[R"[U55nURUR5 [R "[ R5US'URU5 URR[URR5URRRURRRS.US '[ RS :wa[ RUS 'URS /5 US Vs/sHn[R "U5S PM nn[#UR$US9nUS R'U5 U(a?[ RUS ;a(US R)[ RUS-5 U$s snf)Nenpipeline0.0.0r"MIT)rIr+r, descriptionauthoremailurllicense spacy_version)widthvectorskeysr+rrparent_packagerGr)r)rload_model_from_pathrupdaterrr __version__vocabvectors_lengthrcrn_keysr+r setdefaultsplit_requirementrrextendrx)rrr/rrreq existing_reqsreqss r7rgrgTsy  D  # #D$4 5CKK 889J9JKDKK ))syy(() !!(( !!&& DO  '!!& OONB'?CN?ST?ST++C03?SMT ' M JD%%//n1EE ^##EOOd?6K$KL K Us5#G rc U=(d 0nSSURSS54SSURSS54SSURSS 54S S URS S54S S URS S54SSURSS54SSURSS54SSURSS54/nURS5 URS5 UH$upEn[XV5nUS:Xa U(aUOUX$'M& U$)NrIzPipeline languagerr+z Pipeline namerr,zPackage versionrrzPackage descriptionrAuthorrz Author emailrzAuthor websiterLicenserzGenerating meta.jsonzEnter the package settings for your pipeline. The following information will be read from your pipeline data: pipeline, vectors.r")rdividertextr)rrrsettingssettingdescdefaultresponses r7rjrjys  BD $dhhvt&<= $((6:">? %txx 7'CD -txx t/LM 8TXXh56 .$((7D"9:  $((5$"78 Itxx 59: HKK&'HH C#+w /#+r>g8 #+ KrrcP[5nUSnUSUS3nUSnSRURS/5Vs/sHoQRU5PM sn5nSRURS/5Vs/sHoQRU5PM sn5nURS05nURS S 5S URSS 5S URS S 5S3n URS5=(d Sn URSS5n URS5n [ URS55n URS5n[ [ [[[4URS555n[[ [[[4URS555nURS5URU54URS5URU54URS5URUS54URS5U4URS5U4URS5U 4URS5U =(d S4URS 5U (aURU 5OS4URS!5S"U;aURXS"5OU 4/ nU(aURU5 URURUS#S$/55 U(a2URURS%S&55 URU5 U(a2URURS%S'55 URU5 U (aURU 5 UR $s snfs snf)(z Generate a Markdown-formatted README text from a model meta.json. Used within the GitHub release notes and as content for README.md file added to model packages. rIrJr+r,r@rrrrrz keys, z unique vectors (rz dimensions)rn/anotesr"rsourcesrlabels performanceNameVersionspaCyrzDefault Pipeline ComponentsVectorsSourcesrrrFeature Descriptionz Label SchemeAccuracy)rr_rcode_format_sources_format_label_schemer rrqr_format_accuracyboldlinkrtabletitler)rmdrIr+r,r6rrvecsrrr license_namerr label_schemeaccuracy table_datas r7rvrvs  B *+ | rxx:&' x  u 77NEHKs N>N#datacU(a[U[5(dg/nUHn[U[5(dSU0nURS5nU(dM6URS5nURS5nU(dUOSR X45nU(aUSR U5- nUR U5 M SR U5$)Nrr+rrz[{}]({})z ({})z
) isinstancelistdictrr}rxr_)rrsourcer+rrresults r7rrs z$--G&$''f%Fzz&! jjH% j&7&7&B  gnnV, ,Fv ;;w rspeedc U(dg[5nUR5VVs/sH%up4[U[[45(dM"X44PM' nnnUVVs/sH2upgXa;dM UR UR 55US-S4PM4 nnnURURUSS/55 UR$s snnfs snnf)Nr"dz.2fTypeScore) rrrintfloatrupperrrr) rrrkvscalarsaccscorescoress r7rrs   B"&**,N,$!*Qe 2Mvv,GN"!JC   3 %)C2!  FF288FVW- ./ 77NOs!C C C )*C c U(dg[5nSnSn/nUR5HupVU(dMURURU55nSR UVs/sH,oR[ U5R SS55PM. sn5n URXy45 U[U5- nUS- nM U(dgSUSUS 3n URS 5 URS U S 35 URURUS S/55 URS5 UR$s snf)Nr"rr@|z\|rzView label scheme (z labels for z components)z
z z ComponentLabelsz
) rrrrr_rqreplacerxrcrrr) rrn_labelsn_pipes label_datapipercol1labelcol2 label_infos r7rrs"   BHGJ  wwrwwt}%yyBH I&WWSZ''U3 4& I  4,'CK1 % &xj WI\RJFF;FFYzl* -.FF288Jh 7 89FF< 77N Js&3E package_namecV[R"SU[R5nUSL$)Nz)^([A-Z0-9]|[A-Z0-9][A-Z0-9._-]*[A-Z0-9])$)rsearch IGNORECASE)r?permitted_matchs r7riris(ii4lBMMO $ &&ra #!/usr/bin/env python import io import json from os import path, walk from shutil import copy from setuptools import setup def load_meta(fp): with io.open(fp, encoding='utf8') as f: return json.load(f) def load_readme(fp): if path.exists(fp): with io.open(fp, encoding='utf8') as f: return f.read() return "" def list_files(data_dir): output = [] for root, _, filenames in walk(data_dir): for filename in filenames: if not filename.startswith('.'): output.append(path.join(root, filename)) output = [path.relpath(p, path.dirname(data_dir)) for p in output] output.append('meta.json') return output def list_requirements(meta): # Up to version 3.7, we included the parent package # in requirements by default. This behaviour is removed # in 3.8, with a setting to include the parent package in # the requirements list in the meta if desired. requirements = [] if 'setup_requires' in meta: requirements += meta['setup_requires'] if 'requirements' in meta: requirements += meta['requirements'] return requirements def setup_package(): root = path.abspath(path.dirname(__file__)) meta_path = path.join(root, 'meta.json') meta = load_meta(meta_path) readme_path = path.join(root, 'README.md') readme = load_readme(readme_path) model_name = str(meta['lang'] + '_' + meta['name']) model_dir = path.join(model_name, model_name + '-' + meta['version']) copy(meta_path, path.join(model_name)) copy(meta_path, model_dir) setup( name=model_name, description=meta.get('description'), long_description=readme, author=meta.get('author'), author_email=meta.get('email'), url=meta.get('url'), version=meta['version'], license=meta.get('license'), packages=[model_name], package_data={model_name: list_files(model_dir)}, install_requires=list_requirements(meta), zip_safe=False, entry_points={'spacy_models': ['{m} = {m}'.format(m=model_name)]} ) if __name__ == '__main__': setup_package() zN include meta.json include LICENSE include LICENSES_SOURCES include README.md z from pathlib import Path from spacy.util import load_model_from_init_py, get_model_meta {imports} __version__ = get_model_meta(Path(__file__).parent)['version'] def load(**overrides): return load_model_from_init_py(__file__, **overrides) )LICENSELICENSES_SOURCESrM)F)Arrrorrl collectionsrpathlibrtypingrrrrr r r re cataloguer thinc.apir wasabirrrr"rrcompatrschemasrr_utilrrrrrrcommandrqboolr8rrZr[SimpleFrozenListrr4rwrgrjrvrrrrilstriprzr5r{r|rtrBrr7rSs   #@@@ #;;'/LLY#$B4[`a3%>tW\]"h4de #D-4Najny~ E?D?efdHd9XY {D?abWi4tueYd9not%KTSW_\],,, , ~ ,  , 3-,c], , ,,,d!%! k k k ~k T k 3- k c] k k k k k  k  k  k \44*.)>)>)@9 9!#Y9 #Y9x 4tCy 4U4:-> 4:4:3:4:!"c4i "S>"" #s(^ "Jc3hg$sCx..,$sCx.,S,^ # # &BI 4S> DI c tCH~#6'S'T'LX FHY^  EG   FH>r