
    h.                     
   S SK r S SKJr  S SKJr  \R
                  " SSS9  \R                  " S5        S rS r\ R                  " S	S
9S 5       r
\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S 5       r\ R                  " SS
9S  5       r\ R                  " SS
9S! 5       r\ R                  " SS
9S" 5       r \ R                  " SS
9S# 5       r!\ R                  " SS
9S$ 5       r"\ R                  " SS
9S% 5       r#\ R                  " SS
9S& 5       r$\ R                  " SS
9S' 5       r%\ R                  " SS
9S( 5       r&\ R                  " SS
9S) 5       r'\ R                  " SS
9S* 5       r(\ R                  " SS
9S+ 5       r)\ R                  S, 5       r*\ R                  " SS
9S- 5       r+\ R                  " SS
9S. 5       r,\ R                  " SS
9S/ 5       r-\ R                  " SS
9S0 5       r.\ R                  " SS
9S1 5       r/\ R                  " SS
9S2 5       r0\ R                  " SS
9S3 5       r1\ R                  " SS
9S4 5       r2\ R                  " S	S
9S5 5       r3\ R                  " SS
9S6 5       r4\ R                  " SS
9S7 5       r5\ R                  " SS
9S8 5       r6\ R                  " SS
9S9 5       r7\ R                  " SS
9S: 5       r8\ R                  " SS
9S; 5       r9\ R                  " SS
9S< 5       r:\ R                  " SS
9S= 5       r;\ R                  " SS
9S> 5       r<\ R                  " SS
9S? 5       r=\ R                  " SS
9S@ 5       r>\ R                  " SS
9SA 5       r?\ R                  " SS
9SB 5       r@\ R                  " SS
9SC 5       rA\ R                  " SS
9SD 5       rB\ R                  " SS
9SE 5       rC\ R                  " SS
9SF 5       rD\ R                  " SS
9SG 5       rE\ R                  " SS
9SH 5       rF\ R                  " SS
9SI 5       rG\ R                  " SS
9SJ 5       rH\ R                  " SS
9SK 5       rI\ R                  " SS
9SL 5       rJ\ R                  " SS
9SM 5       rK\ R                  " SS
9SN 5       rL\ R                  " SS
9SO 5       rM\ R                  " SS
9SP 5       rN\ R                  " SS
9SQ 5       rO\ R                  " SS
9SR 5       rP\ R                  " SS
9SS 5       rQ\ R                  " SS
9ST 5       rR\ R                  " SS
9SU 5       rS\ R                  " SS
9SV 5       rT\ R                  " SS
9SW 5       rU\ R                  " SS
9SX 5       rV\ R                  " SS
9SY 5       rW\ R                  " SS
9SZ 5       rX\ R                  " SS
9S[ 5       rY\ R                  " SS
9S\ 5       rZ\ R                  " SS
9S] 5       r[\ R                  " SS
9S^ 5       r\\ R                  " SS
9S_ 5       r]\ R                  " SS
9S` 5       r^g)a    N)settings)get_lang_classno_deadlinesi )deadlinec                 j     U R                  SSSS9  U R                  SSSS9  g ! [         a     g f = f)Nz--slow
store_truezinclude slow tests)actionhelpz--issuestoreztest specific issues)	addoption
ValueError)parsers    N/home/james-whalen/.local/lib/python3.13/site-packages/spacy/tests/conftest.pypytest_addoptionr      sG    ,=QR79OP  s   "% 
22c                   ^  U 4S jnS H>  nUT R                   ;   d  M  U" U5      (       a  M$  [        R                  " SU S35        M@     U" S5      n[        U[        5      (       a  ST R                   ;   a  UR                  S5       Vs/ s H  n[        UR                  5       5      PM     nnT R                  SS9 Vs/ s H  ofR                  S   PM     nn[        U Vs/ s H  oU;   PM	     sn5      (       d  [        R                  " S	U 35        g g [        R                  " S
5        g g s  snf s  snf s  snf )Nc                 B   > TR                   R                  SU  3S5      $ )Nz--F)config	getoption)optitems    r   getopt$pytest_runtest_setup.<locals>.getopt   s"     {{$$r#Z77    )slowzneed --z option to runissue,)namer   z"not referencing specified issues: znot referencing any issues)keywordspytestskip
isinstancestrsplitintstripiter_markersargsany)	r   r   r   issuesr   	issue_nosmark
issue_refsrefs	   `        r   pytest_runtest_setupr.      s   8 $--sKK'#n56 
 G_F&#dmm#9?c9JK9JU[[]+9JIK373D3D'3D3RS3R4))A,3RJSJ?JSy(J?@@@LM A KK45  LS?s   #D2D7%D<module)scopec                  6    [        S5      " 5       R                  $ Nxxr   	tokenizer r   r   r5   r5   6       $!+++r   sessionc                  6    [        S5      " 5       R                  $ )Nafr4   r6   r   r   af_tokenizerr;   ;   r7   r   c                  6    [        S5      " 5       R                  $ )Namr4   r6   r   r   am_tokenizerr>   @   r7   r   c                  6    [        S5      " 5       R                  $ )Narr4   r6   r   r   ar_tokenizerrA   E   r7   r   c                  6    [        S5      " 5       R                  $ )Nbgr4   r6   r   r   bg_tokenizerrD   J   r7   r   c                  6    [        S5      " 5       R                  $ )Nbnr4   r6   r   r   bn_tokenizerrG   O   r7   r   c                  6    [        S5      " 5       R                  $ )Nbor4   r6   r   r   bo_tokenizerrJ   T   r7   r   c                  6    [        S5      " 5       R                  $ )Ncar4   r6   r   r   ca_tokenizerrM   Y   r7   r   c                  6    [        S5      " 5       R                  $ )Ncsr4   r6   r   r   cs_tokenizerrP   ^   r7   r   c                  6    [        S5      " 5       R                  $ )Ndar4   r6   r   r   da_tokenizerrS   c   r7   r   c                  6    [        S5      " 5       R                  $ Nder4   r6   r   r   de_tokenizerrW   h   r7   r   c                  6    [        S5      " 5       R                  $ rU   r   vocabr6   r   r   de_vocabr[   m       $!'''r   c                  6    [        S5      " 5       R                  $ )Ndsbr4   r6   r   r   dsb_tokenizerr_   r       % ",,,r   c                  6    [        S5      " 5       R                  $ )Nelr4   r6   r   r   el_tokenizerrc   w   r7   r   c                  6    [        S5      " 5       R                  $ Nenr4   r6   r   r   en_tokenizerrg   |   r7   r   c                  6    [        S5      " 5       R                  $ re   rY   r6   r   r   en_vocabri      r\   r   c                 F    [        S5      " U 5      nUR                  S5      $ )Nrf   r   )r   create_pipe)ri   nlps     r   	en_parserrm      s     

x
(C??8$$r   c                  6    [        S5      " 5       R                  $ Nesr4   r6   r   r   es_tokenizerrq      r7   r   c                  6    [        S5      " 5       R                  $ ro   rY   r6   r   r   es_vocabrs      r\   r   c                  6    [        S5      " 5       R                  $ )Netr4   r6   r   r   et_tokenizerrv      r7   r   c                  6    [        S5      " 5       R                  $ )Neur4   r6   r   r   eu_tokenizerry      r7   r   c                  6    [        S5      " 5       R                  $ )Nfar4   r6   r   r   fa_tokenizerr|      r7   r   c                  6    [        S5      " 5       R                  $ )Nfir4   r6   r   r   fi_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ )Nfor4   r6   r   r   fo_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ Nfrr4   r6   r   r   fr_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ r   rY   r6   r   r   fr_vocabr      r\   r   c                  6    [        S5      " 5       R                  $ )Ngar4   r6   r   r   ga_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ )Ngrcr4   r6   r   r   grc_tokenizerr      r`   r   c                  6    [        S5      " 5       R                  $ )Ngur4   r6   r   r   gu_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ )Nher4   r6   r   r   he_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ )Nhir4   r6   r   r   hi_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ )Nhrr4   r6   r   r   hr_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ )Nhur4   r6   r   r   hu_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ )Nidr4   r6   r   r   id_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ )Nisr4   r6   r   r   is_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ Nitr4   r6   r   r   it_tokenizerr      r7   r   c                  6    [        S5      " 5       R                  $ r   rY   r6   r   r   it_vocabr      r\   r   c                  b    [         R                  " S5        [        S5      " 5       R                  $ )N	sudachipyjar   importorskipr   r5   r6   r   r   ja_tokenizerr      $    
$$!+++r   c                  6    [        S5      " 5       R                  $ )Nhsbr4   r6   r   r   hsb_tokenizerr      r`   r   c                  b    [         R                  " S5        [        S5      " 5       R                  $ )Nnattokor   r6   r   r   ko_tokenizerr      s$    
 $!+++r   c                  ^    SSSS000n [        S5      R                  U 5      nUR                  $ )Nrl   r5   @tokenizerszspacy.Tokenizer.v1r   )r   from_configr5   r   rl   s     r   ko_tokenizer_tokenizerr     sB     	3
F 

*
*6
2C==r   c                  6    [        S5      " 5       R                  $ )Nlar4   r6   r   r   la_tokenizerr     r7   r   c                  6    [        S5      " 5       R                  $ )Nlbr4   r6   r   r   lb_tokenizerr     r7   r   c                  6    [        S5      " 5       R                  $ )Nlgr4   r6   r   r   lg_tokenizerr     r7   r   c                  6    [        S5      " 5       R                  $ )Nltr4   r6   r   r   lt_tokenizerr     r7   r   c                  6    [        S5      " 5       R                  $ )Nlvr4   r6   r   r   lv_tokenizerr   "  r7   r   c                  6    [        S5      " 5       R                  $ )Nmkr4   r6   r   r   mk_tokenizerr   '  r7   r   c                  6    [        S5      " 5       R                  $ )Nmlr4   r6   r   r   ml_tokenizerr   ,  r7   r   c                  6    [        S5      " 5       R                  $ )Nmsr4   r6   r   r   ms_tokenizerr   1  r7   r   c                  6    [        S5      " 5       R                  $ )Nnbr4   r6   r   r   nb_tokenizerr   6  r7   r   c                  6    [        S5      " 5       R                  $ )Nner4   r6   r   r   ne_tokenizerr   ;  r7   r   c                  6    [        S5      " 5       R                  $ NnlrY   r6   r   r   nl_vocabr   @  r\   r   c                  6    [        S5      " 5       R                  $ r   r4   r6   r   r   nl_tokenizerr   E  r7   r   c                  6    [        S5      " 5       R                  $ )Nnnr4   r6   r   r   nn_tokenizerr   J  r7   r   c                  6    [        S5      " 5       R                  $ )Nplr4   r6   r   r   pl_tokenizerr   O  r7   r   c                  6    [        S5      " 5       R                  $ Nptr4   r6   r   r   pt_tokenizerr   T  r7   r   c                  6    [        S5      " 5       R                  $ r   rY   r6   r   r   pt_vocabr   Y  r\   r   c                  6    [        S5      " 5       R                  $ )Nror4   r6   r   r   ro_tokenizerr   ^  r7   r   c                  b    [         R                  " S5        [        S5      " 5       R                  $ )N	pymorphy3rur   r6   r   r   ru_tokenizerr   c  r   r   c                  l    [         R                  " S5        [        S5      " 5       R                  S5      $ )Nr   r   
lemmatizerr   r   r   add_piper6   r   r   ru_lemmatizerr   i  s)    
$$!**<88r   c                  n    [         R                  " S5        [        S5      " 5       R                  SSS0S9$ )Nr   r   r   modepymorphy3_lookupr   r   r6   r   r   ru_lookup_lemmatizerr   o  s;    
$$!**f&89 +  r   c                  6    [        S5      " 5       R                  $ )Nsar4   r6   r   r   sa_tokenizerr   w  r7   r   c                  6    [        S5      " 5       R                  $ )Nskr4   r6   r   r   sk_tokenizerr  |  r7   r   c                  6    [        S5      " 5       R                  $ )Nslr4   r6   r   r   sl_tokenizerr    r7   r   c                  6    [        S5      " 5       R                  $ )Nsrr4   r6   r   r   sr_tokenizerr	    r7   r   c                  6    [        S5      " 5       R                  $ )Nsqr4   r6   r   r   sq_tokenizerr    r7   r   c                  6    [        S5      " 5       R                  $ )Nsvr4   r6   r   r   sv_tokenizerr    r7   r   c                  6    [        S5      " 5       R                  $ )Ntar4   r6   r   r   ta_tokenizerr    r7   r   c                  b    [         R                  " S5        [        S5      " 5       R                  $ )N	pythainlpthr   r6   r   r   th_tokenizerr    r   r   c                  6    [        S5      " 5       R                  $ )Ntir4   r6   r   r   ti_tokenizerr    r7   r   c                  6    [        S5      " 5       R                  $ )Ntlr4   r6   r   r   tl_tokenizerr    r7   r   c                  6    [        S5      " 5       R                  $ )Ntrr4   r6   r   r   tr_tokenizerr    r7   r   c                  6    [        S5      " 5       R                  $ )Nttr4   r6   r   r   tt_tokenizerr"    r7   r   c                  6    [        S5      " 5       R                  $ )Nkyr4   r6   r   r   ky_tokenizerr%    r7   r   c                  b    [         R                  " S5        [        S5      " 5       R                  $ )Nr   ukr   r6   r   r   uk_tokenizerr(    r   r   c                      [         R                  " S5        [         R                  " S5        [        S5      " 5       R                  S5      $ )Nr   pymorphy3_dicts_ukr'  r   r   r6   r   r   uk_lemmatizerr+    s8    
$
,-$!**<88r   c                      [         R                  " S5        [         R                  " S5        [        S5      " 5       R                  SSS0S9$ )Nr   r*  r'  r   r   r   r   r   r6   r   r   uk_lookup_lemmatizerr-    sJ    
$
,-$!**f&89 +  r   c                  6    [        S5      " 5       R                  $ )Nurr4   r6   r   r   ur_tokenizerr0    r7   r   c                  b    [         R                  " S5        [        S5      " 5       R                  $ )Npyvivir   r6   r   r   vi_tokenizerr4    s$    
$!+++r   c                  6    [        S5      " 5       R                  $ r2   r4   r6   r   r   xx_tokenizerr6    r7   r   c                  6    [        S5      " 5       R                  $ )Nyor4   r6   r   r   yo_tokenizerr9    r7   r   c                  :    [        S5      " 5       n U R                  $ )Nzhr4   )rl   s    r   zh_tokenizer_charr<    s    


 C==r   c                      [         R                  " S5        SSSSS.00n [        S5      R                  U 5      nUR                  $ )Njiebarl   r5   spacy.zh.ChineseTokenizerr   	segmenterr;  )r   r   r   r   r5   r   s     r   zh_tokenizer_jiebarB    sN    
 :$
F 

*
*6
2C==r   c                      [         R                  " S5        SSSS.0SSS00S.n [        S	5      R                  U 5      nUR	                  5         UR
                  $ )
Nspacy_pkusegr5   r?  pkusegr@  pkuseg_modelweb)rl   
initializer;  )r   r   r   r   rH  r5   r   s     r   zh_tokenizer_pkusegrI    sf    
' :%
 #^U$;<F 

*
*6
2CNN==r   c                  6    [        S5      " 5       R                  $ )Nhyr4   r6   r   r   hy_tokenizerrL  
  r7   r   )_r   
hypothesisr   
spacy.utilr   register_profileload_profiler   r.   fixturer5   r;   r>   rA   rD   rG   rJ   rM   rP   rS   rW   r[   r_   rc   rg   ri   rm   rq   rs   rv   ry   r|   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r  r	  r  r  r  r  r  r  r  r"  r%  r(  r+  r-  r0  r4  r6  r9  r<  rB  rI  rL  r6   r   r   <module>rR     s	     % 	  .= A   n %6@ h,  , i , !, i , !, i , !, i , !, i , !, i , !, i , !, i , !, i , !, i , !, i ( !( i - !- i , !, i , !, i ( !( i % !%
 i , !, i ( !( i , !, i , !, i , !, i , !, i , !, i , !, i ( !( i , !, i - !- i , !, i , !, i , !, i , !, , , i , !, i , !, i , !, i ( !( i , !,
 i - !- i , !,
 i 	 !	 h,  , i , !, i , !, i , !, i , !, i , !, i , !, i , !, i , !, i , !, i ( !( i , !, i , !, i , !, i , !, i ( !( i , !, i , !,
 i 9 !9
 i  ! i , !, i , !, i , !, i , !, i , !, i , !, i , !, i , !,
 i , !, i , !, i , !, i , !, i , !, i , !,
 i 9 !9 i  ! i , !, i , !,
 i , !, i , !, i  !
 i  ! i  !  i , !,r   