
    h                     ^    S SK r S/ SQ4/r\ R                  R                  S\5      S 5       rg)    NuI   Lääʹddjânnmest lie nuʹtt 10 000 säʹmmliʹžžed. Seeʹst pâʹjjel)	u   Lääʹddjânnmestlieu   nuʹtt10000u   säʹmmliʹžžed.u   Seeʹstu	   pâʹjjelztext,expected_tokensc                     U " U5      nU Vs/ s H!  oDR                   (       a  M  UR                  PM#     nnX%:X  d   eg s  snf )N)is_spacetext)xx_tokenizerr	   expected_tokenstokenstoken
token_lists         \/home/james-whalen/.local/lib/python3.13/site-packages/spacy/tests/lang/xx/test_tokenizer.pytest_xx_tokenizer_basicr      s<    $F*0G&*%**&JG((( Hs   ??)pytestXX_BASIC_TOKENIZATION_TESTSmarkparametrizer        r   <module>r      sH     	T
	
 $ /1LM) N)r   