
    h                        S SK r \ R                  R                  SS/5      S 5       r\ R                  R                  SS/5      S 5       r\ R                  R                  SS/5      S 5       r\ R                  R                  SS	/5      S
 5       r\ R                  R                  SS/5      S 5       r\ R                  R                  SS/5      S 5       r\ R                  R                  SS/5      S 5       r	g)    Ntextzlorem ipsumc                 6    U " U5      n[        U5      S:X  d   eg )N   len	tokenizerr   tokenss      _/home/james-whalen/.local/lib/python3.13/site-packages/spacy/tests/tokenizer/test_whitespace.py"test_tokenizer_splits_single_spacer          t_Fv;!    zlorem  ipsumc                 `    U " U5      n[        U5      S:X  d   eUS   R                  S:X  d   eg )N       r   r   r   s      r   "test_tokenizer_splits_double_spacer   
   s3    t_Fv;!!9>>S   r   zlorem ipsum  c                 \    U " U5      n[        UR                  5      [        U5      :X  d   eg )N)reprtext_with_wsr   s      r   )test_tokenizer_handles_double_trailing_wsr      s(    t_F##$T
222r   zlorem
ipsumc                 `    U " U5      n[        U5      S:X  d   eUS   R                  S:X  d   eg )Nr   r   
r   r   s      r   test_tokenizer_splits_newliner      s3    t_Fv;!!9>>T!!!r   zlorem 
ipsumc                 6    U " U5      n[        U5      S:X  d   eg Nr   r   r   s      r   #test_tokenizer_splits_newline_spacer      r   r   zlorem  
ipsumc                 6    U " U5      n[        U5      S:X  d   eg r   r   r   s      r   *test_tokenizer_splits_newline_double_spacer    $   r   r   zlorem 
 ipsumc                 6    U " U5      n[        U5      S:X  d   eg r   r   r   s      r   (test_tokenizer_splits_newline_space_wrapr"   *   r   r   )
pytestmarkparametrizer   r   r   r   r   r    r"    r   r   <module>r'      s!    -1 2
 .!12! 3! /!233 43
 .!12" 3" /!23 4
 "2!34 5
 "2!34 5r   