
    h                         S SK r S SKrS r\R                  R	                  SSS/5      S 5       r\R                  R	                  S/ SQ5      S 5       rS	 rg)
    Nc                    SnU " U5      nUS   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S	:X  d   eUS
   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S:X  d   eUS   R                   S:X  d   eUS    R                   S!:X  d   eUS"   R                   S#:X  d   eUS$   R                   S%:X  d   eUS&   R                   S':X  d   eUS(   R                   S):X  d   eUS*   R                   S+:X  d   eg ),NzI:o :/ :'( >:o (: :) >.< XD -__- o.O ;D :-) @_@ :P 8D :1 >:( :D =| :> ....r   z:o   z:/   z:'(   z>:o   z(:   z:)   z>.<   XD   z-__-	   zo.O
   z;D   z:-)   z@_@   z:P   8D   z:1   z>:(   z:D   z=|   z:>   z....)text)	tokenizerr   tokenss      _/home/james-whalen/.local/lib/python3.13/site-packages/spacy/tests/tokenizer/test_exceptions.py test_tokenizer_handles_emoticonsr      s    	X 	 t_F!9>>T!!!!9>>T!!!!9>>U"""!9>>U"""!9>>T!!!!9>>T!!!!9>>U"""!9>>T!!!!9>>V###!9>>U"""":??d"""":??e###":??e###":??d"""":??d"""":??d"""":??e###":??d"""":??d"""":??d"""":??f$$$    ztext,length)z108)r   )XDNr   c                 6    U " U5      n[        U5      U:X  d   eg )N)lenr   r   lengthr   s       r   +test_tokenizer_excludes_false_pos_emoticonsr%   #   s    t_Fv;&   r   ))u"   can you still dunk?🍕🍔😵LOLr   )u   i💙your   )u   🤘🤘yay!r   c                 `    [         R                  S:  a  U " U5      n[        U5      U:X  d   eg g )Ni )sys
maxunicoder"   r#   s       r   test_tokenizer_handles_emojir)   )   s0    
 ~~ 46{f$$$ !r   c                     S He  nU " SU S35       Vs/ s H  o"R                   PM     snSU S/:X  d   eU R                  SU S35       Vs/ s H  o"S   PM	     snSU S/:X  a  Me   e   g s  snf s  snf )NcfkCFK   °.r   )r   explain)r   uts      r   test_tokenizer_degreer1   3   s     )Bqc) 45 41 45$1#9LLLL'//"QCq	:;:!:;c?RRRR 5;s   A-A2)r'   pytestr   markparametrizer%   r)   r1    r   r   <module>r6      sj    
 %: j(AB! C!
 d%%Sr   