
    h                     n    S SK r S SKJr  SSKJr  S rS rS r\ R                  R                  S 5       r
g)	    N)Chinese   )make_tempdirc                    U R                  5       n[        5       nUR                  R                  U5        XR                  R                  5       :X  d   e[	        5        nUS-  nU R                  U5        [        5       nUR                  R                  U5        XR                  R                  5       :X  d   e S S S 5        g ! , (       d  f       g = f)N	tokenizer)to_bytesr   r   
from_bytesr   to_disk	from_disk)zh_tokenizertokenizer_bytesnlpd	file_paths        \/home/james-whalen/.local/lib/python3.13/site-packages/spacy/tests/lang/zh/test_serialize.pyzh_tokenizer_serializer      s    "++-O
)CMM_-mm446666	1O	Y'i	*--"8"8":::: 
s   AC
Cc                     [        U 5        g Nr   )zh_tokenizer_chars    r    test_zh_tokenizer_serialize_charr      s    ,-    c                     [        U 5        g r   r   )zh_tokenizer_jiebas    r   !test_zh_tokenizer_serialize_jiebar      s    -.r   c                     SSSS.0SSS00S.n[         R                  " U5      nUR                  5         [        UR                  5        g )Nr   zspacy.zh.ChineseTokenizerpkuseg)z@tokenizers	segmenterpkuseg_modelmedicine)r   
initialize)r   from_configr!   r   r   )zh_tokenizer_pkusegconfigr   s      r   2test_zh_tokenizer_serialize_pkuseg_with_processorsr%      sZ     :%
 

F 

f
%CNN3==)r   )pytestspacy.lang.zhr   utilr   r   r   r   markslowr%    r   r   <module>r,      s;     !  ;./ * *r   