
    h                     0    S SK r S SKJr  SSKJr  S rS rg)    N)Japanese   )make_tempdirc                    U R                  5       n[        5       nUR                  R                  U5        XR                  R                  5       :X  d   eUR                  R                  b   e[        5        nUS-  nU R                  U5        [        5       nUR                  R                  U5        XR                  R                  5       :X  d   eUR                  R                  b   e S S S 5        [        R                  " SSSS0005      n[        5       nUR                  5       nUR                  U5        XeR                  5       :X  d   eUR                  R                  S:X  d   e[        5        nUR                  U5        [        5       nUR                  U5        XeR                  5       :X  d   eUR                  R                  S:X  d   e S S S 5        g ! , (       d  f       N= f! , (       d  f       g = f)N	tokenizernlp
split_modeB)	to_bytesr   r   
from_bytesr	   r   to_disk	from_diskfrom_config)ja_tokenizertokenizer_bytesr   d	file_pathnlp_r	nlp_bytess          \/home/james-whalen/.local/lib/python3.13/site-packages/spacy/tests/lang/ja/test_serialize.pytest_ja_tokenizer_serializer      s   "++-O
*CMM_-mm446666==##+++	1O	Y'j	*--"8"8"::::}}''/// 
 

lC5H'IJ
KCJEI	Y((((??%%,,,	1A
NN,,,,))S000 
! 
  
s   8A4G7AG0
G-0
G>c                     [         R                  " U 5      n[         R                  " U5      nU R                  5       UR                  5       :X  d   eg )N)pickledumpsloadsr   )r   bja_tokenizer_res      r   test_ja_tokenizer_pickler   '   s=    \"All1oO  "o&>&>&@@@@    )r   spacy.lang.jar   utilr   r   r    r   r   <module>r#      s     "  1>Ar   