
    h                        % S SK r S SKrS SKJrJrJr  S SKJr  SSKJr  SSK	J	r	  SSK
J
r
  SSKJr  SS	KJr  SS
KJr  SSKJr  SSKJr  SSKJr  SSKJr  SSKJr  SSKJr  SSKJr  SSKJr  SSKJr  S\\   S\4S jr\R4                  \" \ R6                  " \5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4\	R4                  \" \ R6                  " \	5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4\R4                  \" \ R6                  " \5      R9                  5       5      4S.rSSSSSSSSS .rS!0 4S!S"S#04S$0 4S$0 4S$0 4S%0 4S%0 4S%0 4S&0 4S'0 4S(0 4S)0 4S*0 4S*0 4S+.r\ \\!\\ 4   4   \"S,'   \RG                  \RH                  RJ                   V s0 s H  o S-0 4_M	     sn 5        \RG                  \RH                  RJ                   V s0 s H  o RM                  5       S-0 4_M     sn 5        \RG                  \	RN                  RJ                   V s0 s H  o S.0 4_M	     sn 5        \RG                  \	RN                  RJ                   V s0 s H  o RM                  5       S.0 4_M     sn 5        \RG                  \RP                  RJ                   V s0 s H  o S/0 4_M	     sn 5        \RG                  \RP                  RJ                   V s0 s H  o RM                  5       S/0 4_M     sn 5        \RG                  \RR                  RJ                   V s0 s H  o S00 4_M	     sn 5        \RG                  \RR                  RJ                   V s0 s H  o RM                  5       S00 4_M     sn 5        0 r*\ \\\   4   \"S1'   \RW                  5        H*  u  r,u  r-r.\*R_                  \-/ 5      Ra                  \,5        M,     \* H  r-\*\-   Ra                  S25        M     0 r1\\\\   4   \"S3'   \* H  r-/ \1\-'   M
     \RH                  Rd                  \1S-'   \RH                  Rd                  \1S.'   \RH                  Rd                  \1S/'   \RH                  Rd                  \1S0'   gs  sn f s  sn f s  sn f s  sn f s  sn f s  sn f s  sn f s  sn f )4    N)DictListTuple)insecure_hashlib   )arrow)audiofolder)cache)csv)hdf5)imagefolder)json)pandas)parquet)	pdffolder)sql)text)videofolder)
webdataset)xmllinesreturnc                    / nU  H5  n[         R                  " SSU5      nU(       d  M$  UR                  U5        M7     SR                  U5      nUR	                  S5      n[
        R                  " U5      R                  5       $ )Nz#.* 
zutf-8)resubappendjoinencoder   sha256	hexdigest)r   filtered_lineslinefull_str
full_bytess        \/home/james-whalen/.local/lib/python3.13/site-packages/datasets/packaged_modules/__init__.py_hash_python_linesr(      sp    Nvvfb$'4!!$'  yy(H )J"":.88::    )r   r   r   r   r   r   r   r	   r   r   r   r   r   @eea64c71ca8b46dd3f537ed218fc9bf495d5707789152eb2764f5c78fa66d59d@8bb11242116d547c741b2e8a1f18598ffdd40a1d4f2a2872c7a28b697434bc96@3ac4ffc4563c796122ef66899b9485a3f1a977553e2d2a8a318c72b8cc6f2202@ca31c69184d9832faed373922c2acccec0b13a0bb5bbbe19371385c3ff26f1d1@74f69db2c14c2860059d39860b1f400a03d11bf7fb5a8258ca38c501c878c137@c4a140d10f020282918b5dd1b8a49f0104729c6177f60a6b49ec2a365ec69f34@7b7ce5247a942be131d49ad4f3de5866083399a0f250901bd8dc202f8c5f7ce5@d3c1655c66c8f72e4efb5c79e952975fa6e2ce538473a6890241ddbddee9071c)r   r   r   r   r   r   r   r	   r   sep	r   r   r   r   r   r   r   )z.csvz.tsvz.jsonz.jsonlz.ndjsonz.parquetz.geoparquetz.gpqz.arrowz.txtz.tarz.xmlz.hdf5z.h5_EXTENSION_TO_MODULEr   r	   r   r   _MODULE_TO_EXTENSIONSz.zip_MODULE_TO_METADATA_FILE_NAMES)3inspectr   typingr   r   r   huggingface_hub.utilsr   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   liststrr(   __name__	getsource
splitlines_PACKAGED_DATASETS_MODULES&_PACKAGED_DATASETS_MODULES_2_15_HASHESr4   dicttuple__annotations__updateImageFolder
EXTENSIONSupperAudioFolderVideoFolder	PdfFolderr5   items_ext_module_
setdefaultr   r6   METADATA_FILENAMES)exts   0r'   <module>rR      s    	 $ $ 2  $    $        $ " 
;d3i 
;C 
; LL,W->->s-C-N-N-PQR]].w/@/@/F/Q/Q/STU 273D3DV3L3W3W3Y Z[  "4W5F5Fw5O5Z5Z5\"]^nn01B1B51I1T1T1VWX]].w/@/@/F/Q/Q/STU((*<W=N=N{=[=f=f=h*ij((*<W=N=N{=[=f=f=h*ij((*<W=N=N{=[=f=f=h*ij$$&89J9J99U9`9`9b&cd&&(:7;L;LZ;X;c;c;e(fgLL,W->->s-C-N-N-PQR]].w/@/@/F/Q/Q/STU $ NNPQONUU	* & BKUDM"b\rl|Br?OmRL2BKb\B<5 d3c4i 001 "   AXAXAcAcdAc#=""55Acd e   I`I`IkIklIk#YY[="*==Ikl m   AXAXAcAcdAc#=""55Acd e   I`I`IkIklIk#YY[="*==Ikl m   AXAXAcAcdAc#=""55Acd e   I`I`IkIklIk#YY[="*==Ikl m   y?R?R?]?]^?];"33?]^ _   yGZGZGeGefGeYY[;*;;Gef g /1 tCcN+ 0.446D,7A$$Wb188> 7 %G'"))&1 % 8: S$s)^ 4 9$G.0"7+ %0;0G0G0Z0Z } -0;0G0G0Z0Z } -0;0G0G0Z0Z } -.9.E.E.X.X { +1 eldldl^fs0   ,X-$X2*X7"X<(Y Y&YY