
    hu                     V    S SK JrJr  SSKJrJrJr  SSKJr  SSK	J
r
   " S S\
5      rg	)
    )CallableOptional   )Features
NamedSplitSplit)	Generator   )AbstractDatasetInputStreamc                      ^  \ rS rSrSSSSSS\R
                  S4S\S\\   S\	S\
S\
S	\\   S
\\   S\S\\	   4U 4S jjjrS rSrU =r$ )GeneratorDatasetInputStream   NF	generatorfeatures	cache_dirkeep_in_memory	streaming
gen_kwargsnum_procsplitfingerprintc
           
         > [         TU ]  " SUUUUUS.U
D6  [        SUUUUUU	(       a  SU	-   OS S.U
D6U l        Xl        g )N)r   r   r   r   r   zdefault-fingerprint=)r   r   r   r   r   	config_id )super__init__r	   builderr   )selfr   r   r   r   r   r   r   r   r   kwargs	__class__s              O/home/james-whalen/.local/lib/python3.13/site-packages/datasets/io/generator.pyr   $GeneratorDatasetInputStream.__init__	   sq     	 	
)	
 	
 ! 
!>I,{:t
 
 '    c                    U R                   (       a9  U R                  R                  U R                  R                  R                  S9nU$ S nS nS nS nU R                  R                  UUUUU R                  S9  U R                  R                  U R                  R                  R                  X@R                  S9nU R                  (       a  U R                  Ul
        U$ )N)r   )download_configdownload_modeverification_mode	base_pathr   )r   r'   	in_memory)r   r   as_streaming_datasetconfigr   download_and_preparer   
as_datasetr   r   _fingerprint)r   datasetr%   r&   r'   r(   s         r!   read GeneratorDatasetInputStream.read)   s    >>ll77dll>Q>Q>W>W7XG( # #O M $ILL-- /+"3# .  ll--ll))//CT`s`s . G '+'7'7$r#   )r   r   )__name__
__module____qualname____firstlineno__r   TRAINr   r   r   strbooldictintr   r   r0   __static_attributes____classcell__)r    s   @r!   r   r      s     (,$%)"&!KK%)'' 8$' 	'
 ' ' TN' 3-' ' c]' '@ r#   r   N)typingr   r    r   r   r   $packaged_modules.generator.generatorr	   abcr   r   r   r#   r!   <module>rA      s!    % * * < +8"< 8r#   