
    
!i
                        S r SSKJr  SSKJr  SSKJr  SSKJr  SSKJr  SSKJ	r	  SSKJ
r
  SS	KJr  SS
KJr  SSKJr  SSKr " S S\R                  5      rg)zThe eval command.    )annotations)Sequence)command)command_utils)input_utils)ipython_env)model_registry)output_utils)parsed_args_lib)post_process_utilsNc                  h   ^  \ rS rSrSr S   SU 4S jjjr        S	S jr    S
S jrSrU =r	$ )EvalCommand   z!Implementation of "eval" command.c                :   > [         TU ]  5         Xl        X l        g)zYConstructor.

Args:
  models: ModelRegistry instance.
  env: The IPythonEnv environment.
N)super__init___models_ipython_env)selfmodelsenv	__class__s      _/home/james-whalen/.local/lib/python3.13/site-packages/google/generativeai/notebook/eval_cmd.pyr   EvalCommand.__init__"   s     	    c                    [         R                  " USS9n[        R                  " U R                  U R
                  UUUS9nU" US9n[        R                  " XaS9  UR                  5       $ )NT)suppress_status_msgs)r   r   parsed_argscell_contentpost_processing_fns)inputs)resultsr   )	r   join_inputs_sourcesr   create_llm_eval_functionr   r   r
   write_to_outputsas_pandas_dataframe)r   r   r   r    r!   
llm_cmp_fnr"   s          r   executeEvalCommand.execute1   si     00SWX";;<<!!#% 3

 F+%%gO**,,r   c                .    [         R                  " U5      $ N)r   resolve_post_processing_tokens)r   tokenss     r   parse_post_processing_tokens(EvalCommand.parse_post_processing_tokensH   s     "@@HHr   )r   r   r+   )r   zmodel_registry.ModelRegistryr   zipython_env.IPythonEnv | None)r   zparsed_args_lib.ParsedArgsr   strr    2Sequence[post_process_utils.ParsedPostProcessExpr]returnzpandas.DataFrame)r-   zSequence[Sequence[str]]r2   r1   )
__name__
__module____qualname____firstlineno____doc__r   r(   r.   __static_attributes____classcell__)r   s   @r   r   r      sq    +
 .2 ,  +   -/- - P	-
 
-.I-I	;I Ir   r   )r7   
__future__r   typingr   google.generativeai.notebookr   r   r   r   r	   r
   r   r   pandasCommandr    r   r   <module>r@      s=     "  0 6 4 4 7 5 8 ; ,I'// ,Ir   