^he6 S SK r S SKJr S SKJrJrJrJr S SKrS SK r S SK
J r S SK
JrJr S SKJrJr S SKJr S SKJrJr " S S
\5 rS \S \S
\S\S\S\ 4 S jr " S S5 r g) N)partial)CallableListOptionalUnion)Logging)
custom_promptprompt_factory)AsyncHTTPHandlerget_async_httpx_client) TextChoices)CustomStreamWrapperTextCompletionResponsec p ^ \ rS rSr SS\\R S\\R 4U 4S jjjrSr U =r
$ ) TextCompletionCodestralError requestresponsec > Xl X l Ub X0l O[ R " SSS9U l Ub X@l O#[ R " XR S9U l [ TU ]! U R 5 g )NPOSTz8https://docs.codestral.com/user-guide/inference/rest_api)methodurl) status_coder ) r messager httpxRequestr Responsesuper__init__)selfr r r r __class__s c/home/james-whalen/.local/lib/python3.13/site-packages/litellm/llms/codestral/completion/handler.pyr %TextCompletionCodestralError.__init__ sk ' "L == N DL $M !NN ' DM LL
)r r r r )NN) __name__
__module__ __qualname____firstlineno__r r r r r __static_attributes__
__classcell__r! s @r" r r s;
,0-1
%--(
5>>*
r$ r clientapi_baseheadersdatamodelmessagesc # U R XUSS9I S h vN nUR S:w a [ UR UR S9eUR 5 nUR USUSU0S9 U$ NX7f)NTr. r/ stream r r complete_input_dictinputapi_keyoriginal_responseadditional_args)postr r text aiter_lines post_call) r, r- r. r/ r0 r1 logging_objr completion_streams r" make_callrD 4 s [[d[SSHs"* ,,hmm
!,,.+.5 ! Ts A2A0AA2c ^ \ rS rSrS U 4S jjrS\\ S\S\4S jrS\4S jr S
\S \
R S \ S
\
S\S\S\S\\\4 S\S\ 4S jrSSS0 4S
\S\S\S\S \ S\S\S\S\\\
R( 4 S\S\\ \4 4S jjrSS0 4S
\S\S\S \ S\S\S\S\\\
R( 4 S\ 4S jjrSSS0 4S
\S\S\S \ S\S\S\\\
R( 4 S\4S jjrS rS rU =r$ ) CodestralTextCompletionP returnNc " > [ TU ] 5 g N)r r )r r! s r" r CodestralTextCompletion.__init__Q s
r$ r; user_headersc Uc [ S5 eSSR U5 S.nUb [ U[ 5 ( a 0 UEUEnU$ )NzVMissing CODESTRAL_API_Key - Please add CODESTRAL_API_Key to your environment variableszapplication/jsonz Bearer {})z content-type
Authorization)
ValueErrorformat
isinstancedict)r r; rL r. s r" _validate_environment-CodestralTextCompletion._validate_environmentT s[
? h
/ ( / / 8
#
<(F(F11L1Gr$ generated_textc / SQnU Hw nUR 5 R U5 ( a UR USS5 nUR U5 ( d MR USSS2 R USSS2 SS5 SSS2 nMy U$ )z
Parse the output text to remove any special characters. In our current approach we just check for ChatML tokens.
Initial issue that prompted this - https://github.com/BerriAI/litellm/issues/763
)z
<|assistant|>z
<|system|>z<|user|>zzr7 N)strip
startswithreplaceendswith)r rU chat_template_tokenstokens r"
output_parser%CodestralTextCompletion.output_parsere s
*E ##%0077!/!7!7r1!E &&u--!/"!5!=!=eDbDk2q!QRVTVRV!W *
r$ r0 r model_responser4 rB optional_paramsr/ r1 c R UR U UUR SU0S9 U
" SUR 35 UR S:w a' [ [ UR 5 UR S9e UR 5 n U R S/ 5 n
/ nU
H nS nSnS nS nUR S 0 5 n[ R R UR S
5 UR S 5 UR S 5 UR S
5 S9nUR U5 M [ R " U R S5 UU R S5 U R S5 U R S5 SU R S5 S9nU$ ! [ a [ UR SS9ef = f)Nr8 r9 z#codestral api: raw model_response: r5 )r r i choicesr r
finish_reasonindexcontentlogprobs)re rf r? rh idcreatedr0 usageFobject)ri rd rj r0 rk r4 rl )
rA r? r r strjson Exceptiongetlitellmutilsr
appendr )r r0 r ra r4 rB rb r; r/ r1
print_verboseencodingcompletion_response_original_choices_choiceschoice_finish_reason_index_text _logprobs_choice_message_choice _responses r" process_text_completion_response8CodestralTextCompletion.process_text_completion_responsey s &mm 2D 9
;HMM?KL 3 &.HMM* $ 0 0
W"*--/ 0 3 3Ir B&('F "NFE I $jjB 7O mm// $jj 9 jj)$((3 J/ 0 G
OOG $3 (6 22"&&t, '++I6%))'2%))'2&**84
S W.x}}RUV V Ws ,F F&r- custom_prompt_dictrt timeoutr. c U R X5 nU
R SS 5 SL a UnO U=( d SnX; a XA n[ US US US US9nO [ XS9n[ R
R
5 nUR 5 H u nnUU
; d M UU
U' M U
R S S
5 nUUS .U
EnUnU R UUUUUU S .S
9 U SL a> USL a U R UUUUUUUUU U
U
UUU S9$ U R UUUUUUUUU U
S
U
UUU S9$ USL aP [ R R UU[ R " U5 US9n[ UR! 5 USU S9nU$ [ R R UU[ R " U5 S9nU R# UUUU
R% S S
5 U U
UUUUUS9 $ )Ncustom_endpointTz/https://codestral.mistral.ai/v1/fim/completionsrolesinitial_prompt_valuefinal_prompt_value) role_dictr r r1 )r0 r1 r4 F)r0 prompt)r8 r. r- acompletion)r: r; r= )r0 r1 r/ r- ra rt ru r; rB rb litellm_params logger_fnr. r )r0 r1 r/ r- ra rt ru r; rB rb r4 r r r. r r3 codestral)custom_llm_providerrB )r r. r/ ) r0 r ra r4 rB rb r; r/ r1 rt ru )rS popr r
rq CodestralTextCompletionConfig
get_configitemspre_callasync_streamingasync_completionmodule_level_clientr> rn dumpsr
iter_linesr rp )r r0 r1 r- r ra rt ru r; rB rb r r r r r. completion_urlmodel_prompt_detailsr configkvr4 r/
input_textr r s r"
completion"CodestralTextCompletion.completion s $ ,,W> 0$ 74 ? %N M M
#< ".w7%9:P%Q#78L#M! F $%CF 66AACLLNDAq (%&" # !$$Xu5
'+" * *
$ ~++ % +#1"/ % # +$3#1 ' # # , $ ,, % +#1"/ % # +$3 #1 ' # # - & T> 2277 ZZ% 8 H ,##%$/ ' I 2277" ZZ% 8 H
44 )"&&x7# + ' 5
r$ c # [ [ R R SU 0S9n UR X?[
R " U
5 S9I S h vN nU R! UUUU UUU
UUU US9 $ N ! [ R aF n[ UR R SR UR R 5 S9eS nAf[ a' n[ SSR [ U5 5 S9eS nAff = f7f) Nr ) llm_providerparams)r. r/ zHTTPStatusError - {}r6 i z{}) r0 r ra r4 rB r; r/ r1 rt rb ru )r rq LlmProvidersTEXT_COMPLETION_CODESTRALr> rn r r HTTPStatusErrorr r r rP r? ro rm r )r r0 r1 r- ra rt ru r; rB r4 r/ rb r r r r.
async_handlerr es r" r (CodestralTextCompletion.async_completionQ s & / --GG w'
* / /
40@ 0 H 44 )# ' + 5
$$ . JJ 2 2.55ajjooF
. SV)<
sG %C;'A/ A-A/ C;-A/ /C8AC
C8"C33C88C;c
| # SU S' [ S [ [ UU[ R " U 5 UUUS9USUS9nU$ 7f)NTr4 )r- r. r/ r0 r1 rB ztext-completion-codestral)rC rD r0 r rB )r r rD rn r )r r0 r1 r- ra rt ru r; rB r/ r rb r r r.
streamwrappers r" r 'CodestralTextCompletion.async_streaming sV " X+ " ! ZZ%! ' ;#
s :<c g rJ )r argskwargss r" embedding!CodestralTextCompletion.embedding s r$ r )rH N) r% r& r' r( r r rm rR rS r_ r r r boolLiteLLMLoggingr listr r floatTimeoutr r r r r r) r* r+ s @r" rF rF P sP #
" C (GG ..G / G
G $
G G G D#I G G
Gl !M
M
M
M
! M
/
M
M
M
M
uemm+,M
!M
"
%':: ;#M
z !1
1
1
1
/ 1
1
1
1
uemm+,1
"
#1
~ " " " "
/ "
" " uemm+,"
!" H
r$ rF ) rn functoolsr typingr r r r r rq *litellm.litellm_core_utils.litellm_loggingr r 3litellm.litellm_core_utils.prompt_templates.factoryr r
&litellm.llms.custom_httpx.http_handlerr r litellm.types.utilsr
litellm.utilsr r ro r rm rR r rD rF r r$ r" r s 2 2 P , E
9
8
8Y
Y
r$