^h@ S SK r S SKrS SKrS SKJr S SKJrJrJr S SK r S SK
r
S SK r
S SK r
S SK
Jr S SKJrJr S SKJrJr S SKJr S SKJrJrJrJrJ r S S
K J r S \S \ S
\ S\ S\ S\!S\\\"\ RF 4 4S jr$ " S S5 r%g) N)partial)CallableOptionalUnion)map_finish_reason)
custom_promptprompt_factory)AsyncHTTPHandlerget_async_httpx_client)LiteLLMLoggingBaseClass)ChoicesCustomStreamWrapperMessage
ModelResponseUsage )PredibaseErrorclientapi_baseheadersdatamodelmessagestimeoutc # U R XUSUS9I S h vN nUR S:w a [ UR UR S9eUR 5 n UR USU SU0S9 U $ NX7f)NTr r streamr status_codemessage complete_input_dictinputapi_keyoriginal_responseadditional_args)postr r text aiter_lines post_call)
r r r r r r logging_objr responsecompletion_streams
]/home/james-whalen/.local/lib/python3.13/site-packages/litellm/llms/predibase/chat/handler.py make_callr1 s [[T7 ! H s" )=)=x}}UU ,,.+.5 !s A3A1AA3c ^ \ rS rSrS U 4S jjrS\4S jrS\S\R S \ S
\
S \ S \ S
\S\
\ \4 S\S\ 4S jrSSS0 4S\S\S\S\ S \ S\S
\S \ S\S\
\\R$ 4 S\ S\
\ \4 4S jjrSS0 4S\S\S\S \ S\S\ S \ S\
\\R$ 4 S\ 4S jjrSSS0 4S\S\S\S \ S\S\ S\
\\R$ 4 S\4S jjrS rSrU =r$ ) PredibaseChatCompletion; returnNc " > [ TU ] 5 g N)super__init__)self __class__s r0 r9 PredibaseChatCompletion.__init__< s
generated_textc / SQnU Hw nUR 5 R U5 ( a UR USS5 nUR U5 ( d MR USSS2 R USSS2 SS5 SSS2 nMy U$ )z
Parse the output text to remove any special characters. In our current approach we just check for ChatML tokens.
Initial issue that prompted this - https://github.com/BerriAI/litellm/issues/763
)z
<|assistant|>z
<|system|>z<|user|>zzr" N)strip
startswithreplaceendswith)r: r> chat_template_tokenstokens r0
output_parser%PredibaseChatCompletion.output_parser? s
*E ##%0077!/!7!7r1!E &&u--!/"!5!=!=eDbDk2q!QRVTVRV!W *
r= r r. model_responser r- optional_paramsr& r r c & UR U UUR SU0S9 U
" SUR 35 UR 5 n SU ; a [ [ U S 5 UR S9e[ U [ 5 ( d
[ SSU 3S9eS U ; a
[ SS
U 3S9e[ U S 5 S : a0 U R U S 5 UR S R l
S U ; ap S
U S ; ag [ U S S 5 UR S l S n
U S S
H nUS c M XS -
n
M [! UR S R SU
5 SU; a US S: a S U ; a SU S ; a / n[# U S S 5 H u nnS n
US
H nUS c M XS -
n
M [ US 5 S : a [% U R US 5 U
S9nO [% S S9n[' [ US 5 US- US9nUR) U5 M UR R+ U5 S n [, R. " U S9nUS S S R1 SS5 nUbF [ U5 S : a7 S n [ U R3 US S S R1 SS5 5 5 nOS nUU- n[5 [6 R6 " 5 5 Ul Xl [= UUUS 9nUUl UR@ n0 nURC 5 H2 u nn URE S 5 ( d M U US RG U5 ' M4 UURH S ' U$ ! [ a [ UR SS9ef = f! [ a GN:f = f! [ a Nf = f) Nr# r$ zraw model_response: i )r! r errorz,'completion_response' is not a dictionary - r r> z4'generated_text' is not a key response dictionary - r detailstokens
finish_reasonlogprob_logprobbest_ofr@ best_of_sequences)contentlogprobs)rU )rP indexr! )r choicesr! rU r" )
prompt_tokenscompletion_tokens total_tokenszx-zllm_provider-{}additional_headers)%r, r* json Exceptionr strr
isinstancedictlenrH rX r! rU r rP setattr enumerater r
appendextendlitellm
token_countergetencodeinttimecreatedr r usager itemsrC format_hidden_params) r: r r. rJ r r- rK r& r r
print_verboseencodingcompletion_response sum_logprobrG choices_listidxitem message_obj
choice_objrY output_textrZ r[ rn predibase_headersresponse_headerskvs r0 process_response(PredibaseChatCompletion.process_responseS sJ &mm 2D 9
,X]]O<= I"*--/ ) ) / 89 $ 0 0
1488$ # JK^J_ ` ")<<$ # RSfRg h &'789A=<@>:K' 2?C;&&q)7 0 ;H EE Y'3#Y'77 F "**1-55
O+ 0JQ0N !44+/B9/MM#%L%.+I67JK& T '( %)(^E $Y / ; +Y/? ? &4 t$4 56:*1(,(:(:4@P;Q(R)4+ K
+2$*?K%,*;D US
L a U R UUUUUUUUU U
UUUU S9$ U R UUUUUUUUU U
S UUUU S9$ US
L aQ [ R R! UU[" R$ " U5 UU S9n[' UR) 5 USU S9n U $ [ R R! UU[" R$ " U5 U S9nU R+ UUUU
R
SS 5 U U
UUUUUS9 $ ) N)r& r r rK r r" z!https://serving.app.predibase.comhttpsPREDIBASE_API_BASE/z/deployments/v2/llms/r FTz/generate_streamz /generaterolesinitial_prompt_valuefinal_prompt_value) role_dictr r r )r r )inputs
parameters)r# r r acompletion)r% r& r( )r r r r rJ rr rs r& r- rK litellm_params logger_fnr r )r r r r rJ rr rs r& r- rK r r r r r r predibase)custom_llm_providerr- )urlr r r ) r r. rJ r r- rK r& r r rr rs )rg PredibaseConfigvalidate_environmentosenvirongetenvri r r
get_configro poppre_callasync_streamingasync_completionmodule_level_clientr) r] dumpsr
iter_linesr ) r: r r r r rJ rr rs r& r- rK r r r r r r completion_url
input_textbase_urlmodel_prompt_detailspromptconfigr~ r r r r. _responses r0
completion"PredibaseChatCompletion.completion s & ))+@@ + A
6 e "N
H
!RZZ
/yy!5r:H $:Qyk1FugN x /4 7 0 0N k )N #< ".w7%9:P%Q#78L#M! F $%CF ((335LLNDAq (%&" # !$$Xu5 )
'+" * *
$ ~++ % +#1"/ % # +$3#1 ' # # , $ ,, % +#1"/ % # +$3 #1 ' # # - & T> 2277 ZZ% 8 H ,##%$/ ' I 2277" ZZ% 8 H $$ )"&&x7# + ' %
r= c x # [ [ R R SU 0S9n UR X?[
R " U
5 S9I S h vN nU R% UUUU UUU
UUU US9 $ N ! [ R a[ n[ UR R SR UR R UR R 5 S9eS nAf[ aQ n[ R H n[! UU5 ( d M Ue [ SSR [# U5 5 S9eS nAff = f7f) Nr ) llm_providerparams)r r z;HTTPStatusError - received status_code={}, error_message={}r i z{}) r r. rJ r r- r& r r rr rK rs )r rg LlmProviders PREDIBASEr) r] r httpxHTTPStatusErrorr r. r rp r* r^ LITELLM_EXCEPTION_TYPESr` r_ r )r: r r r rJ rr rs r& r- r r rK r r r r
async_handlerr. e exceptions r0 r (PredibaseChatCompletion.async_completion{ s9 & / --77 w'
* / /
40@ 0 H" $$ )# ' + %
# $$ JJ 2 2U\\JJ**AJJOO
$ < < a++G = ! SV)<
sM %D:'A/ A-A/ D:-A/ /D7AC
D7&"D2 &D22D77D:c ~ # SU S' [ S [ [ UU[ R " U 5 UUUU
S9USUS9nU$ 7f)NTr )r r r r r r- r r )r/ r1 r r r- )r r r1 r] r )r: r r r rJ rr rs r& r- r r rK r r r
streamwrappers r0 r 'PredibaseChatCompletion.async_streaming sY " X+ " ! ZZ%! ' +#
s ;=c g r7 )r: argskwargss r0 embedding!PredibaseChatCompletion.embedding s r= r )r5 N)__name__
__module__ __qualname____firstlineno__r9 r_ rH r Responser boolr ra r listr r floatTimeoutr r r r r __static_attributes__
__classcell__)r; s @r0 r3 r3 ; s5 C (F F ..F & F
F -
F F F D#I F F
F l #^
^
^
^
! ^
&
^
^
^
^
^
uemm+,^
" #^
$
} 11 2%^
\ !5
5
5
5
& 5
5
5
5
uemm+,5
"
#5
F # # # #
& #
# # uemm+,#
!# J
r= r3 )&r] r rl functoolsr typingr r r r rg litellm.litellm_core_utils*litellm.litellm_core_utils.litellm_logging'litellm.litellm_core_utils.core_helpersr 3litellm.litellm_core_utils.prompt_templates.factoryr r &litellm.llms.custom_httpx.http_handlerr
r litellm.types.utilsr
litellm.utilsr
r r r r common_utilsr r_ ra r r r r1 r3 r r= r0 r s , , ! 1 E 8 U U )
eE5== 01
2 :]
]
r=