^hefSSKJrJrJr SSKrSSKJr SSKJr SSK J r SSK J r "SS\ 5r g) )LiteralOptionalUnionN)verbose_proxy_logger) DualCache)CustomGuardrail)UserAPIKeyAuthc^\rSrSrU4SjrS\S\S\S\SS\ \ \ \ \44 S jr S\S\S\S 4S jrS\S\4S jrS rU=r$)myCustomGuardrail c 2>Xl[TU]"S0UD6 g)N)optional_paramssuper__init__)selfkwargs __class__s s/home/james-whalen/.local/lib/python3.13/site-packages/litellm/proxy/guardrails/guardrail_hooks/custom_guardrail.pyrmyCustomGuardrail.__init__ s & "6"user_api_key_dictcachedata call_type) completiontext_completion embeddingsimage_generation moderationaudio_transcriptionpass_through_endpointrerankreturnc&# URS5nU(a]UHWnURS5n[U[5(dM+SUR5;dMAUR SS5nXvS'MY [ R "SU5 U$7f)zZ Runs before the LLM API call Runs on only Input Use this if you want to MODIFY the input messagescontentlitellmz********z-async_pre_call_hook: Message after masking %s)get isinstancestrlowerreplacerdebug)rrrrr _messagesmessage_contents rasync_pre_call_hook%myCustomGuardrail.async_pre_call_hooks.HHZ( $";;y1h,, HNN$44#+#3#3Iz#J-5 * % "" ;Y  sABB3B)rrrr r!c# URS5nU(aQUHJnURS5n[U[5(dM+SUR5;dMA[ S5e gg7f)z Runs in parallel to LLM API call Runs on only Input This can NOT modify the input, only used to reject or accept a call before going to LLM API r&r'r(z+Guardrail failed words - `litellm` detectedN)r)r*r+r, ValueError)rrrrr/r0r1s rasync_moderation_hook'myCustomGuardrail.async_moderation_hook:s]*HHZ( $";;y1h,, HNN$44()VWW % sAA-A-A-c# [R"SU5 [U[R5(aUR Hn[U[R 5(dM$[R"SU5 URR(dMX[URR[5(dMSURR;dM[S5e gg7f)z Runs on response from LLM API call It can be used to reject a response If a response contains the word "coffee" -> we will raise an exception z async_pre_call_hook response: %szasync_pre_call_hook choice: %scoffeez Guardrail failed Coffee DetectedN) rr.r*r( ModelResponsechoicesChoicesr0r'r+r5)rrrresponsechoices rasync_post_call_success_hook.myCustomGuardrail.async_post_call_success_hookWs ""#ExP h 5 5 6 6"**fgoo66(../OQWX...&v~~'='=sCC$(>(>>()KLL+ 7sA#C3)0C3'C3C3$C3)r)__name__ __module__ __qualname____firstlineno__rr rdictrrr Exceptionr+r2r6r?__static_attributes__ __classcell__)rs@rr r s#$)$$ $    $ % 3,- .$LXX*X # X:MM*MMrr )typingrrrr(litellm._loggingrlitellm.caching.cachingr%litellm.integrations.custom_guardrailrlitellm.proxy._typesr r rrrrNs*++1-A/dMdMr