^hJ-SSKrSSKJrJr SSKJrJrJrJr SSKrSSK J r SSK J r SSK Jr SSKJr SS KJr SS KJrJr \(aSS KJr SS KJr \r\rO\r\r"S S\5rg)N)datetime timedelta) TYPE_CHECKINGAnyOptionalUnion)verbose_logger)UserAPIKeyAuth) CustomLogger DataDogLogger)PrometheusServicesLogger)ServiceLoggerPayload ServiceTypes)Span OpenTelemetryc^\rSrSrSrSS\SS4SjjrSS\S\S \ S \ \ S \ \ \ \4S \ \ \\ 44 S jjrS\S\S\S \ 4SjrSS\S \ S\S \ \ S \ \ \ \4S \ \ \ \4S\ \4SjjrSrSrSrSS\S\S\ \ \4S \ S \ \ S \ \ \ \4S \ \ \\ 4S\ \4SjjrS\S\S\4U4SjjrSrSrU=r$)ServiceLoggingzZ Separate class used for monitoring health of litellm-adjacent services (redis/postgres). mock_testingreturnNcXlSUlSUlSUlSUlS[ R ;a[5Ulgg)Nrprometheus_system) rmock_testing_sync_success_hookmock_testing_async_success_hookmock_testing_sync_failure_hookmock_testing_async_failure_hooklitellmservice_callbackrprometheusServicesLogger)selfrs Q/home/james-whalen/.local/lib/python3.13/site-packages/litellm/_service_logger.py__init__ServiceLogging.__init__sF(./+/0,./+/0, '":": :,D,FD ) ;serviceduration call_typeparent_otel_span start_timeend_timec UR(aU=RS- sl[R"5nUR 5(a$UR UR UUUUUUS95 gURUR UUUUUUS95 g![a+ [R"UR UUUUUUS95 gf=f)zM Handles both sync and async monitoring by checking for existing event loop. r )r(r)r*r+r,r-N) rrasyncioget_event_loop is_running create_taskasync_service_success_hookrun_until_complete RuntimeErrorrun)r#r(r)r*r+r,r-loops r$service_success_hook#ServiceLogging.service_success_hook(s     / /1 4 /' ))+D    33 '!)"+)9#-!) 4 ''33 '!)"+)9#-!) 4   KK//#%'%5)% 0  sA B6#B2CCerrorcRUR(aU=RS- slgg)z_ [TODO] Not implemented for sync calls yet. V0 is focused on async monitoring (used by proxy). r N)rr)r#r(r)r:r*s r$service_failure_hook#ServiceLogging.service_failure_hookas#     / /1 4 / r'event_metadatac # SSKJn UR(aU=RS- sl[ SSUUUS9n [ R GHn U S:Xa;UR5IShvN URRU S9IShvN MEU S :Xd[U [5(a?UR5IShvN URRU UUUUS 9IShvN MU S :Xd[X5(dMSS KJn UR!5IShvN UcMU cM[X5(dMUR"RU UUUUS 9IShvN GM gNNNNNSN7f) z: - For counting if the redis, postgres call is successful rrr FNis_errorr:r(r)r*r)payloaddatadogrBr+r,r-r>otelopen_telemetry_logger)"litellm.integrations.opentelemetryrrrrr r!'init_prometheus_services_logger_if_noner"r3 isinstancerinit_datadog_logger_if_none dd_loggerlitellm.proxy.proxy_serverrGinit_otel_logger_if_none otel_logger) r#r(r*r)r+r,r-r>rrBcallbackrGs r$r3)ServiceLogging.async_service_success_hookjs} E     0 0A 5 0&   00H..BBDDD33NN#OY&*X}*M*M66888nn??#%5)%#1 @V#z('J'JL33555%0-9"#8HH**EE ')9#-!)'5 F31D96sA'E4)E(* E4 E* 4E4?E,$E4$E.%E4E4E0E4&E4+E4= E4E2 E4*E4,E4.E40E42E4c# [US5(d[5UlgURcUR5Ulg7f)ze initializes prometheusServicesLogger if it is None or no attribute exists on ServiceLogging Object r"N)hasattrrr")r#s r$rI6ServiceLogging.init_prometheus_services_logger_if_nonesG t788,D,FD )  * * 2,0,I,I,KD )sAAcR# SSKJn [US5(d U"5Ulg7f)zV initializes dd_logger if it is None or no attribute exists on ServiceLogging Object rr rLN)$litellm.integrations.datadog.datadogrrSrL)r#rs r$rK*ServiceLogging.init_datadog_logger_if_nones$ Gt[)),9ODNs%'c# SSKJn SSKJn [ US5(d0Ub[ X!5(aX lg[R"S5 g7f)zX initializes otel_logger if it is None or no attribute exists on ServiceLogging Object rrrFrONzPServiceLogger: open_telemetry_logger is None or not an instance of OpenTelemetry) rHrrMrGrSrJrOr warning)r#rrGs r$rN'ServiceLogging.init_otel_logger_if_nonesV EDt]++$0Z%663H &&f sAAc # SSKJn UR(aU=RS- slSn [ U[ 5(a [ U5n O[ U[ 5(aUn [SU UUUS9n [RGH:n U S:Xa<UR5IShvN URRU US 9IShvN MFU S :Xd[ U [5(a@UR5IShvN URRU U UUUUS 9IShvN MU S :Xd[ X5(dMSS KJn UR%5IShvN [ U[ 5(d [ U5nUcMU cGM[ X5(dGMUR&R)U UUUUS9IShvN GM= gGN#GNNNNwN7f)z< - For counting if the redis, postgres call is unsuccessful rrr Tr@rN)rBr:rC)rBr:r+r,r-r>rErFrD)rHrrrrJ Exceptionstrrr r!rIr"async_service_failure_hookrrKrLrMrGrNrOr3)r#r(r)r:r*r+r,r-r>r error_messagerBrPrGs r$r_)ServiceLogging.async_service_failure_hooks E     0 0A 5 0 eY ' 'JM s # #!M&   00H..BBDDD33NN#OY&*X}*M*M66888nn??#'%5)%#1 @V#z('J'JL33555!%--JE%0-9"#8HH**EE ')9#-!)'5 F=1D 96sB!G#G$!GG 4G:G ;%G G!G?GG%GGG G;G< G G GGGG request_dataoriginal_exceptionuser_api_key_dictcB># [TU]UUU5IShvN $N7f)z, Hook to track failed litellm-service calls N)superasync_post_call_failure_hook)r#rbrcrd __class__s r$rg+ServiceLogging.async_post_call_failure_hooks-W9       s cV# XC- n[U[5(aUR5nO:[U[5(aO$[ SR U[ U555eUR[RUUSS9IShvN gN![anUeSnAff=f7f)z7 Hook to track latency for litellm proxy llm api calls z7Duration={} is not a float or timedelta object. type={}r*)r(r)r*N) rJr total_secondsfloatr]formattyper3rLITELLM)r#kwargs response_objr,r- _durationes r$async_log_success_event&ServiceLogging.async_log_success_event%s  -I)Y//%335 Iu--MTT!4 ? 11$,," -2    G s;B)B B BBB)B B&B!!B&&B))rLrrrrrrOr")F)NNN)NNNN)__name__ __module__ __qualname____firstlineno____doc__boolr%rrlr^rrrrr8r]r<dictr3rIrKrNr_r rgrt__static_attributes__ __classcell__)rhs@r$rrsGTGdG,07;59777 7 #4. 7 U8U?34 75127r5#5/45=F5SV5,07;59)-999 9 #4. 9 U8U?34 955129!9v  2,07;59)-EEES)^$ E  E #4. EU8U?34E512E!EN    &  *  r'r)r/rrtypingrrrrr litellm._loggingr litellm.proxy._typesr integrations.custom_loggerr integrations.datadog.datadogr integrations.prometheus_servicesrtypes.servicesrropentelemetry.tracer_SpanrHr OTELClassrr'r$rsQ(66+/47F>1@ DI DIa\ar'