jjzddlZddlZddlmZmZmZmZmZmZm Z m Z ddl m Z ddl mZddlmZddlmZddlmZddlmZmZdd lmZmZmZmZmZmZmZm Z er*dd l!m"Z#dd l$m%Z&dd l'm(Z(dd l)m*Z*m+Z+m,Z,ddl-m.Z.e e#efZ"neZ"eZ&eZ(eZ*eZ+eZ,eZ/eZ0eZ.ejbdejdZ3GddZ4y)N) TYPE_CHECKINGAnyAsyncGeneratorDictListOptionalTupleUnion) BaseModelverbose_logger) DualCache)/DEFAULT_MAX_RECURSE_DEPTH_SENSITIVE_DATA_MASKER) ArgillaItem)AllMessageValuesChatCompletionRequest)AdapterCompletionStreamWrapper CallTypesCallTypesLiteralLLMResponseTypes ModelResponseModelResponseStreamStandardCallbackDynamicParamsStandardLoggingPayload)Span)Logging)UserAPIKeyAuth)MCPPostCallResponseObjectMCPPreCallRequestObjectMCPPreCallResponseObject)PreRoutingHookResponsezOdata:(?:application|image|audio|video)/[a-zA-Z0-9.+-]+;base64,[A-Za-z0-9+/=\s]+c^eZdZ dgdededdfdZdZdZdZd Zd Z d Z d Z d Z dZ dhdedeededeedeedededeeedeedeedeeeeeffdZ didedeededeedeededeedeedeeeeeffdZ djdededeeeeefdeeeefdeedeef dZ didededeeedeed eedeef d!Zd"eeefd#ee deefd$Z!d%ed eedeefd&Z"d%edeefd'Z#d(ed)e$d#ee dee$fd*Z%d(ed+ed#ee deefd,Z&d-e'd.eed"efd/Z(d.ed"ed0e'fd1Z)d.ed"ed0e'fd2Z*dee+fd3Z,d)e-dee.fd4Z/d5edee0fd6Z1d7e2d8ee3dee2fd9Z4 d:e5d;e6deefd?Z9dd:e5d)ed(ede?e@dffdFZAdGZBdHZCdIZDdJZEdKeFdeeFfdLZGdMe3fdNZHdMe3dOedPeddfdQZIdRedPedefdSZJ dkdeedeefdTZKdUedefdVZLdWedeefdXZMdYefdZZNeOfd[d\d]edd\fd^ZPeOfd[d\d]edd\fd_ZQd`eOfdaedbed]edefdcZRddedefdeZSeOfdeed]edeeeeffdfZTy)l CustomLoggerturn_off_message_loggingmessage_loggingreturnNc ||_||_y)a Args: turn_off_message_logging: bool - if True, the message logging will be turned off. Message and response will be redacted from StandardLoggingPayload. message_logging: bool - deprecated param, use `turn_off_message_logging` instead N)r%r$)selfr$r%kwargss {/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/litellm/integrations/custom_logger.py__init__zCustomLogger.__init__Cs /(@% cyNr(modelmessagesr)s r*log_pre_api_callzCustomLogger.log_pre_api_callS r,cyr.r/r(r) response_obj start_timeend_times r*log_post_api_callzCustomLogger.log_post_api_callVr4r,cyr.r/r6s r*log_stream_eventzCustomLogger.log_stream_eventYr4r,cyr.r/r6s r*log_success_eventzCustomLogger.log_success_event\r4r,cyr.r/r6s r*log_failure_eventzCustomLogger.log_failure_event_r4r,c Kywr.r/r6s r*async_log_stream_eventz#CustomLogger.async_log_stream_eventd  c Kywr.r/r0s r*async_log_pre_api_callz#CustomLogger.async_log_pre_api_callgrCrDc Kywr.r/r6s r*async_log_success_eventz$CustomLogger.async_log_success_eventjrCrDc Kywr.r/r6s r*async_log_failure_eventz$CustomLogger.async_log_failure_eventmrCrDr1r2non_default_params prompt_idprompt_variablesdynamic_callback_paramslitellm_logging_objtools prompt_labelprompt_versionc K|||fSwax Returns: - model: str - the model to use (can be pulled from prompt management tool) - messages: List[AllMessageValues] - the messages to use (can be pulled from prompt management tool) - non_default_params: dict - update with any optional params (e.g. temperature, max_tokens, etc.) to use (can be pulled from prompt management tool) r/) r(r1r2rKrLrMrNrOrPrQrRs r* async_get_chat_completion_promptz-CustomLogger.async_get_chat_completion_promptrs&h 222sc  |||fSrTr/) r(r1r2rKrLrMrNrQrRs r*get_chat_completion_promptz'CustomLogger.get_chat_completion_prompts"h 222r,request_kwargsinputspecific_deploymentc Kyw)z This hook is called before the routing decision is made. Used for the litellm auto-router to modify the request before the routing decision is made. Nr/)r(r1rXr2rYrZs r*async_pre_routing_hookz#CustomLogger.async_pre_routing_hooks rDhealthy_deploymentsparent_otel_spancK|Swr.r/)r(r1r]r2rXr^s r*async_filter_deploymentsz%CustomLogger.async_filter_deploymentss#"sr) call_typec Kyw)a Allow modifying the request just before it's sent to the deployment. Use this instead of 'async_pre_call_hook' when you need to modify the request AFTER a deployment is selected, but BEFORE the request is sent. Used in managed_files.py Nr/)r(r)ras r*async_pre_call_deployment_hookz+CustomLogger.async_pre_call_deployment_hooks  rD deploymentc Kywr.r/)r(rdr^s r*async_pre_call_checkz!CustomLogger.async_pre_call_check  rDcyr.r/)r(rds r*pre_call_checkzCustomLogger.pre_call_checkr4r, request_dataresponsec Kyw)zh Allow modifying / reviewing the response just after it's received from the deployment. Nr/)r(rjrkras r*'async_post_call_success_deployment_hookz4CustomLogger.async_post_call_success_deployment_hook  rDresponse_chunkc Kyw)z Allow modifying streaming chunks just before they're returned to the user. This is called for each streaming chunk in the response. Nr/)r(rjroras r*)async_post_call_streaming_deployment_hookz6CustomLogger.async_post_call_streaming_deployment_hooks  rD exceptionoriginal_model_groupc Kywr.r/)r(rrrsr)s r* log_model_group_rate_limit_errorz-CustomLogger.log_model_group_rate_limit_errorrgrDoriginal_exceptionc Kywr.r/r(rsr)rvs r*log_success_fallback_eventz'CustomLogger.log_success_fallback_eventrgrDc Kywr.r/rxs r*log_failure_fallback_eventz'CustomLogger.log_failure_fallback_eventrgrDcy)zt Translates the input params, from the provider's native format to the litellm.completion() format. Nr/)r(r)s r*!translate_completion_input_paramsz.CustomLogger.translate_completion_input_params r,cy)z\ Translates the output params, from the OpenAI format to the custom format. Nr/)r(rks r*"translate_completion_output_paramsz/CustomLogger.translate_completion_output_paramsr~r,completion_streamcy)z^ Translates the streaming chunk, from the OpenAI format to the custom format. Nr/)r(rs r*,translate_completion_output_params_streamingz9CustomLogger.translate_completion_output_params_streamingr~r, logged_itemstandard_logging_payloadc Ktdw)z - Decide if the result should be logged to Argilla. - Modify the result before logging to Argilla. - Return None if the result should not be logged to Argilla. z"async_dataset_hook not implemented)NotImplementedError)r(rrs r*async_dataset_hookzCustomLogger.async_dataset_hooks""FGGs user_api_key_dictcachedatac Kywr.r/)r(rrrras r*async_pre_call_hookz CustomLogger.async_pre_call_hook!rnrD traceback_strc Kywr.r/)r(rjrvrrs r*async_post_call_failure_hookz)CustomLogger.async_post_call_failure_hook,  rDc Kywr.r/)r(rrrks r*async_post_call_success_hookz)CustomLogger.async_post_call_success_hook5 rDresultcK||fSwzUFor masking logged request/response. Return a modified version of the request/result.r/r(r)rras r*async_logging_hookzCustomLogger.async_logging_hook=sv~sc ||fSrr/rs r* logging_hookzCustomLogger.logging_hookCsv~r,c Kywr.r/)r(rrras r*async_moderation_hookz"CustomLogger.async_moderation_hookIrrDc Kywr.r/)r(rrks r*async_post_call_streaming_hookz+CustomLogger.async_post_call_streaming_hookQs rDc4K|23d{}|7 6ywr.r/)r(rrkrjitems r*'async_post_call_streaming_iterator_hookz4CustomLogger.async_post_call_streaming_iterator_hookXs # $J (sc ||d<||d<d|d<|||d|y#t$r |dtjYywxYwNr1r2 pre_api_calllog_event_typez$Custom Logger - model call details: Custom Logger Error -  Exception traceback format_excr(r1r2r) print_verbose callback_funcs r*log_input_eventzCustomLogger.log_input_eventcsn M#F7O!)F: '5F# $   @I J M 293G3G3I2JK L Ms"%&A AcK ||d<||d<d|d<||d{|d|y7#t$r |dtjYywxYwwrrrs r*async_log_input_eventz"CustomLogger.async_log_input_eventos M#F7O!)F: '5F# $   @I J  M 293G3G3I2JK L Ms1A1/1A1&AAAAc~ d|d<|||||y#t$r |dtjYywxYwN post_api_callrrrr(r)r7r8r9rrs r* log_eventzCustomLogger.log_event}sT '6F# $      293G3G3I2JK L  s &<<cK d|d<|||||d{y7#t$r |dtjYywxYwwrrrs r*async_log_eventzCustomLogger.async_log_eventsa '6F# $      293G3G3I2JK L  s1A A &AA AA r7c Kyw)z This log gets called after the MCP tool call is made. Useful if you want to modiy the standard logging payload after the MCP tool call is made. Nr/r6s r*async_post_mcp_tool_call_hookz*CustomLogger.async_post_mcp_tool_call_hooks rDstandard_logging_objectcFd}gd}|D]}|j|||y)a Truncate error strings and message content in logging payload Some loggers like DataDog/ GCS Bucket have a limit on the size of the payload. (1MB) This function truncates the error string and the message content if they exceed a certain length. i') error_strr2rk)r field_name max_lengthN)_truncate_field)r(rMAX_STR_LENGTHfields_to_truncatefields r*)truncate_standard_logging_payload_contentz6CustomLogger.truncate_standard_logging_payload_contents8 C'E  (? ) ! (r,rrc|j|}|r1t|}t||kDr|j||||<yyy)aP Helper function to truncate a field in the logging payload This converts the field to a string and then truncates it if it exceeds the max length. Why convert to string ? 1. User was sending a poorly formatted list for `messages` field, we could not predict where they would send content - Converting to string and then truncating the logged content catches this 2. We want to avoid modifying the original `messages`, `response`, and `error_str` in the logging payload since these are in kwargs and could be returned to the user )textrN)getstrlen_truncate_text)r(rrr field_value str_values r*rzCustomLogger._truncate_fieldsX .11*= K(I9~ *6:6I6I"z7J7' 3+ r,rc2t||kDr|d|dzS|S)z&Truncate text if it exceeds max_lengthNzC...truncated by litellm, this logger does not support large content)r)r(rrs r*rzCustomLogger._truncate_texts4 4y:% * S T   r,c(ddlm}m}|y||vr|S|S)z Select the metadata field to use for logging 1. If `litellm_metadata` is in the request kwargs, use it 2. Otherwise, use `metadata` r)LITELLM_METADATA_FIELDOLD_LITELLM_METADATA_FIELDN)litellm.constantsrr)r(rXrrs r*_select_metadata_fieldz#CustomLogger._select_metadata_fields% Y  ! !^ 3) )))r,model_call_detailscddlm}ddlm}m}m}t |dd}|dur|S||}d}|j d} | |S|| } | j d|| jg| d<| j d | d } t| trd | vrdd lm } | | } t| j d trY| d D]Q}t|tsd |vst|d ts-|d D]}t|tsd|vs||d<S| | d <n-|||| g}|j}|| d <| |d<|S)aJ Only redacts messages and responses when self.turn_off_message_logging is True By default, self.turn_off_message_logging is False and this does nothing. Return a redacted deepcopy of the provided logging payload. This is useful for logging payloads that contain sensitive information. r)copy)ChoicesMessagerr$Fzredacted-by-litellmrr2contentrkoutput)deepcopyrr)message)choices) rlitellmrrrgetattrr model_dump isinstancedictrlist)r(rrrrrr$model_call_details_copy redacted_strrstandard_logging_object_copyrkr response_copy output_item content_itemmodel_responsemodel_response_dicts r*7redact_standard_logging_payload_from_model_call_detailszDCustomLogger.redact_standard_logging_payload_from_model_call_detailss ;;)07QSX)Y #u ,% %#''9":, "4"8"89R"S " ** *(,,C'D$ ' + +J 7 C -88:8 ( 4 ( + +J 7 C3J?H(D)h(.B) ( 2 m//94@'4X'> %k48Y+=U)+i*@$G4? 4JL'1,'E&T`J`?K V(<5K (?{m> Z sB C"C2+Cc|jdg}t|tr|ng}tjdt |d|r|j |||d<d}|jdgxsgD]D}t|ts|jdg}t|ts7|t |z }Ftjd|d|Srrrs r* _strip_base64_from_messages_syncz-CustomLogger._strip_base64_from_messages_sync~s$KK B7 .8t.LlRTDS]OS\]^ "&"8"8!Y#9#GJ  Z,22A!T"%% 2.gt,3w</K 3 >{m> Z r,rvaluedepthc ||kDrtjd|dyt|trItj |r2tj d|dddtjd|S|St|tr%|Dcgc]}|j||d z| c}St|tr9|jDcic]\}}||j||d z| c}}S|Scc}wcc}}w) z\Recursively redact inline base64 from any nested structure with a max recursion depth limit.z#[CustomLogger] Max recursion depth z reached while redacting base64z[MAX_DEPTH_REACHED]z.[CustomLogger] Redacted inline base64 string: N(z...z[BASE64_REDACTED])r r r) r warningrr_BASE64_INLINE_PATTERNsearchrsubr_redact_base64ritems)r(r r rvks r*rzCustomLogger._redact_base64s& 9   " "5i[@_` ) eS !%,,U3$$DU3BZLPST.112EuMML eT "A##!519 #R  eT ""KKM)DAq4&&Qeai9&UU)    s C9"C>rct|tsyd|vry|jd}t|txr|dk7 S)z4Return True if this content item should be retained.TfileFtyper)rrrr)r(rctypes r*_should_keep_contentz!CustomLogger._should_keep_contentsA'4( W  F#uc*>u??r,cg}|D]}t|ts|jd}t|trDg}|D]7}|j |s|j |j ||9||d<n|j |||d<t|jD]!\}} |dk7s |j | |||<#|j ||S)Nrr)r r)rrrrrappendrr) r(r2rfiltered_messagesmsgcontentscleanedckeyvals r*rzCustomLogger._process_messagess24Cc4(GGI.H(D)%'!A000; //a9/M" ")I!%!4!4"i"5"I!-S)##22 2RCH.  $ $S ))*! r,)FT)NNN)NN)NNFr.)U__name__ __module__ __qualname__boolr+r3r:r<r>r@rBrFrHrJrrrrrrLiteLLMLoggingObjrintr rUrWr r!r\rr`rrrcrfrirrmrqrruryr{rr}rr rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr/r,r*r#r#Asi*/ $  "&              '+&*(,33'(3! 3 C= 3 #4. 3"?3/3T #3sm3! 3 sD)*D0 13:'+(,33'(3! 3 C= 3 #4. 3"?3sm3! 3 sD)*D0 13(48,0.3   4S#X/0  c4i()  &d^  ( ) (*.+/ ##"#4 012 # ! # #4. # d#  38n  19)1D  $    2:4. $   (4.     #  I&  " #        I&  #   " :B3- QU  $' 15 KT  $' 15 KT  ' (  % )   !$ 0 1  H  H#++A"B H +  H  )      $   id"#   (,   & *   }    * #   $'47 tSy  $'47 tSy    * $    )    )  +T1 2  M M ($= + ,!7,!7   0 3 C C 04*&tn* #*"A'"&A' A'F   $ dSd<I )   " FGv 3 @C  ! JH !!! ! !F@C@D@Gv!$s)!!z~@DEHJMEM@N{O!r,r#)5rertypingrrrrrrr r pydanticr rr litellm.caching.cachingrrr"litellm.types.integrations.argillarlitellm.types.llms.openairrlitellm.types.utilsrrrrrrrropentelemetry.tracer_Span*litellm.litellm_core_utils.litellm_loggingrr(litellm.proxy._typesrlitellm.types.mcprrr litellm.types.routerr!MCPDuringCallRequestObjectMCPDuringCallResponseObjectcompile MULTILINErr#r/r,r*r;s    +-M:M   1W3 <  D DN #!"!$"% $VLL b !b !r,