jJddlZddlZddlZddlZddlZddlmZddlmZmZddl m Z m Z m Z m Z ddlZddlmZddlZddlmZddlmZddlmZmZdd ldd lmZmZd ZGd d eZy)N)uuid)datetimetimezone)AnyDictListOptional) BaseModel)verbose_logger)CustomBatchLogger)get_async_httpx_clienthttpxSpecialProvider)*)StandardCallbackDynamicParamsStandardLoggingPayloadctjtjtjtf}t || S)N)types CoroutineType FunctionType GeneratorTyper isinstance)valuenon_serializable_typess w/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/litellm/integrations/langsmith.pyis_serializablers;     %!78 88c <eZdZ ddeedeedeedeeffd Z ddeedeedeedefdZdefd Z d Z d Z d Z d Z ddedededefdZdedeefdZdeeeffdZdeeefdefdZdeeefdefdZdZdZdefdZxZS)LangsmithLoggerlangsmith_api_keylangsmith_projectlangsmith_base_urllangsmith_sampling_ratec tj|_t|d i|d|ji|j ||||_tjdStjdjjr"|xs ttjdnd|_ tjdd|_ ttj |_tjddxst$j&}|rt)||_g|_tj.|j1y) N flush_lockrr r!LANGSMITH_SAMPLING_RATEg?LANGSMITH_DEFAULT_RUN_NAMELLMRun) llm_providerLANGSMITH_BATCH_SIZE)asyncioLockr$super__init__get_credentials_from_envdefault_credentialsosgetenvstripisdigitfloat sampling_ratelangsmith_default_run_namer rLoggingCallbackasync_httpx_clientlitellmlangsmith_batch_sizeint batch_size log_queue create_taskperiodic_flush)selfrr r!r"kwargs _batch_size __class__s rr/zLangsmithLogger.__init__%s'",,. >6>doo>#'#@#@//1$A$  yy23? 34::<DDF $ ;RYY89: +-)) ((+ '#9-==#  II,d 3 Sw7S7S  !+.DO57D//12rreturnc|xstjd}|xstjdxsd}|xstjdxsd}t|||S)NLANGSMITH_API_KEYLANGSMITH_PROJECTzlitellm-completionLANGSMITH_BASE_URLzhttps://api.smith.langchain.com)rHrJrI)r2r3LangsmithCredentialsObject)rBrr r!_credentials_api_key_credentials_project_credentials_base_urls rr0z(LangsmithLogger.get_credentials_from_envJsr 1RBII>Q4R  W+>!? WCW   1yy-. 10  *242  r credentialsc  |jdixsi}|jdixsi}|jd|d}|jd|j} |jd|jdd} |jdd} |jd d} |jd d} |jd d}tjd |d | |jdd}| t d|d}| d||d||d|d|d|d }|d|ddk(r|d|d<| r| |d<| r| |d<| r| |d <| r| |d <|r||d <|jd} d|vs|d# t t j} | |d<d |vs|d | t| t r| |d <d |vs|d '| %t| t r|j| |d <tjd||S#t$rwxYw)Nlitellm_paramsmetadata project_namerIrun_nameidrun_id parent_run_idtrace_id session_id dotted_orderz"Langsmith Logging - project_name: z , run_name standard_logging_objectz,Error logging request payload. Payload=none.llmresponse startTimeendTime request_tags) namerun_typeinputsoutputs session_name start_timeend_timetagsextra error_strstatusfailureerror)rVz'Langsmith Logging data on langsmith: %s) getr8r debug Exceptionstrruuid4rmake_dot_order)rBrC response_objrfrgrO_litellm_paramsrRrSrTrVrWrXrYrZpayloaddatas r_prepare_log_dataz!LangsmithLogger._prepare_log_data`sU $jj)92>D"O&**:r:@bH#<< ,? @L ||J0O0OPH\\$ Xt(DEF$LL$?M||J5H!lD9J#<<=L  4\N+hZX  9? )49G NOOH !!!":. ,%k2#I./! D{#/GH4E4R ' 4W #T (5_%#+Z %/\"'3^$$(HHTNF44:#5TZZ\*#T $& #+'Jvs,C#)Z d*'/'Jvs,C'+':':&':'I^$  !JD QK   s G:G== Hcf |j|}tj}||kDr&tjdj ||ytj d|||j |}|j|||||}|jjt||tj d|jdt|j|jk\r|jyy#t$rtj dYywxYw) NrC>Skipping Langsmith logging. Sampling rate={}, random_sample={}z;Langsmith Sync Layer Logging - kwargs: %s, response_obj: %srCrtrfrgrOrwrOz/Langsmith, event added to queue. Will flush in z seconds...z/Langsmith Layer Error - log_success_event error)%_get_sampling_rate_to_use_for_requestrandomr infoformatro#_get_credentials_to_use_for_requestrxr?appendLangsmithQueueObjectflush_intervallenr> _send_batchrp exception rBrCrtrfrgr7 random_samplerOrws rlog_success_eventz!LangsmithLogger.log_success_events4& X FFfFUM"MMOM},##T[[%}   M  BB&BQK)))%!' *D NN ! !$ +   A$BUBUAVVab 4>>"doo5  "6 X  $ $%V W XsADB:DD0/D0cK |j|}tj}||kDr&tjdj ||ytj d|||j |}|j|||||}|jjt||tj dt|j|jt|j|jk\r|jd{yy7#t$rtjdYywxYww)Nrzr{z flush_queuerprrs rasync_log_success_eventz'LangsmithLogger.async_log_success_events?'  FFfFUM"MMOM},##T[[%}   N  BB&BQK)))%!' *D NN ! !$ +   CDNN#  4>>"doo5&&(((6(   $ $L  sHEAD,ECD,#D*$D,(E*D,,E  E E  EcK|j|}tj}||kDr&tjdj ||ytjd |j |}|j |||||}|jjt||tjdt|j|jt|j|jk\r|jd{yy7#t$rtjdYywxYww)Nrzr{z Langsmith Failure Event Logging!r|r}rz:Langsmith Layer Error - error logging async failure event.)r~rr rrrrxr?rrrorr>rrprrs rasync_log_failure_eventz'LangsmithLogger.async_log_failure_events5BB&BQ   = (   PWW!=  >? BB&BQK)))%!' *D NN ! !$ +   CDNN#  4>>"doo5&&(((6(   $ $L  s=A'E*B7D*!D("D*&E(D**E E E  EcK|jsy|j}|jD]1}|j|j|j d{3y7w)aX Handles sending batches of runs to Langsmith self.log_queue contains LangsmithQueueObjects Each LangsmithQueueObject has the following: - "credentials" - credentials to use for the request (langsmith_api_key, langsmith_project, langsmith_base_url) - "data" - data to log on to langsmith for the request This function - groups the queue objects by credentials - loops through each unique credentials and sends batches to Langsmith This was added to support key/team based logging on langsmith NrO queue_objects)r?_group_batches_by_credentialsvalues_log_batch_on_langsmithrOr)rB batch_groups batch_groups rasync_send_batchz LangsmithLogger.async_send_batch8sg"~~ 99; '..0K..'33)77/  1 sAA'A%A'urlendpoint api_versioncp||vr|jd|}|jdr||S|d|S)N/)rstripendswith)rBrrrs r_add_endpoint_to_urlz$LangsmithLogger._add_endpoint_to_urlSsO c !ZZ_%k]3C << U8*% %az""rrc2K|d}|d}|j|d}d|i}|Dcgc]}|d }} tjdt||jj |d|i|d {} | j | jd k\r0tjd | jd | jy tjd t|jdy cc}w7#tj$rM} tjd| jjd | jjYd } ~ y d } ~ wt$r-tjdt!j"Yy wxYww)aV Logs a batch of runs to Langsmith sends runs to /batch endpoint for the given credentials Args: credentials: LangsmithCredentialsObject queue_objects: List[LangsmithQueueObject] Returns: None Raises: Does not raise an exception, will only verbose_logger.exception() rJrHz runs/batch x-api-keyrwz%Sending batch of %s runs to Langsmithpost)rjsonheadersNi,zLangsmith Error: z - z Batch of z runs successfully createdzLangsmith HTTP Error: zLangsmith Layer Error - )rr rorr:rraise_for_status status_codermtextr?httpxHTTPStatusErrorrr]rp traceback format_exc) rBrOrlangsmith_api_baserrr queue_objectelements_to_logr]es rrz'LangsmithLogger._log_batch_on_langsmith]s"))=>'(;<''(:LI 12DQRML</MR   7_9M "4499o.:H  % % '##s*$$'(<(<'=SP$$DNN 344NO%S $$   $ $()?)?(@AJJOOCTU     $ $*9+?+?+A*BC  se%F C9FAD8C>9AD F ,D8F>DFAEF6FFFFci}|jD]x}|d}|d|dtjd|d|d0t|d|d|d}||vrt |g||<||j j |z|S)z@Groups queue objects by credentials using a proper key structurerOrHrIzBLangsmith Logging - credentials missing - api_key: %s, project: %srJ)api_keyprojectbase_urlr)r?r warningCredentialsKey BatchGrouprr)rBlog_queue_by_credentialsrrOkeys rrz-LangsmithLogger._group_batches_by_credentialssEG  NNL&}5K/0823;&&X 34 34  #$78#$78$%9:C 220: +21(- %S ) 7 7 > >| L1+4('rrCc|jdd}|j}||jd}| t|}|S)N standard_callback_dynamic_paramsr")rnr7r6)rBrCrr7_sampling_rates rr~z5LangsmithLogger._get_sampling_rate_to_use_for_requestsT JJ94 @ ) $11 + 7=AA)N) %n 5 rc|jdd}|F|j|jdd|jdd|jdd}|S|j}|S)z Handles key/team based logging If standard_callback_dynamic_params are provided, use those credentials. Otherwise, use the default credentials. rNrr r!r%)rnr0r1)rBrCrrOs rrz3LangsmithLogger._get_credentials_to_use_for_requests JJ94 @ ) , 777"B"F"F'##C"F"F'#$D#G#G($$8 K22KrcR|jsy tj}|jr$tj|j y|j |j y#t$r&tj|j YywxYw)z'Calls async_send_batch in an event loopN) r?r,get_event_loop is_runningr@rrun_until_complete RuntimeErrorrun)rBloops rrzLangsmithLogger._send_batchs}~~  1))+D ##D$9$9$;<''(=(=(?@ 1 KK--/ 0 1sAA7A77,B&%B&c|jd}|jd}|d|}tjj|d|i}|j S)NrHrJz/runs/r)rr)r1r;module_level_clientrnr)rBrVrrrr]s r get_run_by_idzLangsmithLogger.get_run_by_idsl 445HI!556JK#$F6(3..22 "343  }}rrVctjtj}|}|j dt |zS)Nz%Y%m%dT%H%M%S%fZ)rnowrutcstrftimerq)rBrVstid_s rrszLangsmithLogger.make_dot_orders2 \\(,, '{{-.S99r)NNNN)NNN)z/api/v1)__name__ __module__ __qualname__r rqr6r/rKr0rxrrrrrrrrrrrrrr~rrrrs __classcell__)rEs@rrr$sg,0+/,037 #3#C=#3$C=#3%SM #3 "*% #3N,0+/,0  #C= $C= %SM  $  ,] 0 ]~'XR(T$L8;D##"%#47# #1/1011f(tNJ4N/O(@ DcN u 38n #:1$ :S:rr)r,r2rrr litellm._uuidrrrtypingrrrr rpydanticr r;litellm._loggingr (litellm.integrations.custom_batch_loggerr &litellm.llms.custom_httpx.http_handlerr r$litellm.types.integrations.langsmithlitellm.types.utilsrrrrr+rrrsR  ',, +F3U9X:'X:r