j<ddlZddlZddlZddlmZmZmZmZmZm Z m Z m Z ddl Z ddl Z ddlmZmZmZmZmZmZmZddlmZddlmZddlmZmZddlmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,ddl-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8dd l9m:Z:m;Z;dd l9mZ>m?Z?dd l@mAZAmBZBmCZCmDZDmEZEmFZFd dlGmHZHmIZImJZJer ddlKmLZMeMZNneZNGddeIeZOdePdeQfdZRy)N) TYPE_CHECKINGAnyDictListOptionalTupleUnioncast)"ANTHROPIC_WEB_SEARCH_TOOL_MAX_USES!DEFAULT_ANTHROPIC_CHAT_MAX_TOKENS-DEFAULT_REASONING_EFFORT_HIGH_THINKING_BUDGET,DEFAULT_REASONING_EFFORT_LOW_THINKING_BUDGET/DEFAULT_REASONING_EFFORT_MEDIUM_THINKING_BUDGET0DEFAULT_REASONING_EFFORT_MINIMAL_THINKING_BUDGETRESPONSE_FORMAT_TOOL_NAME)map_finish_reasontype_to_response_format_param) BaseConfigBaseLLMException)ANTHROPIC_BETA_HEADER_VALUESANTHROPIC_HOSTED_TOOLSAllAnthropicMessageValuesAllAnthropicToolsValuesAnthropicCodeExecutionToolAnthropicComputerToolAnthropicHostedToolsAnthropicInputSchemaAnthropicMcpServerToolAnthropicMessagesToolAnthropicMessagesToolChoiceAnthropicSystemMessageContentAnthropicThinkingParamAnthropicWebSearchToolAnthropicWebSearchUserLocation) REASONING_EFFORTAllMessageValuesChatCompletionCachedContent#ChatCompletionRedactedThinkingBlockChatCompletionSystemMessageChatCompletionThinkingBlockChatCompletionToolCallChunk#ChatCompletionToolCallFunctionChunkChatCompletionToolParamOpenAIMcpServerToolOpenAIWebSearchOptions)CacheCreationTokenDetailsCompletionTokensDetailsWrapper)Message)PromptTokensDetailsWrapper ServerToolUse) ModelResponseUsageadd_dummy_toolhas_tool_call_blockssupports_reasoning token_counter)AnthropicErrorAnthropicModelInfoprocess_anthropic_headers)Loggingc eZdZUdZeZeeed<dZ ee ed<dZ eeed<dZ eeed<dZ eeed<dZeeed<dZeeed <eddddddfdeedee deedeedeedeed eed dfd Zed eefd Zefd ZdefdZdeeedfd eefdZd efdZdeedeed eefdZde d e!ee"ee#ffdZ$de%d e#fdZ&de'd e!e'e"e'e#ffdZ(deeee'efd ee'efdZ)e*deee+efd ee,fdZ-deed ed!ed ee.fd"Z/de0d e1fd#Z2d$ed eded%ed ef d&Z3 dGd'eed e.fd(Z4d)e'e5d e'e6fd*Z7d)e'e8de'ee"efd e'ee"effd+Z9d,ed dfd-Z:d,ed ed efd.Z;ded)e'e5d ed/ed,ed ef d0Zfd3Z?d4ed e!eee'eee'ee@eAfeee'e=ffd5ZBd6ed7eed eCfd8ZD dHd4ed9eEjd:eGd1eed;eef d<ZHd)e'e5d eefd=ZI dHded9eEjd:eGd>eJd?ed)e'e5d ed/ed@edAeed1eed eGfdBZKe*d2e'e=d ee>fdCZLdDedEed,eeeEjfd eNfdFZOxZPS)IAnthropicConfigz Reference: https://docs.anthropic.com/claude/reference/messages_post to pass metadata to anthropic, it's {"user_id": "any-relevant-information"} max_tokensNstop_sequences temperaturetop_ptop_kmetadatasystemreturnctj}|jD]%\} } | dk7s | t|j| | 'y)Nself)localscopyitemssetattr __class__) rLrCrDrErFrGrHrIlocals_keyvalues /Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/litellm/llms/anthropic/chat/transformation.py__init__zAnthropicConfig.__init__]sA(--/!--/JCf}!2U3*cy)N anthropicrLs rUcustom_llm_providerz#AnthropicConfig.custom_llm_providernsrWc t|SN)super get_config)clsrQs rUr`zAnthropicConfig.get_configrsw!##rWmodelcgd}d|vst||jr"|jd|jd|S)N) streamstoprErFrCmax_completion_tokenstools tool_choice extra_headersparallel_tool_callsresponse_formatuserweb_search_optionszclaude-3-7-sonnet)rbr\thinkingreasoning_effort)r:r\append)rLrbparamss rUget_supported_openai_paramsz+AnthropicConfig.get_supported_openai_paramsvsG  % '+= $ 8 8,  MM* % MM, - rWrkct|dS)Nz/$defs/{model}) ref_templater)rLrks rU$get_json_schema_from_pydantic_objectz4AnthropicConfig.get_json_schema_from_pydantic_objects- *:  rWc dddS)Nz 2023-06-01zprompt-caching-2024-07-31)zanthropic-versionanthropic-betarZr[s rUget_cache_control_headersz)AnthropicConfig.get_cache_control_headerss!-9  rWrhparallel_tool_usecBd}|dk(r td}nh|dk(r td}nV|dk(r td}nDt|tr4|jdijd}td}|||d<| |dk(r |S|| |d <|Std| }|S) Nautotyperequiredanynonefunctionnametooldisable_parallel_tool_use)r}r)r! isinstancedictget)rLrhry _tool_choice _tool_names rU_map_tool_choicez AnthropicConfig._map_tool_choices?C & 6LJ &6EBL F "6FCL  T *$R8<z3AnthropicConfig._map_tool_helper..s#L5Kf((+5Ks!z Missing required parameter: namer}rurlmcpzUnsupported tool type: cache_controlrZ)rsetr__annotations__keysrOr r ValueErrorrrrrstrrr_map_openai_mcp_server_toolr r/rr()rLr returned_tool mcp_server _input_schema_allowed_propertieskvinput_schema_filteredinput_anthropic_schema_tool _description_display_width_px_display_height_px_computer_tool_display_number function_nameadditional_tool_params_cache_control_cache_control_functions ` rU_map_tool_helperz AnthropicConfig._map_tool_helpers<@ 7; <: %f)A"&z"2"6"6$"$#M#&&:&J&J&O&O&Q"R !.!4!4!6%!6A!?R:R1!6 "%L''3m$!M &\ $ $[ 14 #33 !IJJ/3J/? /M/Q/Q"0 15Z0@0N0R0R#1 !(,>,F W3&\*%))&*=!2"4 N#:.|<@@AQRO*3B/0*M L5KL L HHVTXXj"-E-I-I&-QRM$J}c,J !CDD%' " 1;1;01*1-%1&\ 9OM&\U "/7$7J &\U "99($/J  Z%76tF|nEF F/48"&((:r":">">PT"U  $)1? o.j(()4':2M2-2 o.j((c%s ( J;5J;c,ddlm}|jdd}d}|||jdd}|jdi}d}|&|jdd}||jdd}t d |d |d  }|||d <|||d<|S)Nr)#AnthropicMcpServerToolConfiguration allowed_tools)rheaders AuthorizationzBearer r server_url server_label)r}rrtool_configurationauthorization_token)litellm.types.llms.anthropicrrreplacer) rLrrrrrr bearer_token initial_tools rUrz+AnthropicConfig._map_openai_mcp_server_tool s U$7 LP  $!D"hh=" ((9b)-1  ";;=L'&2&:&:9b&I#-\"n%  )1CL- .  *2EL. /rWrgcg}g}|D]S}d|vr|j||j|\}}||j||C|j|U||fS)Nr)rpr)rLrganthropic_tools mcp_serversrnew_toolmcp_server_tools rU _map_toolszAnthropicConfig._map_tools?sx D%&&t,,0,A,A$,G)/'#**84".&&7 ++rWrec6d}t|tr)|jrtjdur|S|g}|St|t rMg}|D]6}|jrtjdur&|j |8t|dkDr|}|S)NTr)rrisspacelitellm drop_paramslistrplen)rLrenew_stopnew_vrs rU_map_stop_sequencesz#AnthropicConfig._map_stop_sequencesPs)- dC  7#6#6$#>vHd #EIIKG$7$74$? Q  5zA~ rWroc|y|dk(rtdtS|dk(rtdtS|dk(rtdtS|dk(rtdtSt d|)Nlowenabled)r} budget_tokensmediumhighminimalzUnmapped reasoning effort: )r#rrr rr)ros rU_map_reasoning_effortz%AnthropicConfig._map_reasoning_effortfs  #  &)J  ))M  ')K  *)N  :;K:LMN NrWrToptional_paramsis_thinking_enabledcvdg}||d|vryd}d|vr|d}n d|vr|dd} |j|}|S)Ntextr}response_schema json_schemaschema)r)*_create_json_tool_call_for_response_format)rLrTrrignore_response_format_typesrrs rU%map_response_format_to_anthropic_toolz5AnthropicConfig.map_response_format_to_anthropic_toolsv)/x$ MU6].JJ&*  % 12K e # .x8K ??#@  rWcxtt|}tdd}|jd}|jt d}tj j }|jd}|-|jD]\}} ||vs |dk7s| ||<||d<|jd} | t| |d <|S) Nweb_search_20250305 web_searchr user_location approximater|r}search_context_sizemax_uses) r r0r$rr%rrrOr ) rLrT value_typedhosted_web_search_toolranthropic_user_locationanthropic_user_location_keysuser_location_approximaterSuser_location_valuers rUmap_web_search_toolz#AnthropicConfig.map_web_search_tools159 !7&" $8  $&D-&X #.>>CCE ))6(9(9-(H %(40I0O0O0Q,C,::sf}7J/41R;R&7*oo.CD  *1S#2 ": .&%rWnon_default_paramsrcr|j|}|jD]\}}|dk(r||d<|dk(r||d<|dk(r.|j|\}} |j||}| r| |d<|dk(s|dk(r8|j |j d|j d } | | |d<|d k(r |d ur||d <|d k(r8t |tst |tr|j|} | | |d <|dk(r||d<|dk(r||d<|dk(rPt |tr@|j|||} | |stdd} | |d<d |d<|j|| g}|dk(r$|"t |trt|rd|i|d<|dk(r||d<y|dk(r*t |trtj||d<|dk(rEt |tr5|j!t#t$|} |j|| g|dk(s||d<|j'|||S)N)rrCrfrg)rrgrrhrj)rhryrdTrerDrErFrkrrr} json_moderluser_idrHrnrormri)rr)rrOr_add_tools_to_optional_paramsrrrrrrrrr_valid_user_idrBrrr r0+update_optional_params_with_thinking_tokens)rLrrrbrrparamrTrrr_valuerrs rUmap_openai_paramsz!AnthropicConfig.map_openai_paramss#6617 /446LE5 $05 -//05 -/3u/E,"&"D"D$3?#E#5@OM2 %2G)G))$6$:$:=$I*<*@*@AV*W* +5AOM2 Ud],1)Juc$:jPT>U11%8%8>O$45 %16 .+0())j.EBB?,?=*,Ev#VL5AOM2/3 ,"&"D"D$3E7#E#%uc*"5)/8%.@ + ".3 +,,E31G.=.S.S/ +..:eT3J)-)A)A/7*&22$3>0A9I2888%)M 2D9$+I$69%-\\&%9%-\\&%99 +h6 ( 9=_M6<<<%7%)M )005I0J $ % ) 56 S!7-,rWchd}|D]J}|jdd}|st|ts)|D]}|jdd}|dk(sd}JL|r^|D]=}|jdd} | st| ts)| j ds;|cS|j t dd |S) z:if 'container_upload' in messages, add code_execution toolFrNr}container_uploadTcode_executioncode_execution_20250522r)rrrrrrpr) rLrrgadd_code_execution_toolrmessage_contentr content_typer tool_types rUrz'AnthropicConfig.add_code_execution_toolgs #(G%kk)T:O:ot#D.G#*;;vt# L LL*)2   rWrctjj}|jd}|||d<y|j dDcgc]}|j }}||vr |d||d<yycc}w)Nrw,z, )rCONTEXT_MANAGEMENT_2025_06_27rTrsplitstrip)rLr beta_value existing_betabetaexisting_valuess rU&_ensure_context_management_beta_headerz6AnthropicConfig._ensure_context_management_beta_headers1OOUU  $45  (2G$ % 4A4G4G4LM4LD4::<4LM _ ,+8/J<(HG$ % -NsA0c|jdg}|D]}|jddrV|jdjtjjrt j j|d<k|jdds~|jdjtjjst jj|d<|jd|j||S)z,Update headers with optional anthropic beta.rgr}Nrwcontext_management) rrr WEB_FETCHrTrWEB_FETCH_2025_09_10MEMORYrr&)rLrr_toolsrs rU+update_headers_with_optional_anthropic_betaz;AnthropicConfig.update_headers_with_optional_anthropic_betas!$$Wb1Dxx%$((6*:*E*E&0066+1EEKK()&$'DHHV,<,G,G&--33- 1NNTT$   3 4 @  7 7 @rWlitellm_paramsc  ddlm}d|vrW|Ut|rJtjr"|j t d\|d<}ntjddd |j|| }|j| }t|dkDr||d < |||d } tt t"t$t&t(f|j+dxsg} |j-| | } t| dkDr| |d<tj.j1} | j3D]\}}||vs |||<|j+dd}|r1t5|t6r!d|vr|dt9|dr d|di|d<|| d|}|S#t$r+} tddjt| |d} ~ wwxYw)z9 Translate messages to anthropic format. r)anthropic_messages_ptrgNrY)r\zAnthropic doesn't support tool calling without `tools=` param specified. Pass `tools=` param OR set `litellm.modify_params = True` // `litellm_settings::modify_params: True` to add dummy tool to the request.r)rrb llm_provider)rrrrI)rbrr1iz{} Received Messages={}) status_coder)rrgrHr)rbr)3litellm.litellm_core_utils.prompt_templates.factoryr0r9r modify_paramsrr8UnsupportedParamsErrorr-rr Exceptionr=formatrr rrr rrrrrBr`rOrrr)rLrbrrr.rr0_r anthropic_messageser,rgconfigrr_litellm_metadatadatas rUtransform_requestz!AnthropicConfig.transform_requests,  ? *$$X.$$.2oo"{C/+(!44n!, BB_C  )-(E(Ex(E(X% , - 1(EOH % !6!("  e$;T$ABCD##G,   ,,6HPV,W u:>',OG $((335LLNDAq(%&" #+..z4@ ,d3..!),80;<+46G 6R*SOJ '*    W  299#a&(K  s F G "&GG r tool_callscd}|dur[t|dk(rMd}d|ddvr)|dddtk(r|ddjd}|tj |}|S)NTr4rrr arguments)rA)rrrrB!_convert_tool_response_to_message)rLrrA_messagejson_mode_content_strs rU!_transform_response_for_json_modez1AnthropicConfig._transform_response_for_json_mode s .2  ZA!537 !*Q- 33qM*-f59RR(21 j(A(E(Ek(R%$0*LL)MrWcompletion_responsecd}d}d}d}g}t|dD]\}}|ddk(r ||dz }n|ddk(rF|jt|ddt|dt j |d  | na|j d d$|g}|jtt|n+|dd k(r#|g}|jtt||j d|g}|j|dD cgc]} i| d|j ddic} |7d}|D]0} ttt| j d } | ,|| z }2|||||fScc} w)Nrrr}rtool_useidrrinput)rrC)rKr}rindexrnredacted_thinking citationssupported_text) r rpr,r-jsondumpsrr r+r)rr) rLrH text_contentrOthinking_blocksreasoning_contentrArrcitationblockthinking_contents rUextract_response_contentz(AnthropicConfig.extract_response_contents )-   ,08: %&9)&DELCv&(/ J.!!/"4='!D!(&*jj1A&B"" Z.:"*&(O&&t,G'QR$77"*&(O&&'22EF   rW raw_responsemodel_response prefix_promptci}tt|j|d<d|vr1t|dd}t t |d|j |d}d} d} d} g} |j|\}} } } } |&|j|stjs||z}|jd} | | d}| | |d<tj| |xsd|| | }|j|| }|d |d <|}||jd _|d|j d<t#|d |jd _|j'|d| }t)|d|t+t-j,|_|d|_|jd}|||d< ||j2d<||_|S#t4$rYwxYw)Nadditional_headerserrorrrr3rr)rHr()rOrT)rArprovider_specific_fieldsrTrU)rrAre stop_reasonrroriginal_responserr)rZrUrb)r?rrgetattrr=rr3rYrrdisable_add_prefix_to_promptrr3rGchoicesr_hidden_paramsr finish_reasonrsrProtimecreatedrb__dict__r8)rLrHrtrurrvrresponse_headersrSrOrTrUrAr(r{rEjson_mode_messagerrcontext_management_responses rUtransform_parsed_responsez)AnthropicConfig.transform_parsed_responsesm "/H %% &0 +, ) )&|YE  /89(44(  L-1I 04 <>J--BU-V  !)$// ><<,|; 1D1H1H$2  '#28 $"-AS()=>%$,)A /"3 H!% F F#%!G! !,5;#M2,08N " "1 % -ATBN ) )*= >7H#M27N " "1 % 3 $$,W5/%  /!$TYY[!127;&9&=&=>R&S# & 23NN/ 0 /''(<= )7%   s(G G  G ct|dk(ry|d}|jd}|ddk(r$|jddrt|tr|Sy) z Get the prefix prompt from the messages. Check last message - if it's assistant message, with 'prefix': true, return the content E.g. : {"role": "assistant", "content": "Argentina", "prefix": True} rNrr assistantprefixF)rrrr)rLrrrs rUget_prefix_promptz!AnthropicConfig.get_prefix_promptsW x=A 2,!++i0 FO{ * He,?C0" "rW logging_obj request_dataencodingapi_keyc l|j|| |jd|i |j} |j|}|j| ||| |}|S#t$rM} t |dd}t dj t| |j|j|d} ~ wwxYw)Ncomplete_input_dict)rLrr}additional_argsrz7Unable to get json response - {}, Original Response: {}rzr2)rHrtrurrv) post_callrrQr8r~r=r9rr3rr)rLrbrtrurrrrr.rrrrHr<rrvs rUtransform_responsez"AnthropicConfig.transform_response0s *//2LA   "."3"3"5 ...A 77 3%)' 8 ' &|YE  QXXFL--)44(   sA B3&AB..B3c|ddjd} |tj|}t|tr>|jdx}+t j tj|}|St j tj|}|S y#tj$rt j |cYSwxYw)z In JSON mode, Anthropic API returns JSON schema as a tool call, we need to convert it to a message to follow the OpenAI format rrrCNvalues)r) rrQloadsrrrr3rRJSONDecodeError)rArFargsrrEs rUrDz1AnthropicConfig._convert_tool_response_to_message^s0:!}Z/H/L/L 0  B$0zz"78tT*#'88H#55B&tzz&7IJH#O 'tzz$7GHH#O1 ## B??+@A A BsA$B+>*B++)CC error_messager3cNt||ttj|S)N)r3rr)r=r httpxHeaders)rLrr3rs rUget_error_classzAnthropicConfig.get_error_class}s%#!0  rWr^)NN)Q__name__ __module__ __qualname____doc__r rCrrorrDrrErFrGrHrrIrrVpropertyr\ classmethodr`rrr rrrurxboolr!rr.rrrrr/rrrr staticmethodr&r#rr rr0r$rrrr'r"rrrr&r-r@r,LitellmMessagerGr+r)rYr7rsrResponser6rr LoggingClassrrDrrr __classcell__)rQs@rUrBrBLs" * &*NHTN)!%K#%E8C=E8C=#Hhtn# FHSM .)-%)###' $4  4 ! 4 c] 4}4}44.4 4 4"Xc]$$4 $S$_5 $  4 #C==Ed^ - .@a)+a) x/0(;Q2RR Sa)F' >,, t+,d3I.JJ K,"U3S >23 $s) ,O"5)93)>#?@O ( )OO8d^6:QU ' (6&%& &>U UU U  U  Ur'+d^ <3--.3- + ,3-j 01 E14789  e+T12 3 DIdItI.2 ,^^'(^ ^  ^  ^ ^@D>45 . ! (DWDDWU c 13VVW    () + FDWLH H5=c]H H^%)'+ j!jnnj& j D> j  } jX$/?*@Xc]D"&$(,,nn,& , " ,  ,'(,,,,#,D>, ,\45 . !<   /2 =B4CV=W  rWrBrrJchd}d}tj||rytj||ryy)z Validate that user_id is not an email or phone number. Returns: bool: True if valid (not email or phone), False otherwise z0^[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}$z^\+?[\d\s\(\)-]{7,}$FT)rematch)r email_pattern phone_patterns rUrrs4 HM+M xx w' xx w' rW)SrQrrtypingrrrrrrr r rrlitellm.constantsr r r rrrr'litellm.litellm_core_utils.core_helpersr litellm.llms.base_llm.base_utilsr)litellm.llms.base_llm.chat.transformationrrrrrrrrrrrrr r!r"r#r$r%litellm.types.llms.openair&r'r(r)r*r+r,r-r.r/r0litellm.types.utilsr1r2r3rr4r5 litellm.utilsr6r7r8r9r:r; common_utilsr=r>r?*litellm.litellm_core_utils.litellm_loggingr@LiteLLMLoggingObjrrBrrrrZrWrUrs OOO FJR"    :IYXW$LLx (*x v! C D rW