iLdZddlZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z ddl Z ddlZddlmZddlmZmZddlmZmZmZmZddlmZddlmZdd lmZmZm Z dd l!m"Z"dd l#m$Z$m%Z%dd l&dd l'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4ddl5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCddlDmEZEmFZFmGZGmHZHmIZIgdZJgdZKhdZLGdde$ZMy)zX Translating between OpenAI's `/chat/completion` format and Amazon's `/converse` format N)ListLiteralOptionalTupleUnioncastoverload)verbose_logger)"BEDROCK_MIN_THINKING_BUDGET_TOKENSRESPONSE_FORMAT_TOOL_NAME)filter_exceptions_from_paramsfilter_internal_paramsmap_finish_reasonsafe_deep_copy)Logging)_parse_content_for_reasoning) BedrockConverseMessagesProcessor_bedrock_converse_messages_pt_bedrock_tools_pt)AnthropicConfig) BaseConfigBaseLLMException)*) AllMessageValuesChatCompletionAssistantMessage#ChatCompletionRedactedThinkingBlockChatCompletionResponseMessageChatCompletionSystemMessageChatCompletionThinkingBlockChatCompletionToolCallChunk#ChatCompletionToolCallFunctionChunkChatCompletionToolParam$ChatCompletionToolParamFunctionChunkChatCompletionUserMessageOpenAIChatCompletionToolParamOpenAIMessageContentListBlock)ChatCompletionMessageToolCallCompletionTokensDetailsWrapperFunctionMessage ModelResponsePromptTokensDetailsWrapperUsage)add_dummy_tool)any_assistant_message_has_thinking_blockshas_tool_call_blocks5last_assistant_with_tool_calls_has_no_thinking_blockssupports_reasoning token_counter) BedrockErrorBedrockModelInfoget_anthropic_beta_from_headersget_bedrock_tool_nameis_claude_4_5_on_bedrock)computer_use_preview computer_bash_ text_editor_)zadvanced-tool-usezprompt-cachingzcompact-2026-01-12> gemma-3kimi-k2 minimax-m2 deepseek-v3.1 nemotron-nanoclaude-opus-4-5claude-opus-4-6mistral-large-3claude-haiku-4-5claude-sonnet-4-5qwen3voxtral ministralceZdZUdZeeed<eeeed<eeed<eeed<eeed< dtdeedeeedeedeedeeddf d Z e deefd Z e de fd Zed eed e deefdZe dZde ddfdZdedefdZde dedeefdZdede fdZdeded e ddfdZed e ddfdZdedeefdZdedeee fdedeefdZdeefdZdeefdZ deefd Z!deefd!Z"d"eee#dedefd#Z$d$ee#dee fd%Z%d"ee#dede&ee#ee#ffd&Z' dud'ee d(eede(fd)Z)ededefd*Z*ed+e de fd,Z+e dvd'ee d-eed(eedd.fd/Z,d"ee#ded0e d e fd1Z-d0e d e dedede f d2Z.d3ed e ddfd4Z/d3e ded e d0e d5ede f d6Z0d0e d e fd7Z1e2 dwd8ee3e4e5e6fd9e7d:deedee8fd;Z9e2 dwd8ee3e4e5e6fd9e7d<deedee:fd=Z9 dwd8ee3e4e5e6fd9e7d>deedeee8e:ffd?Z9 dwd eedeede&eeee8ffd@Z;dAe ded e dede&e e e ee?ffdDZ@dEeAdedFee dGe de&eeBeAff dHZC dudedIee8d e d eeedFee deDf dJZE dwded eed e dKe dFee deFf dLZGded eed e dKe dFe de f dMZH dwded eed e dKe dFee deFf dNZI dudedOeJjdPeLdQeMdRe d eed e dKe dSeNdTeedUeedeLfdVZOdWeePdefdXZQdYeePdeeeReSffdZZT dwd[eUd\eedeVfd]ZW dwd"eeeeBee#fdeefd^ZX dud_eYd"eeeBd`eede&eYeeffdaZZdbee:de&eee[eeePeee\ffdcZ]eddedefdeZ^edUeed"ee[dfe_deee[fdgZ`dedheJjdPeLdiedQeeMd e dTeedjee efd edeLfdkZadledmedFee eJjfdecfdnZd dudFe ded eed e dKe dTeedoeede fdpZe dudeedieedqeedreedef dsZfy)xAmazonConverseConfigz Reference - https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_Converse.html #2 - https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference.html#conversation-inference-supported-models-features maxTokens stopSequences temperaturetopPtopKNreturnctj}|jD]%\}}|dk7s |t|j||'y)Nself)localscopyitemssetattr __class__) rTrMrNrOrPrQlocals_keyvalues /Users/manta/Documents/Projects/TheRoad-I1/.venv/lib/python3.12/site-packages/litellm/llms/bedrock/chat/converse_transformation.py__init__zAmazonConverseConfig.__init__sA(--/!--/JCf}!2U3*cy)Nbedrock_converserTs r]custom_llm_providerz(AmazonConverseConfig.custom_llm_providers!r_c&tttdS)N)guardrailConfigperformanceConfig serviceTier)GuardrailConfigBlockPerformanceConfigBlockServiceTierBlock)clss r]get_config_blocksz&AmazonConverseConfig.get_config_blockss 4!7+  r_messagesoptional_paramscZd|vr|Sg}tt|dz ddD],}||jddk(r|j|,n|s|St j |}|D]}||}|jdg}t |trvtd|D}|r?g} |D]Q} t | tr.| jdd k(rd | d d } | j| A| j| S| ||d<t |tsd |d g||d<|S) z Convert consecutive user messages at the end to guarded_text type if guardrailConfig is present and no guarded_text is already present in those messages. rfroleusercontentc3hK|]*}t|txr|jddk(,yw)type guarded_textN) isinstancedictget).0items r] zZAmazonConverseConfig._convert_consecutive_user_messages_to_guarded_text..s5' 'tT*Qtxx/?>/QQ 's02rwtextrx)rwr) rangelenr{appendrVdeepcopyrylistanyrzstr) rnro consecutive_user_message_indicesi messages_copyuser_message_index user_messageruhas_guarded_text new_contentr}new_items r]2_convert_consecutive_user_messages_to_guarded_textzGAmazonConverseConfig._convert_consecutive_user_messages_to_guarded_texts` O 3O,.(s8}q("b1A{v&&0077: 2 0O h/ "B ();&5  x=2 $$44K&5  jj!EF  #GH "..*JCc3'((88B#!*9 eS)((88D#!*9 3x1}C3((88Q#!*9 5zC((88S#!*9 $$S)((883C58yz#!*9 !&&u-((885eW<}~#!*9K+r_rc|}dD]#}|j|s|t|d}ndD]#}|j|s|t|d}n|jdxs|jdS)a Check if the model is a Nova 2 model that supports reasoningConfig. Nova 2 models use a different reasoning configuration structure compared to Anthropic's thinking parameter and GPT-OSS's reasoning_effort parameter. Supported models: - amazon.nova-2-lite-v1:0 - amazon.nova-2-pro-preview-20251202-v1:0 - us.amazon.nova-2-lite-v1:0 - eu.amazon.nova-2-lite-v1:0 - apac.amazon.nova-2-lite-v1:0 - (and other regional variants) Args: model: The model identifier Returns: True if the model is a Nova 2 model, False otherwise Examples: >>> config = AmazonConverseConfig() >>> config._is_nova_2_model("amazon.nova-2-lite-v1:0") True >>> config._is_nova_2_model("us.amazon.nova-2-lite-v1:0") True >>> config._is_nova_2_model("us.amazon.nova-2-pro-preview-20251202-v1:0") True >>> config._is_nova_2_model("amazon.nova-pro-1-5-v1:0") False >>> config._is_nova_2_model("amazon.nova-pro-v1:0") False )zbedrock/converse/zbedrock/z converse/N)zus.zeu.zapac.zamazon.nova-2-znova-2/)rr)rTrmodel_without_regionrouting_prefixprefixs r]_is_nova_2_modelz%AmazonConverseConfig._is_nova_2_model0sF %LN#..~>';CJJ  F4D+EFFr_reasoning_effortcpgd}||vr(tjjd|d|dddd|d iS) a Transform reasoning_effort parameter to Nova 2 reasoningConfig structure. Nova 2 models use a reasoningConfig structure in additionalModelRequestFields that differs from both Anthropic's thinking parameter and GPT-OSS's reasoning_effort. Args: reasoning_effort: The reasoning effort level, must be "low" or "high" Returns: dict: A dictionary containing the reasoningConfig structure: { "reasoningConfig": { "type": "enabled", "maxReasoningEffort": "low" | "medium" |"high" } } Raises: BadRequestError: If reasoning_effort is not "low", "medium" or "high" Examples: >>> config = AmazonConverseConfig() >>> config._transform_reasoning_effort_to_reasoning_config("high") {'reasoningConfig': {'type': 'enabled', 'maxReasoningEffort': 'high'}} >>> config._transform_reasoning_effort_to_reasoning_config("low") {'reasoningConfig': {'type': 'enabled', 'maxReasoningEffort': 'low'}} )lowmediumhighz Invalid reasoning_effort value 'z'' for Nova 2 models. Supported values: zamazon.nova-2-lite-v1:0rarreasoningConfigenabled)rwmaxReasoningEffort)rrr)rTr valid_valuess r]/_transform_reasoning_effort_to_reasoning_configzDAmazonConverseConfig._transform_reasoning_effort_to_reasoning_configsh>1 < /$$44:;K:LM%%1N4// 5  !&6   r_cd|vr||d<y|j|r#|j|}|j|ytj|||d<y)a Handle the reasoning_effort parameter based on the model type. Different model families handle reasoning effort differently: - GPT-OSS models: Keep reasoning_effort as-is (passed to additionalModelRequestFields) - Nova 2 models: Transform to reasoningConfig structure - Other models (Anthropic, etc.): Convert to thinking parameter Args: model: The model identifier reasoning_effort: The reasoning effort value optional_params: Dictionary of optional parameters to update in-place Examples: >>> config = AmazonConverseConfig() >>> params = {} >>> config._handle_reasoning_effort_parameter("gpt-oss-model", "high", params) >>> params {'reasoning_effort': 'high'} >>> params = {} >>> config._handle_reasoning_effort_parameter("amazon.nova-2-lite-v1:0", "high", params) >>> params {'reasoningConfig': {'type': 'enabled', 'maxReasoningEffort': 'high'}} >>> params = {} >>> config._handle_reasoning_effort_parameter("anthropic.claude-3", "high", params) >>> params {'thinking': {'type': 'enabled', 'budget_tokens': 10000}} gpt-ossr)rrthinkingN)rrupdater_map_reasoning_effort)rTrrroreasoning_configs r]"_handle_reasoning_effort_parameterz7AmazonConverseConfig._handle_reasoning_effort_parametersjB  3CO. /  " "5 )#SS     " "#3 4+:*O*O!1+OJ 'r_c|jd}t|trQ|jd}t|tr/|tkr%t j dt|t|d<yyyy)z Clamp thinking.budget_tokens to the Bedrock minimum (1024). Bedrock returns a 400 error if budget_tokens < 1024. r budget_tokenszKBedrock requires thinking.budget_tokens >= %d, got %d. Clamping to minimum.N)r{ryrzintr r r)rorbudgets r]_clamp_thinking_budget_tokensz2AmazonConverseConfig._clamp_thinking_budget_tokenssr#&&z2 h %\\/2F&#&64V+V$$+6  -O),W& &r_cddlm}gd}d|vri|jd|jd|jd|jdd |jvr|jd |St j |}|j d s|j d sz|j d si|j dsX|j dsG|j ds6|j ds%|j ds|||jr|jd|j dr|jd tjj||js+tjj||jr|jdd|vr|jd|S|j|r|jd|Sd|vs:d|vs6d|vs2d|vs.t||jst||jr"|jd|jd|S)Nr)supports_function_calling) max_tokensmax_completion_tokensstreamstream_optionsstoprOtop_p extra_headersresponse_formatrequestMetadata service_tierparallel_tool_callsarntools tool_choicerrrr anthropicmistralcoherez meta.llama3-1z meta.llama3-2z meta.llama3-3z meta.llama4 amazon.novarrdrz claude-3-7zclaude-sonnet-4z claude-opus-4z deepseek.r1) litellm.utilsrrrr6get_base_modelrrdrutilssupports_tool_choicerr2)rTrrsupported_params base_models r]get_supported_openai_paramsz0AmazonConverseConfig.get_supported_openai_paramssD;   UN  # #G ,  # #M 2  # #J /  # #$6 7& ''(<=# #&44U;   ! !+ .$$Y/$$X.$$_5$$_5$$_5$$]3$$]3(1I1I  # #G ,   /  # #$8 9 == - -T-E-E . ]] / /$2J2J0   # #M 2    # #$6 7( ' " "5 )  # #$6 7   E ! E)%'%!$($<$<" d6N6N  # #J /  # #$6 7r_r drop_paramsc|dk(rGtjdus|durytjjdj |d|dk(r t iS|dk(r t i St |tr8t|jd ijd d  }t |Stjjdj |d)NnoneTzbBedrock doesn't support tool_choice={}. To drop it from the call, set `litellm.drop_params = True.ir status_coderequired)rautorfunctionrrtoolzBedrock doesn't support tool_choice={}. Supported tool_choice values=['auto', 'required', json object]. To drop it from the call, set `litellm.drop_params = True.) rrrUnsupportedParamsErrorformatToolChoiceValuesBlockryrzSpecificToolChoiceBlockr{)rTrrr specific_tools r]map_tool_choice_valuesz+AmazonConverseConfig.map_tool_choice_valuesJs & ""d*kT.Amm::AHH#!$ ; J &(R0 0 F "(b1 1  T *3 __Z488DM)m< <--66}DD 7 r_c gdS)N)pngjpeggifwebprbrcs r]get_supported_image_typesz.AmazonConverseConfig.get_supported_image_typesis--r_c gdS)N) pdfcsvdocdocxxlsxlsxhtmltxtmdrbrcs r]get_supported_document_typesz1AmazonConverseConfig.get_supported_document_typeslPPr_c gdS)N) mp4movmkvwebmflvmpegmpgwmv3gprbrcs r]get_supported_video_typesz.AmazonConverseConfig.get_supported_video_typesorr_cf|j|jz|jzSN)rrrrcs r]get_all_supported_content_typesz4AmazonConverseConfig.get_all_supported_content_typesrs5  * * ,//1 2,,. / r_rcj|y|D]+}d|vs|d}tD]}|j|sy-y)z:Check if computer use tools are being used in the request.FrwT)BEDROCK_COMPUTER_USE_TOOLSr)rTrrr tool_typecomputer_use_prefixs r]is_computer_use_tool_usedz.AmazonConverseConfig.is_computer_use_tool_usedysI =D~ L +E' ++,?@#,F r_computer_use_toolscg}|D]}|jdd}d}tD]}|j|sd}ni}|r|jdr1d|vr-|d}||jddd |jd i}nHt|}d|vr9|jd rd |d<n"|jd rd|d<n t|}|j ||S)z/Transform computer use tools to Bedrock format.rwrFTr;rrcomputer)rwr parametersr<bashr=str_replace_editor)r{r#rrzr) rTr'transformed_toolsrr$is_computer_use_toolr%transformed_toolfuncs r]_transform_computer_use_toolsz2AmazonConverseConfig._transform_computer_use_toolss)+&D,I$) 'A#''(;<+/((B &( #'' 4t9K +D ) $ <(((<4($(,Dz$%55$//87=,V4&11.A7K,V4$(:  $ $%5 6A'D! r_cg}g}|D]d}d|vrM|d}d}tD]}|j|sd}n|r|j|B|j|T|j|f||fS)a Separate computer use tools from regular function tools. Args: tools: List of tools to separate model: The model name to check if it supports computer use Returns: Tuple of (computer_use_tools, regular_tools) rwFT)r#rr) rTrrr' regular_toolsrr$r.r%s r]_separate_computer_use_toolsz1AmazonConverseConfig._separate_computer_use_toolss  D~ L ',$+E' ++,?@/3,,F(&--d3!((.$$T*"=00r_ json_schema descriptioncf|ddid}n|}tt|}|r||d<td|}|S)a3 Handles creating a tool call for getting responses in JSON format. Args: json_schema (Optional[dict]): The JSON schema the response should be in Returns: AnthropicMessagesTool: The tool call to send to Anthropic API to get responses in JSON format objectT)rwadditionalProperties properties)rr*r6r)rwr)r#r r")rTr5r6 _input_schematool_param_function_chunk_tools r]*_create_json_tool_call_for_response_formatz?AmazonConverseConfig._create_json_tool_call_for_response_formatsZ  !(, M(M$H*}% ! 7B %m 4'.  r_c4tfdtDS)zXCheck if the Bedrock model supports native structured outputs (outputConfig.textFormat).c3&K|]}|v ywr rb)r| substringrs r]r~zKAmazonConverseConfig._supports_native_structured_outputs..s 0W9I 0W)r'BEDROCK_NATIVE_STRUCTURED_OUTPUT_MODELSrs`r]#_supports_native_structured_outputsz8AmazonConverseConfig._supports_native_structured_outputss 0W   r_schemac t|ts|St|}|jddk(r d|vrd|d<d|vrPt|dtr=|djDcic]\}}|tj |c}}|d<d|vr.t|dtrtj |d|d<dD]X}||vst||ts||jDcic]\}}|tj |c}}||<ZdD]D}||vst||t s||Dcgc]}tj |c}||<F|Scc}}wcc}}wcc}w) a Recursively ensure all object types in a JSON schema have ``"additionalProperties": false``. Bedrock's native structured-outputs API requires this field to be explicitly set on every object node, otherwise it returns a validation error. rwr8r9Fr:rW)z$defs definitions)anyOfallOfoneOf)ryrzr{rWrL$_add_additional_properties_to_schemar)rFresultrrdefs_keyr[r}s r]rLz9AmazonConverseConfig._add_additional_properties_to_schemas&$'Mf ::f  ).DF.R-2F) * 6 !j 1Et&L#<0668$8DAq'LLQOO8$F<  f F7OT!B2WWwF7O1H6!j1A4&H!'x 0 6 6 8$ 81+PPQRSS 8$x 1 /Cf}F3K!>!'s  +)MMdS +s / +$$ s( E)5 E/E5rOutputConfigBlockc|tj|}|tj|nd}d|i}|||d<|||d<t t dt |S) a2 Build an outputConfig block for Bedrock's native structured outputs API. The Converse API expects: { "outputConfig": { "textFormat": { "type": "json_schema", "structure": { "jsonSchema": { "schema": "", "name": "optional", "description": "optional" } } } } } z{}rFrr6r5) jsonSchema)rw structure) textFormat)rLrLjsondumpsrO OutputFormatOutputFormatStructure)r5rr6 schema_strjson_schema_defs r])_create_output_config_for_response_formatz>AmazonConverseConfig._create_output_config_for_response_format/s~2  ".SSK1<0GTZZ ,T 19:0F  &*OF #  "-8OM * #"/?K  r_non_default_paramsch|j||}d|vr|jdddurd|d<yyy)Nrorzmeta.llama3-3-70b-instruct-v1:0rFT fake_stream)_add_tools_to_optional_paramsr{)rTrrr[ros r]_apply_tool_call_transformationz4AmazonConverseConfig._apply_tool_call_transformationZsR<<+5=  . 6"&&x74?-1OM *@ 7r_c|j|}|jD]\}}|dk(r&t|tr|j |||||}|dk(s|dk(r||d<|dk(r||d<|dk(r't|t rt |dk(ro|g}||d <|d k(r||d <|d k(r||d <|d k(r:t|tr*|jttt|||||dk(r|j|||}|||d<|dk(r | } dd| ii|d<|dk(r||d<n)|dk(r$t|t r|j||||dk(r(|&t|tr|j|||d<|dk(r"t|t r|j|||dk(st|ts|j!||} | |j#|| g}d|vr$|j%|s|j'|||j|} | rHd|vrD|d} t| tr/d| vsd| vr't)j*|dt-i |d<|S)!Nr)r\rror[is_thinking_enabledrrrMrrrrNrOrrPr)rrr[ror)rrrrdisable_parallel_tool_use_parallel_tool_use_configrr)rrrorrrr]r)r[rorrz does not support forced tool use (tool_choice='required' or specific tool) when reasoning is enabled. Changing tool_choice to 'auto'.r)rbrWryrz _translate_response_format_paramrrrr`rrr%rrr_map_service_tier_paramrr_r+update_optional_params_with_thinking_tokensr infor) rTr[rorrrbparamr\_tool_choice_valuedisable_parallelgrounding_toolfinal_is_thinking_enabledtool_choice_blocks r]map_openai_paramsz&AmazonConverseConfig.map_openai_paramsks#667IJ.446LE5))j.E"&"G"G$3'9(; #H# $1H(H/4 , ,1)eS)5zQ "GE380 %16 .*/'Jud$;44t$ABEJ'9$3 5  %%)%@%@U &A&"&15GOM2--',9 !$?AQ#R@ ;< ".3 +,,E31G77%8))$E4)@33E:9>O$56&:eS+A,,UOD,,E41H"&!=!=eU!K!-&*&H&H(7?O'I'Ow7B E !$*?*?*F  < <#5 = %)$<$<_$M! $/)I / > +T2--;L1L"'' '"UV6KPR5SOM2r_r\c.|}|dk(rd}|dvrd|i|d<yy)zMap OpenAI service_tier (string) to Bedrock serviceTier (object). OpenAI values: "auto", "default", "flex", "priority" Bedrock values: "default", "flex", "priority" (no "auto") rdefault)rqflexpriorityrwrhNrb)rTr\ro bedrock_tiers r]rfz,AmazonConverseConfig._map_service_tier_params2  F?$L : :.4l-COM * ;r_rbc:dg}|d|vr|Sd}d}d} d|vr|d}n4d|vr0|dd}|djd}|djd} d|vr |ddk(r|S|j|r||j||| } | |d <n|j|| } |j || g }t j j||j r|sttt|d<|jdddurd|d<d|d<|S)z Handles translation of response_format parameter to Bedrock format. Returns `optional_params` with the translated response_format parameter. rrwNresponse_schemar5rFrr6)r5rr6 outputConfig)r5r6r]rrrrrFTr^ json_mode) r{rErZr>r_rrrrdrrr ) rTr\rror[rbignore_response_format_typesr5rr6 output_configr=s r]rez5AmazonConverseConfig._translate_response_format_params)/x$ =8 8" "&* "%)  % 12K e # .x8K'++F3D .22=AK U?uV}6" "  3 3E :{?V !JJ''KM /15 .'+ $r_cddlm}|j||j|}|j |}|r2|s/t t |djdd}| ||z|d<yyyy)a( Handles scenario where max tokens is not specified. For anthropic models (anthropic api/bedrock/vertex ai), this requires having the max tokens being set and being greater than the thinking token budget. Checks 'non_default_params' for 'thinking' and 'max_tokens' if 'thinking' is enabled and 'max_tokens' is not specified, set 'max_tokens' to the thinking token budget + DEFAULT_MAX_TOKENS Also clamps thinking.budget_tokens to the Bedrock minimum (1024) to prevent 400 errors from the Bedrock API. r)DEFAULT_MAX_TOKENSrrNrM)litellm.constantsr|rrbis_max_tokens_in_requestrrzr{)rTr[ror|rbr~thinking_token_budgets r]rgz@AmazonConverseConfig.update_optional_params_with_thinking_tokenss 9 **?;"66G#'#@#@AS#T '?$(z/J$K$O$O% !%0),>> ,1 (@ r_ message_block block_typesystemcyr rbrTrrrs r]_get_cache_point_blockz+AmazonConverseConfig._get_cache_point_block2 r_ content_blockcyr rbrs r]rz+AmazonConverseConfig._get_cache_point_block@rr_)rrc|jdd}|ytd}t|trd|vr|d}|dvr|t |r||d<|dk(r t |St |S)N cache_controlrqrwttl)5m1hr) cachePoint)r{CachePointBlockryrzr9SystemContentBlock ContentBlock)rTrrrr cache_pointrs r]rz+AmazonConverseConfig._get_cache_point_blockNs&))/4@  %95 mT *u /E&Cl"u'8+E2),K&  !%= =;7 7r_cg}g}t|D] \}}|ddk(s|j|t|dtrL|drG|jt |d|j |d|}|sn|j|t|dt s|dD]o}|jddk(s|jds*|jt |d|j |d|}|s_|j|q t|dkDr!t|D]}|j|||fS) Nrsrrur)rrrwrr) enumeraterryrrrrr{rreversedpop) rTrnrsystem_prompt_indicessystem_content_blocksidxr cache_blockms r]_transform_system_messagez.AmazonConverseConfig._transform_system_messageis[!#:<%h/LCv(*%,,S1gi0#679;M)00* 0BC#'"="=HE#>#K#-44[A 2D9$Y/55=F2quuV}188 2& B+/*E*E !he+F+K + 5 < <[ I00. $ % ) 56 S!7...r_inference_paramscHd|vr|jd|d<tdi|S)Ntop_krQrb)rInferenceConfig)rTrs r]_transform_inference_paramsz0AmazonConverseConfig._transform_inference_paramss0 & &'7';';G'D V $2!122r_ctj|}d}d|vr|jd}nd|vr|jd}|r,|jdrd|iS|jdrdd|iiSiS)NrQrrrinferenceConfig)r6rrr)rTrrr val_top_ks r]_handle_top_k_valuez(AmazonConverseConfig._handle_top_k_values%44U;  % %(,,V4I ( ((,,W5I $$[1++$$]3)FI+>?? r_c t|}t|}ttjj dgz}ddg}t|j j }||z|z}|jdd|jdd|jdd} | |j| |jdd} |jdd|jD cic] \} } | |vs | | } } } |jD cic] \} } | |vs | | }} } | jd d}|dt|rY|jD]F\}}|| vr8t| |tr%t|tr| |j|B|| |<H| jd d| j|j||t| } t| } || | | fScc} } wcc} } w) z(Prepare and separate request parameters.rrrrxNrzrrwrdr)r rrrL__annotations__keysrmrrrWr9ryrzrrr)rTrorcleaned_paramsrsupported_converse_paramssupported_tool_call_paramssupported_config_paramstotal_supported_paramsrequest_metadatarzrradditional_request_paramsparallel_tool_use_configr[r\s r]_prepare_request_paramsz,AmazonConverseConfig._prepare_request_paramssa 7G).9$( 0 0 5 5 7% I%!'.}%=""&t'='='?'D'D'F"G %( )% &  [$/ _d3,//0A4H  '  + +,< =5E5I5I D6   T .335% 5TQBX9XAqD5 "% .335 5TQ>T9TAqD5  $=#@#@ '$   $ /4LU4S6<<> U44"#.9s"${*$rB)z sonnet-4.5z sonnet_4.5z sonnet-4-5 sonnet_4_5z haiku-4.5z haiku_4.5z haiku-4-5 haiku_4_5zopus-4.1zopus_4.1zopus-4-1opus_4_1zsonnet-4sonnet_4zopus-4opus_4z sonnet-3.7z sonnet_3.7z sonnet-3-7 sonnet_3_7zcomputer-use-2025-01-24zcomputer-use-2024-10-22rranthropic_beta) r7extendrr{r&r4rrrr1r6rr)rTrrrr bedrock_toolsanthropic_beta_list user_betasfiltered_toolspre_formatted_toolsrr$r'r3computer_use_headertransformed_computer_toolsrrs @r]_process_tools_and_betaz,AmazonConverseConfig._process_tools_and_betas*, ! 8AJ  & &z 2/1 &4''..t4 HHVR0 ! %%d+' d<<^US040Q0Q1 -  .m?-1-O-O&.*6P)'2.n=M 01&44U; :#8#8#E:M %&6 7111r_rcd|vrE|Ct|r8tjrtd|d<ntjddd|j d Y|Wt |rLt|sAtjr1|jd dtjjd |j||\}}}} |jdg} |j| |||\} } |jd d} | r@t| d kDr2| D]-}|j d dk(s| jdddiind}t| d kDr%|jdd}t| }|||d<|||j!|d}|j#j%D]%\}}|j|d}||di|||<'|||d<|||d<| | |d<|S)zX Bedrock doesn't support tool calling without `tools=` param specified. rNra)rdzBedrock doesn't support tool calling without `tools=` param specified. Pass `tools=` param OR set `litellm.modify_params = True` // `litellm_settings::modify_params: True` to add dummy tool to the request.rrrrzDropping 'thinking' param because the last assistant message with tool_calls has no thinking_blocks. The model won't use extended thinking for this turn.cache_control_injection_pointsrlocation tool_configrrwrqr)r toolChoice)r)additionalModelRequestFieldsrr toolConfigrrwrb)r0r modify_paramsr.rr{r1r/rr warningrrrrToolConfigBlockrrmrW)rTrrrornrrrrrzrrrcache_injection_pointspointbedrock_tool_configtool_choice_valuesdata config_name config_class config_values r]_transform_request_helperz.AmazonConverseConfig._transform_request_helperksg ? *$$X.$$+9(:,(44l!*    + 7$EhO=hG$$##J5&&..c  ( (% @   %  *--gr:.2-I-I E7,E. * * ";!>!> ,d"  "c-&81&</99Z(M9!((,8K)LM0 :> }  !8H8L8Lt9 #2## "-4F#L1-F+#??!1 @ % *.)?)?)A)G)G)I %K+// TBL'$0$@<$@[!*J  *!4D   '&6D" #  $#0D  r_litellm_paramsc K|j||\}}|j||}|j|||||}tj||d|j ddd{}d|i|} | S7 wNrD)rrrornrrauser_continue_message)rnrrrrn)rrrr#_bedrock_converse_messages_pt_asyncr rTrrnrorrr_databedrock_messagesrs r]_async_transform_requestz-AmazonConverseConfig._async_transform_requests+/*H*H E+I+ '' JJ o  &*%C%C"7+ &D& 3VV!/&4&8&89PRV&W    *+;EuE  sA+A<-A:. A<c Jtt|j|||||S)N)rrnrorr)rrz_transform_request)rTrrnrorrs r]transform_requestz&AmazonConverseConfig.transform_requests6   # #! /- $   r_c |j||\}}|j||}|j|||||}t||d|j dd}d|i|} | Sr)rrrrrrs r]rz'AmazonConverseConfig._transform_requests+/*H*H E+I+ '' JJ o &*%C%C"7+ &D& 0M+"0"4"45Ld"S 0  *+;EuE r_ raw_responsemodel_response logging_obj request_dataencodingapi_keyrxc X|j||||jdd||| |||  S)NrF) rresponserrrrorrrnr)_transform_responser{) rTrrrrrrnrorrrrxs r]transform_responsez'AmazonConverseConfig.transform_response8sG''!)"&&x7#+(  r_reasoning_content_blocksc8d}|D]}d|vs||ddz }|S)z Extract the reasoning text from the reasoning content blocks Ensures deepseek reasoning content compatible output. r reasoningTextrrb)rTrreasoning_content_strblocks r]_transform_reasoning_contentz1AmazonConverseConfig._transform_reasoning_contentSs9!#-E%'%)?)GG%.%$r_thinking_blockscg}|D]}d|vrTtd}|djd}|djd}|||d<|||d<|j|[d|vs`td|d}|j||S) zMReturn a consistent format for thinking blocks between Anthropic and Bedrock.rrrr signatureredactedContentredacted_thinking)rwr)rr{rr)rTrthinking_blocks_listr_thinking_block_text _signature_redacted_blocks r]_transform_thinking_blocksz/AmazonConverseConfig._transform_thinking_blocksas  %E%'"=:"No.226:"?377 D $27OJ/)3=OK0$++O<"e+"E,59J3K#%++O<%$#r_usagereasoning_contentc |d}|d}|d}d}d}d|vr |d}||z }d|vr |d}||z }t|}|r t|d nd} t| | dkDr|| z n| } t||||||| } | S) N inputTokens outputTokens totalTokensrcacheReadInputTokenscacheWriteInputTokens) cached_tokensT)rcount_response_tokens)reasoning_tokens text_tokens) prompt_tokenscompletion_tokens total_tokensprompt_tokens_detailscache_creation_input_tokenscache_read_input_tokenscompletion_tokens_details)r,r3r(r-) rTr r  input_tokens output_tokensrrrrrr openai_usages r]_transform_usagez%AmazonConverseConfig._transform_usageys ]+ n- ]+ +,#'( !U *&+,B&C # 3 3L "e +*/0G*H ' 7 7L :1!  ! 0 M  %C-$a' 00" % !&+%"7(C$;&? r_c|gSt}|D]}|jd}|jd}|Btt|jd}|!t |t r|j ||ltt|jd}|t |t s|j |t|S)NtoolSpecrr)setr{rrzryraddr)rTrtool_setr tool_specr_names r]get_tool_call_namesz(AmazonConverseConfig.get_tool_call_namess =I UD,Ixx +H$T9-11&9$E3)?LL'#T8,008$E3)?LL'H~r_rinitial_finish_reasoncZ|}|||fS|j |j|}tj|j}|j ddk(r9|j d|vr&t t di|g}||_d|_d}||fS||fS#t$rY||fSwxYw)a Apply tool call transformation to a message. LLM providers (e.g. Bedrock, Vertex AI) sometimes return tool call in the response content. If the response content is a JSON object, we can parse it and return the tool call in the tool_calls field. Nrwrr)r tool_callsrb) rur(rTloadsr{r'r)r+ Exception)rTrrr)returned_finish_reasontool_call_names json_contentr+s r](apply_tool_call_transformation_if_neededz=AmazonConverseConfig.apply_tool_call_transformation_if_neededs"7 =22 2 ?? & "&":":5"A#zz'//:  $$V, :$((0OC6x?W,?WX"J*4G&&*GO-9*...w... ... sA=B B*)B*content_blockscd}g}d}d}t|D]\}} d}d|vrt|d\}} | || z }d|vr`|dd} t| } t| t j |dd} t |dd d | | } |j| |)|g}|jtt|  d|vr|g}|j|dd|vs|g}|j|d||||fS)a Translate the message content to a string and a list of tool calls, reasoning content blocks, and citations. Returns: content_str: str tools: List[ChatCompletionToolCallChunk] reasoningContentBlocks: Optional[List[BedrockConverseReasoningContentBlock]] citationsContentBlocks: Optional[List[CitationsContentBlock]] - Citations from Nova grounding rNrtoolUser)response_tool_nameinput)r arguments toolUseIdr)idrwrindexr)rreasoningContentcitationsContent) rrr8r!rTrUr r$BedrockConverseReasoningContentBlock!BedrockConverseReasoningTextBlock)rTr2 content_strrreasoningContentBlockscitationsContentBlocksrruextracted_reasoning_content_str _content_str_response_tool_namer5_function_chunk_tool_response_chunks r]_translate_message_contentz/AmazonConverseConfig._translate_message_contents" 35  IM%n5LC >B + 1A3 +</KG#&-i&8&@#%:':&"#F+"jj);G)DE# (Cy)+6#, ($  12.:)1-/*&--8&G!@'"W,)1-/*&--g6H.IJ!W,)1-/*&--g6H.IJa6dE#9;QQQr_json_strc tj|}t|tr,d|vr(t |dk(r|d}tj |S|S#tj $rY|SwxYw)aL Unwrap Bedrock's response_format JSON structure. If the JSON has a single "properties" key, extract its value. Otherwise, return the original string. Args: json_str: JSON string to unwrap Returns: Unwrapped JSON string or original if unwrapping not needed r:rq)rTr,ryrzrrUJSONDecodeError)rH response_datas r]_unwrap_bedrock_propertiesz/AmazonConverseConfig._unwrap_bedrock_properties,ss  JJx0M=$/ M1 &!+ -l ; zz-00##   sAAA,+A,chat_completion_messagec^|r|s|r|SdSt|Dcgc]"\}}|djdtk(r|$}}}|s|St|t|k(rIt j d|ddjd}|t j|}||d<y|d}||djd}|6t j|}|jdxsd} | r| |zn||d<t|Dcgc] \}}||vs |} }}| r| SdScc}}wcc}}w) a When json_mode is True, Bedrock may return the internal `json_tool_call` tool alongside real user-defined tools. This method handles 3 scenarios: 1. Only json_tool_call present -> convert to text content, return None 2. Mixed json_tool_call + real -> filter out json_tool_call, return real tools 3. No json_tool_call / no json_mode -> return tools as-is Nrrz6Processing JSON tool call response for response_formatrr7rur)rr{r rr rrLrL) rxrrMrtjson_tool_indicesjson_mode_content_str first_idxjson_mode_argsexisting real_toolss r]_filter_json_mode_toolsz,AmazonConverseConfig._filter_json_mode_toolsGs|!5 +t +"%( (1}  (,EE (  !L  !SZ /  H 498J3G3K3KK3X !$0(<(W(W))%6K' 2 &a( y)*599+F  %1LLN/229=CH-5>)> $I .%.e$4S$4DAqAR8Ra$4 S'z1T1M JTs'D# D)D)rrrc :|!|j| ||jd|i|jdd} tdi|j } | dd}d d i}d }g}d}d}||j|d \}}}}i}|||d <|||d<|r||d<|(|j||d<|j||d<||d <|j| ||}|r||d<|j| d|jd}tdi|}t| d}|j!||jd|\}}t#j$|d|g|_t)t+j*|_||_t1|d|d| vrt1|d| dd| vr)| d}t3|t4rd|vrt1|d|d|S#t $r5} t dj|jt| dd} ~ wwxYw) Ncomplete_input_dict)r6roriginal_responseadditional_argsrxzReceived={}, Error converting to valid response block={}. File an issue if litellm error - https://github.com/BerriAI/litellm/issuesiroutputrrs assistantrrur@r<provider_specific_fieldsr r)rxrrMr+r )r  stopReasonr)rrr)r) finish_reasonr:rtracerhrwrrb) post_callrr{ConverseResponseBlockrTr-r5rrrGrr rVr r*rr1rChoiceschoicesrtimecreatedrrXryrz)rTrrrrrrorrrnrrxcompletion_responseerrMr?rr@rAr]rr _messager)returned_messager.service_tier_blocks r]rz(AmazonConverseConfig._transform_responses  "  ! !"*--!6 = " %4$7$7 T$J  "7"J(--/"J " F+>h*G *RBH+AV 35  IM   // 0BC  &&*, ! -AW $%= > ! -;Q $%7 8 #) $*  " -112HI $#  //0FG $! .9 *55$;6  4B #L 1%%  (599:MN&  545 12El2S T  9 9!%%g."7 :   " OO4( " "%TYY[!1$/ ) ) NG-@-I J / /!4]!C ,d3BT8T8J68RSC _ffMM3q6   sG H%0HH error_messagerct|||S)N)rrr)r5)rTrlrrs r]get_error_classz$AmazonConverseConfig.get_error_classs!#  r_api_basec|rd||d<|S)NzBearer Authorizationrb)rTrrrnrorrros r]validate_environmentz)AmazonConverseConfig.validate_environment&s )0 ':GO $r_rdr^c$|dury|dur|d|vryy)zG Returns True if the model/provider should fake stream Tai21Frb)rTrrrdr^s r]should_fake_streamz'AmazonConverseConfig.should_fake_stream4s- $  T> U?r_)NNNNN)NN)NNNr )g__name__ __module__ __qualname____doc__rrrrrr^propertyrdrrzrmrrrrrboolrrrrrrrrrrrrrr!r%r&r1rr4r"r>rErLrZr`rorfrergr r&r$rrrrrrrrrrrOrr ToolBlockrCommonRequestObjectr RequestObjectrrrhttpxResponser+rAnyrr=rrrr ConverseTokenUsageBlockr-r r(r*r1r CitationsContentBlockrGrLrrVrHeadersrrnrrrurbr_r]rLrL{s  }DI&&# 3- 3-$(-1%)"" 4C= 4 S * 4c] 4 sm 4 sm 4  4"Xc]"" $  4'(4;?4  44l  "E4EDEN38c38d38jG"&G/2G " #G>- #- - ^//,//BF/ /bOtOOO$Q Q cQ f',S$Y'7FJ ' (>.49.Qd3iQQ49Q c  d#@AB KN   (!"&'D"E(! d(!T!178!1AD!1  *+T2O-PP !1J'+%)&d^&c]& ! &P 3 4  (T(d((T&*"%)( d^( sm( c](   ( ( T21222! 2  2"Z ZZ Z  Z  Zx DS D4 DD DAAA A ! A " A AF"&9=8 $   ) % ' * ,   H%  }   $ %     $   ) % ' * ,   O,  }   ,     , $8 ) % ' * , 8568}8 %*L89 :88HL/-./7?}/ t$%t,>'?? @/B3D3_3 "Q #Q ,/Q tT4*;!<< =Q fv2v2v2$ v2 $( v2 tI$ % v2z6:"& ll $$67l l 4 012 l $ l lh#' %%'(% %  % $ % %N  '(         2#' ##'(# #  # $ # #`"&$(  nn &      '(    # D>   6 %(,-Q(R %  %$#$HI$ e/1TTU V$6,0+&+$C=+  +b   $y/4(E#FF G  c 2,0/3 #/#/Y(#/ (} #/ w % & #/JIR"<0IR   ():;<+,- / IRVSS462D>62/062"?62 $23 4 6262p[[..[& [  [ g& [[#[D#I[[ [z   /2 =B4CV=W  "&"&   '(     # 3-   $.2&* }&c]  d^   r_rL)NryrVrTrertypingrrrrrrr rrlitellm._loggingr r}r r 'litellm.litellm_core_utils.core_helpersr rrr*litellm.litellm_core_utils.litellm_loggingr8litellm.litellm_core_utils.prompt_templates.common_utilsr3litellm.litellm_core_utils.prompt_templates.factoryrrr*litellm.llms.anthropic.chat.transformationr)litellm.llms.base_llm.chat.transformationrrlitellm.types.llms.bedrocklitellm.types.llms.openairrrrrrr r!r"r#r$r%r&litellm.types.utilsr'r(r)r*r+r,r-rr.r/r0r1r2r3 common_utilsr5r6r7r8r9r#*UNSUPPORTED_BEDROCK_CONVERSE_BETA_PATTERNSrCrLrbr_r]rs HHH + ? GR(.*+'4S:Sr_