iUddlmZ ddlZddlZddlmZmZmZmZm Z m Z erddl m Z ddl Z ddlZddlmZddlmZmZddlmZddlmZerdd lmZGd d eZdad Zd(d ZGddZdZd)dZ d* d+dZ!GddZ"d,dZ#da$de%d<d-dZ&d-dZ'd.dZ(d.dZ)d.dZ*d.dZ+d/dZ,ddl-m.Z.Gd d!eZ/d0d"Z0Gd#d$Z1d1d%Z2Gd&d'Z3y)2) annotationsN) TYPE_CHECKINGDictListLiteralOptionalUnion)BedrockCreateBatchRequest)BaseAnthropicMessagesConfig)BaseLLMModelInfoBaseTokenCounter)BaseLLMException) get_secret)AllMessageValuesc eZdZy) BedrockErrorN)__name__ __module__ __qualname__r/Users/manta/Documents/Projects/TheRoad-I1/.venv/lib/python3.12/site-packages/litellm/llms/bedrock/common_utils.pyrrsrrc*tddlm}|atS)a/ Lazy import and cache get_model_info to avoid circular imports. This function is used by bedrock transformation classes that need get_model_info but cannot import it at module level due to circular import issues. The function is cached after first use to avoid performance impact. rget_model_info)_get_model_infolitellmrrs rget_cached_model_infor$s*( rc|jd}|rt|tsy|D]%}t|ts|j dd'y)a Remove ``custom`` field from each tool in the request body. Claude Code (v2.1.69+) sends ``custom: {defer_loading: true}`` on tool definitions, which Anthropic's API accepts but Bedrock rejects with ``"Extra inputs are not permitted"``. Args: request_body: The request dictionary to modify in-place. Ref: https://github.com/BerriAI/litellm/issues/22847 toolsNcustom)get isinstancelistdictpop) request_bodyr tools rremove_custom_field_from_toolsr)4sE   W %E  5$/ dD ! HHXt $rcReZdZdZd dZd dZd dZd dZd dZd dZ d dZ d d Z y )AmazonBedrockGlobalConfigcyNrselfs r__init__z"AmazonBedrockGlobalConfig.__init__Js rc ddiS)zS Mapping of common auth params across bedrock/vertex/azure/watsonx region_nameaws_region_namerr.s rget_mapped_special_auth_paramsz8AmazonBedrockGlobalConfig.get_mapped_special_auth_paramsMs011rcp|j}|jD]\}}||vs ||||<|Sr-)r4items)r/non_default_paramsoptional_params mapped_paramsparamvalues rmap_special_auth_paramsz1AmazonBedrockGlobalConfig.map_special_auth_paramsSsF;;= .446LE5 %8= e 457rc|j|jz|jz|jz|j zSr-)get_us_regionsget_eu_regionsget_ap_regionsget_ca_regionsget_sa_regionsr.s rget_all_regionsz)AmazonBedrockGlobalConfig.get_all_regionsZs[    !!!# $!!# $!!# $!!#  $ rc gdS)D Source: https://www.aws-services.info/bedrock.html )zap-northeast-1zap-northeast-2zap-northeast-3z ap-south-1z ap-south-2zap-southeast-1zap-southeast-2rr.s rr@z(AmazonBedrockGlobalConfig.get_ap_regionscs   rcdgS)Nz sa-east-1rr.s rrBz(AmazonBedrockGlobalConfig.get_sa_regionsqs }rc gdS)rE)z eu-west-1z eu-west-2z eu-west-3z eu-central-1z eu-central-2z eu-south-1z eu-south-2z eu-north-1rr.s rr?z(AmazonBedrockGlobalConfig.get_eu_regionsts   rcdgS)Nz ca-central-1rr.s rrAz(AmazonBedrockGlobalConfig.get_ca_regionss rc gdS)rE)z us-east-1z us-east-2z us-west-1z us-west-2z us-gov-east-1z us-gov-west-1rr.s rr>z(AmazonBedrockGlobalConfig.get_us_regionss   rN)returnr%)r7r%r8r%rJ List[str]) rrrr0r4r<rCr@rBr?rAr>rrrr+r+Is/ 2         rr+cfd}|S)z,Closure to capture the headers and add them.cnjD]!\}}|jj||#y)z.Actual callback function that Boto3 will call.N)r6headers add_header)requestkwargs header_name header_valuerOs rcallbackz#add_custom_header..callbacks,)0 %K OO & &{L A*9rr)rOrUs` radd_custom_headerrVsB Orcddlm}|S)z Get SSL verification setting for Bedrock client. Returns the SSL verification setting which can be: - True: Use default SSL verification - False: Disable SSL verification - str: Path to a custom CA bundle file rget_ssl_verify)&litellm.llms.custom_httpx.http_handlerrYrXs r_get_bedrock_client_ssl_verifyr[sF  rc 2tdd} tdd} ||||||||g} t| D](\}}|s |jdst|| |<*| \}}}}}}}}t}|rn|r|}n| r| }n| r| }n t ddtd}|r|}n |r|}nd|d }d dl}t | tr|jj| | }nft | tjr2|jj| j| j }n|jj}|r|p|nt|}| t d d|jd |}|j|||d}|jd|dd|dd|dd||||}n|V|T|jd |||}|j!||}|jd|dd|dd|dd||||}nZ||jd||||||}n?|'|j#|jd||||}n|jd||||}| r/|j$j&j)dt+| |S)NAWS_REGION_NAME AWS_REGIONz os.environ/zRAWS region not set: set AWS_REGION_NAME or AWS_REGION env variable or in .env filei)message status_codeAWS_BEDROCK_RUNTIME_ENDPOINTzhttps://bedrock-runtime.z.amazonaws.comr)connect_timeout read_timeoutz6OIDC token could not be retrieved from secret manager.sts)verifyi)RoleArnRoleSessionNameWebIdentityTokenDurationSecondsbedrock-runtime Credentials AccessKeyIdSecretAccessKey SessionToken) service_nameaws_access_key_idaws_secret_access_keyaws_session_tokenr2 endpoint_urlconfigre)rprqre)rfrg)rorprqr2rsrtre) profile_name)ror2rsrtrezbefore-sign.bedrock-runtime.*)r enumerate startswithr[rboto3r#floatsessionConfighttpxTimeoutconnectreadclientassume_role_with_web_identity assume_roleSessionmetaeventsregisterrV)r2rprqr3aws_bedrock_runtime_endpointaws_session_nameaws_profile_name aws_role_nameaws_web_identity_token extra_headerstimeoutlitellm_aws_region_namestandard_aws_region_nameparams_to_checkir: ssl_verify env_aws_bedrock_runtime_endpointrsrxrt oidc_token sts_client sts_responsers rinit_bedrock_clientrs)):DA),= $ Oo.5 U%%m4!+E!2OA /  $01J % - !. h  (22P'Q$#3 )7 1+nM '5!%%gG%T GU]] +%%#OO',,& %%' *  %  ( 67  P  \\% \; "??!,' @ **=9-H".}"=>O"P*=9.I#%    "'7'C\\ /"7 " "--!3C. **=9-H".}"=>O"P*=9.I#%    &*/"7#%   %,<=DD*#% E *#%   ## +->}-M  Mrc*eZdZdZdZdZdZdZy)ModelResponseIteratorc ||_d|_y)NF)model_responseis_done)r/rs rr0zModelResponseIterator.__init__ds, rc|Sr-rr.s r__iter__zModelResponseIterator.__iter__i rcL|jrtd|_|jSNT)r StopIterationrr.s r__next__zModelResponseIterator.__next__ls" <<  """rc|Sr-rr.s r __aiter__zModelResponseIterator.__aiter__srrcTK|jrtd|_|jSwr)rStopAsyncIterationrr.s r __anext__zModelResponseIterator.__anext__vs& <<$ $ """s&(N)rrrr0rrrrrrrrrcs ##rrcx|tjjvrtjj|}|S)z If litellm formatted the input tool name, we need to convert it back to the original name. Args: response_tool_name (str): The name of the tool as received from the response. Returns: str: The original name of the tool. )rbedrock_tool_name_mappings cache_dict)response_tool_names rget_bedrock_tool_namer}s:W??JJJ$??JJ   rzOptional[List[str]]_BEDROCK_GLOBAL_REGIONScJttjatS)z0Get all Bedrock regions, cached at module level.)rr+rCrrr_get_all_bedrock_regionsrs"&";"="M"M"O ""rc gdS)zIAbbreviations of regions AWS Bedrock supports for cross region inference.)globaluseuapacjpauzus-govrrrr*get_bedrock_cross_region_inference_regionsrs ??rcRd|jvr|jddS|S)z Extract the model name from an AWS Bedrock ARN. Returns the string after the last '/' if 'arn' is in the input string. arn/)lowersplitmodels r#extract_model_name_from_bedrock_arnrs+   {{3## LrcbdD])}|j|s|jddd}+|S)z/Strip LiteLLM routing prefixes from model name.)bedrock/ converse/invoke/openai/nova-2/nova/r)rwr)rprefixs rstrip_bedrock_routing_prefixrs7U   F #KKQ'*EV Lrc0ddl}|jdd|S)z8Strip throughput tier suffixes from Bedrock model names.rNz (:\d+):\d+k$z\1)resub)rrs rstrip_bedrock_throughput_suffixrs  66/5% 00rc|}dD]#}|j|s|t|d}n|jdry|jdryt|}t|}t |}|j ddd }|j d dd }|t vr|j dddS|tvr3t|j d ddkDr|j d ddS|S) a Get the base model from the given model name. Handle model names like: - "us.meta.llama3-2-11b-instruct-v1:0" -> "meta.llama3-2-11b-instruct-v1" - "bedrock/converse/model" -> "model" - "anthropic.claude-3-5-sonnet-20241022-v2:0:51k" -> "anthropic.claude-3-5-sonnet-20241022-v2:0" - "bedrock/nova-2/arn:aws:..." -> "amazon.nova-2-custom" - "bedrock/nova/arn:aws:..." -> "amazon.nova-custom" )zbedrock/converse/rrNrzamazon.nova-2-customrzamazon.nova-custom.rrr)rwlenrrrrrr)rstrippedrppotential_regionalt_potential_regions rget_bedrock_base_modelrsH<   r "B *H =9%%   W %# ( /E / 6E +E 2E{{3*1- ;;sA.q1EGG{{3"1%% 8 ::  C# $q ({{3"1%% LrcT|jgd}tfd|DS)z Check if the model is a Claude 4.5 model on Bedrock. Claude 4.5 models support prompt caching with '5m' and '1h' TTL on Bedrock. )z sonnet-4.5z sonnet_4.5z sonnet-4-5 sonnet_4_5z haiku-4.5z haiku_4.5z haiku-4-5 haiku_4_5zopus-4.5zopus_4.5zopus-4-5opus_4_5z sonnet-4.6z sonnet_4.6z sonnet-4-6 sonnet_4_6zopus-4.6zopus_4.6zopus-4-6opus_4_6c3&K|]}|v ywr-r).0pattern model_lowers r z+is_claude_4_5_on_bedrock..sI5H'w+%5Hs)rany)rclaude_4_5_patternsrs @ris_claude_4_5_on_bedrockrs, ++-K, I5HI IIrBedrockTokenCounterceZdZeZej ZedddZedddZ d ddZ d ddZ ddZ eddZ eddZedd Zedd Ze dd Zedd Zedd ZeddZeddZeddZeddZeddZe ddZy) BedrockModelInfoNc|S)z7 Get the API base for the given model. r)api_bases r get_api_basezBedrockModelInfo.get_api_base s rc|S)z6 Get the API key for the given model. r)api_keys r get_api_keyzBedrockModelInfo.get_api_keys rc|Sr-r)r/rOrmessagesr8litellm_paramsrrs rvalidate_environmentz%BedrockModelInfo.validate_environments rcgSr-r)r/rrs r get_modelszBedrockModelInfo.get_models$s  rctS)z Factory method to create a Bedrock token counter. Returns: BedrockTokenCounter instance for this provider. rr.s rget_token_counterz"BedrockModelInfo.get_token_counter9s #$$rct|S)zKWrapper for standalone function. See extract_model_name_from_bedrock_arn().)rrs rextract_model_name_from_arnz,BedrockModelInfo.extract_model_name_from_arnBs3599rct|S)zDWrapper for standalone function. See strip_bedrock_routing_prefix().)rrs r"get_non_litellm_routing_model_namez3BedrockModelInfo.get_non_litellm_routing_model_nameGs,E22rct|S)z>Wrapper for standalone function. See get_bedrock_base_model().)rrs rget_base_modelzBedrockModelInfo.get_base_modelLs&e,,rctS)zRWrapper for standalone function. See get_bedrock_cross_region_inference_regions().)rrrr(_supported_cross_region_inference_regionz9BedrockModelInfo._supported_cross_region_inference_regionQs :;;rcddddddddd}|jD] \}}||vs |cS|jd d d }|jd s|jd rytj |}tj |}|t jvs|t jvryy)z< Get the bedrock route for the given model. invoke converse_likeconverseagent agentcore async_invokeopenai)rconverse_like/ragent/ agentcore/ async_invoke/rrrrrr)r6replacerwrrrrbedrock_converse_models)rroute_mappingsr route_type_model_after_bedrock base_model alt_models rget_bedrock_routez"BedrockModelInfo.get_bedrock_routeVs6 -#%+  ,#1"6"6"8 FJ!!#9 %}}ZQ?  * *  ! , ,W 5%44U; $GGeGT '99 9G;;;rc d|vS)zC Check if the model is an explicit converse route. rrrs r_explicit_converse_routez)BedrockModelInfo._explicit_converse_routes e##rc d|vS)zA Check if the model is an explicit invoke route. rrrs r_explicit_invoke_routez'BedrockModelInfo._explicit_invoke_routes E!!rc d|vS)z@ Check if the model is an explicit agent route. r rrs r_explicit_agent_routez&BedrockModelInfo._explicit_agent_routes 5  rc d|vS)zD Check if the model is an explicit agentcore route. r rrs r_explicit_agentcore_routez*BedrockModelInfo._explicit_agentcore_routes u$$rc d|vS)zH Check if the model is an explicit converse like route. rrrs r_explicit_converse_like_routez.BedrockModelInfo._explicit_converse_like_routes  5((rc d|vS)zG Check if the model is an explicit async invoke route. r rrs r_explicit_async_invoke_routez-BedrockModelInfo._explicit_async_invoke_routes %''rc d|vS)z Check if the model is an explicit openai route. Used for Bedrock imported models that use OpenAI Chat Completions format. rrrs r_explicit_openai_routez'BedrockModelInfo._explicit_openai_routes E!!rc`tj|ryd|vrtjSy)z Get the bedrock provider config for the given model. Only route to AmazonAnthropicClaude3MessagesConfig() for BaseMessagesConfig All other routes should return None since they will go through litellm.completion Nclaude)rrr#AmazonAnthropicClaudeMessagesConfigrs r,get_bedrock_provider_config_for_messages_apiz=BedrockModelInfo.get_bedrock_provider_config_for_messages_apis3  4 4U ; u >>@ @ rr-)r Optional[str]rJr')rr'rJr')NN)rOr%rstrrzList['AllMessageValues']r8r%rr%rr'rr'rJr%)rr'rr'rJrL)rJzOptional[BaseTokenCounter]rr(rJr(rK)rr(rJz^Literal['converse', 'invoke', 'converse_like', 'agent', 'agentcore', 'async_invoke', 'openai']rr(rJbool)rr(rJz%Optional[BaseAnthropicMessagesConfig])rrrr+ global_configrCall_global_regions staticmethodrrrrrrrrrrrrrrrr r"r&rrrrrs-/M&668 "&"&   +          HL$7D *%::33--<<66 66p$$ "" !! %% )) (( "" .rrc>tj|}tjj |}tj |}|dk(s|dk(rtj S|dk(rtjS|dk(r ddlm }|S|dk(r dd l m }|S|d k(rtjS|d k(rH|tjjvrtjStjS|d k(s|d k(rtj S|dk(rtj"S|dk(rtj$S|dk(rtj&S|dk(rtj(S|dk(rtj*S|dk(rtj,S|dk(rtj.S|dk(rtj0S|dk(rtj2Stj4S)z Helper function to get the appropriate Bedrock chat config based on model and route. Args: model: The model name/identifier Returns: The appropriate Bedrock config class instance rrrrrr)AmazonInvokeAgentConfigr)AmazonAgentCoreConfigamazon anthropicrllamaai21coheremistralmoonshot deepseek_r1novaqwen3qwen2 twelvelabs)rrr BedrockLLMget_bedrock_invoke_providerrAmazonConverseConfigAmazonBedrockOpenAIConfig5litellm.llms.bedrock.chat.invoke_agent.transformationr02litellm.llms.bedrock.chat.agentcore.transformationr1AmazonTitanConfigAmazonAnthropicConfig get_legacy_anthropic_model_namesAmazonAnthropicClaudeConfigAmazonLlamaConfigAmazonAI21ConfigAmazonCohereConfigAmazonMistralConfigAmazonMoonshotConfigAmazonDeepSeekR1ConfigAmazonInvokeNovaConfigAmazonQwen3ConfigAmazonQwen2ConfigAmazonTwelveLabsPegasusConfigAmazonInvokeConfig)r bedrock_routebedrock_invoke_providerrr0r1s rget_bedrock_chat_configrUs%66u=M%00LLM"007J "m&F++-- ( "0022 ' ! '(( + % %&&(*((** K / ,,MMO P002 2668 8 F *.E.P((** F *'')) H ,))++ I -**,, J .++-- M 1--// F *--// G +((** G +((** L 04466))++rc(eZdZdZdZdZdZddZy)BedrockEventStreamDecoderBasez: Base class for event stream decoding for Bedrock Nc(ddlm}||_y)Nr)EventStreamJSONParser)botocore.parsersrYparser)r/rYs rr0z&BedrockEventStreamDecoderBase.__init__+s:+- rc|jCddlm}ddlm}|}|j dd}||}|j d|_|jS)Nr)Loader) ServiceModelrjz service-2ResponseStream)_response_stream_shape_cachebotocore.loadersr]botocore.modelr^load_service_model shape_for)r/r]r^loaderbedrock_service_dictbedrock_service_models rget_response_stream_shapez7BedrockEventStreamDecoderBase.get_response_stream_shape0sc  , , 4 / 3XF#)#<#<!;$ %11E$F !0E0O0O 1D -000rc||j}|jj||j}|ddk7r|dj }t |t r|jd}nt |tr|}nd}|djd}|dz|z}t|dt |t rtj| | d |vr3|jd }|sy|jd j S|jd}|sy|j S) Nr`bodyr_r rOz:exception-type )r`r_chunkbytes) to_response_dictr[parserhdecoder#r%r"r(rjsondumps)r/event response_dictparsed_response decoded_body error_messageexception_statusrms r_parse_message_from_eventz7BedrockEventStreamDecoderBase._parse_message_from_event@s@..0 ++++ 499;   '3 .(0779L,- , 0 0 ; L#. , " ,Y7;; !r)rJr')rrr__doc__r`r0rhrzrrrrWrW$s$( . 1 ""rrWc|jd}|sgSt|tr|St|tr|j }|j dr_|j drN tj|}t|tr'|Dcgc]}t|j c}S |jdDcgc]}|j c}SgScc}w#tj$rYIwxYwcc}w)a Extract anthropic-beta header values and convert them to a list. Supports both JSON array format and comma-separated values from user headers. Used by both converse and invoke transformations for consistent handling of anthropic-beta headers that should be passed to AWS Bedrock. Args: headers (dict): Request headers dictionary Returns: List[str]: List of anthropic beta feature strings, empty list if no header zanthropic-beta[],) r"r#r$r(striprwendswithrrloadsJSONDecodeErrorr)rOanthropic_beta_headerparsedbetas rget_anthropic_beta_from_headersres$KK(89  '.$$'- 5 ; ; = + +C 05J5S5S 6  $9:fd+:@A&$CIOO-&AA, *?)D)DS)IJ)I )IJJ IB''  Ks*+)C, C'4C, D'C,,DDceZdZdZdZd dZd dZ d dZ d ddZdddZ d ddZ dd Z y )CommonBatchFilesUtilsz Common utilities for Bedrock batch and file operations. Provides shared functionality to reduce code duplication between batches and files. c(ddlm}||_y)Nr) BaseAWSLLM) base_aws_llmr _base_aws)r/rs rr0zCommonBatchFilesUtils.__init__s,#rc2|jdr|ddS|S)a Extract the actual Bedrock model ID from LiteLLM model name. Args: model: LiteLLM model name (e.g., "bedrock/anthropic.claude-3-sonnet-20240229-v1:0") Returns: Bedrock model ID (e.g., "anthropic.claude-3-sonnet-20240229-v1:0") rN)rw)r/rs r'get_bedrock_model_id_from_litellm_modelz=CommonBatchFilesUtils.get_bedrock_model_id_from_litellm_models#   J '9  rc|jdstd||ddjdd}t|dk7rtd||d|dfS) z Parse S3 URI into bucket and key components. Args: s3_uri: S3 URI (e.g., "s3://bucket/key/path") Returns: Tuple of (bucket, key) Raises: ValueError: If URI format is invalid zs3://zInvalid S3 URI format: Nrrr)rw ValueErrorrr)r/s3_uris3_partss r parse_s3_uriz"CommonBatchFilesUtils.parse_s3_uriso  )6vh?@ @!":##C+ x=A 6vh?@ @{HQK''rcHd|vr|dr|j|dS |j|\}}|jdrP|dd}|jd}t |dkDr,dj |dd}|j dr|dd }|Sy #t$rYy wxYw) z Extract model ID from S3 file path. The Bedrock file transformation creates S3 objects with the model name embedded: Format: s3://bucket/litellm-bedrock-files-{model}-{uuid}.jsonl rzlitellm-bedrock-files-N-rrz.jsonliz)anthropic.claude-3-5-sonnet-20240620-v1:0)rrrwrrjoinr Exception)r/rr8bucket object_key model_partparts model_names rextract_model_from_s3_file_pathz5CommonBatchFilesUtils.extract_model_from_s3_file_paths o %/'*B??(   !%!2!26!: FJ$$%=>'_ "((-u:>!$%*!5J!**84%/_ %% ;   ;  sA4B B! B!c , ddlm}ddlm}|j j |d}|j j|jd|jd|jd ||jd |jd |jd |jd |jd } |j} | dk(rd} i} n-t|trddl } | j|} n|} ddi} || ||}|| || | }|j||j}t|j t| t"r| j%dfS| fS#t$r t dwxYw)a Sign AWS request using Signature Version 4. Args: service_name: AWS service name ("bedrock" or "s3") data: Request data (string or dict) endpoint_url: Full endpoint URL optional_params: Optional parameters containing AWS credentials method: HTTP method (default: POST) Returns: Tuple of (signed_headers, signed_data) r) SigV4Auth) AWSRequestz7Missing boto3 to call bedrock. Run 'pip install boto3'.r )r8rrprqrrrrrraws_sts_endpoint) rprqrrr3rrrrrGETNz Content-Typezapplication/json)methodurldatarOzutf-8) botocore.authrbotocore.awsrequestr ImportErrorr_get_aws_region_nameget_credentialsr"upperr#r%rrrsadd_authpreparerOr(encode)r/rorrsr8rrrr3 credentials method_upper request_datarOrrsigv4rQpreppeds rsign_aws_requestz&CommonBatchFilesUtils.sign_aws_requests* Y / 6 ..==+2> nn44-112EF"1"5"56M"N-112EF+,001CD,001CD)--o>#2#6#67O#P,001CD5  ||~ 5 LG$%)tzz$/ # %'9:G+|_E\ g  w//#  !,,    (     W YWX X Ys E>>FcXddlm}t|jdd}|d|}|S)u] Generate a unique job name for AWS services. AWS services often have length limits, so this creates a concise name. Args: model: Model name to include in the job name prefix: Prefix for the job name Returns: Unique job name (≤ 63 characters for Bedrock compatibility) ruuidNrz-batch-) litellm._uuidrr(uuid4)r/rrr unique_idjob_names rgenerate_unique_job_namez.CommonBatchFilesUtils.generate_unique_job_name.s5 ' %bq) XWYK0rc4ddl}ddlm}|jdxs(|jdxst j |}|st d|dt|j}t|jdd} |d|d| } || fS) al Get S3 bucket and generate a unique key from configuration. Args: litellm_params: LiteLLM parameters optional_params: Optional parameters bucket_env_var: Environment variable name for bucket key_prefix: Prefix for the S3 key Returns: Tuple of (bucket_name, object_key) rNrs3_bucket_namez>S3 bucket name is required. Set 's3_bucket_name' parameter or z env varrr) timerrr"osgetenvrintr(r) r/rr8bucket_env_var key_prefixrr bucket_name timestamprrs r!get_s3_bucket_and_key_from_configz7CommonBatchFilesUtils.get_s3_bucket_and_key_from_configCs& &   / 0 )""#34 )yy(  PQ_P``hi   $  %bq) "|1YKq < J&&rct|||S)z3 Get Bedrock-specific error class. )r`r_rO)r)r/rxr`rOs rget_error_classz%CommonBatchFilesUtils.get_error_classls #]G  rNr))rr(rJtuple)rr(r8r%rJr()POST) ror(rz-Union[str, dict, 'BedrockCreateBatchRequest']rsr(r8r%rr(rJr)r)rr(rr(rJr()AWS_S3_BUCKET_NAMEr) rr%r8r%rr(rr(rJr)rxr(r`rrOzUnion[Dict, httpx.Headers]rJr) rrrr{r0rrrrrrrrrrrrs & (,$;$;,0$; $;X H H <H  H  H  H  H T23# '''''' ''  ''  ''R   /2 =W  rr)r'r%rJNone)rJzUnion[bool, str]) NNNNNNNNNNN)rpr'rqr'r3r'rr'rr'rr'rr'rr'rzOptional[dict]rz%Optional[Union[float, httpx.Timeout]])rr(rJr(rKr)r*)rr()rOr%rJrL)4 __future__rrrrtypingrrrrrr litellm.types.llms.bedrockr r|r7litellm.llms.base_llm.anthropic_messages.transformationr litellm.llms.base_llm.base_utilsr r )litellm.llms.base_llm.chat.transformationrlitellm.secret_managers.mainrlitellm.types.llms.openairrrrr)r+rVr[rrrr__annotations__rrrrrrr7litellm.llms.bedrock.count_tokens.bedrock_token_counterrrrUrWrrrrrrs" FFD PF3: #   %*H H V '++/%)26&*&*#',0$(59s$s)s# s #0 s $ s$s!s*s"s3sl##4&04,3#@ 1%PJ@XV'VrB,J>">"B&Rf f r