j0ddlZddlZddlZddlmZmZmZmZddlZddl m Z ddl Z ddl m Z ddl mZddlmZddlmZddlmZdd lmZdd lmZmZmZmZdd lmZd d lm Z d dl!m"Z"erddl#m$Z$neZ$Gdde Z%Gdde Z&y)N) TYPE_CHECKINGAnyOptionalUnion) BaseModel) BEDROCK_INVOKE_PROVIDERS_LITERAL)verbose_logger)Logging)AmazonNovaCanvasConfig)AmazonStability3Config) AmazonTitanImageGenerationConfig)AsyncHTTPHandler HTTPHandler_get_httpx_clientget_async_httpx_client) ImageResponse) BaseAWSLLM) BedrockError)AWSPreparedRequestc:eZdZUdZeed<eed<eed<eed<y)BedrockImagePreparedRequestzV Internal/Helper class for preparing the request for bedrock image generation endpoint_urlpreppedbodydataN) __name__ __module__ __qualname____doc__str__annotations__rbytesdict/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/litellm/llms/bedrock/image/image_handler.pyrr's  K Jr&rceZdZdZ ddedededededee e e jfd e d eed eed ee eefd eefdZ ddedee e e jfdedededed eedefdZdeded eed eededed eedefdZdedeedededef dZdedededede j,dedefdZy)BedrockImageGenerationz* Bedrock Image Generation handler Nmodelpromptmodel_responseoptional_params logging_objtimeoutaimg_generationapi_base extra_headersclientapi_keyc |j|||| ||| } |dur1|j| |||||| t| tr| SdS| t| ts t } | j | j| jj| j} | j|j'||||| | j(}|S#tj$r<}|jj}t!||jj"d}~wtj$$rt!ddwxYw) N)r*r-r1r2r.r+r4T)prepared_requestr/r*r.r+r,r3urlheadersr status_codemessageTimeout error occurred.)r,r*r.r+responser)_prepare_requestasync_image_generation isinstancerrrpostrrr9rraise_for_statushttpxHTTPStatusErrorr?r;rtextTimeoutException+_transform_response_dict_to_openai_responser)selfr*r+r,r-r.r/r0r1r2r3r4r6r?err error_codes r'image_generationz'BedrockImageGeneration.image_generation7s 00+'#1  d "..!1'-)jAQ.R/  /   >FK!@&(F S{{'7'D'DN^NfNfNnNnvFvKvK{LH  % % 'II)#!&& J $$ R11J:s||?P?PQ Q%% S38QR R Ss+A CE-7D$$$Er6returnc6K|xs'ttjjd|i} |j |j |j j|jd{} | j|j#|||| |j$|}|S77#tj$r<} | jj} t| | jjd} ~ wtj $rtddwxYww) z Asynchronous handler for bedrock image generation Awaits the response from the bedrock image generation endpoint r/) llm_providerparamsr7Nr:r=r>)r*r.r+r?rr,)rlitellm LlmProvidersBEDROCKrCrrr9rrDrErFr?r;rrGrHrIr) rJr6r/r*r.r+r,r3 async_clientr?rKrLs r'rAz-BedrockImageGeneration.async_image_generationss" !7 --55w'"  S)..3C3P3PZjZrZrZzZzBRBWBW.XXH  % % 'II#!&&) J #X$$ R11J:s||?P?PQ Q%% S38QR R Ss:,D?B(.B&/B(#D&B((D;7C22$DDc |j||}|j|} |j|| |} |j||j|j \} } | d| d} |j |||| } tj| jd}ddi}|ddi|}|j|j|j || ||| }|j|d | | |jd  t| ||| S)a Prepare the request body, headers, and endpoint URL for the Bedrock Image Generation API Args: model (str): The model to use for the image generation optional_params (dict): The optional parameters for the image generation api_base (Optional[str]): The base URL for the Bedrock API extra_headers (Optional[dict]): The extra headers to include in the request logging_obj (LitellmLogging): The logging object to use for logging prompt (str): The prompt to use for the image generation Returns: BedrockImagePreparedRequest: The prepared request object The BedrockImagePreparedRequest contains: endpoint_url (str): The endpoint URL for the Bedrock Image Generation API prepped (httpx.Request): The prepared request object body (bytes): The request body )r*providerr-)r1aws_bedrock_runtime_endpointaws_region_namez/model/z/invoke)r*r+r-bedrock_providerzutf-8z Content-Typezapplication/json) credentialsrYr2rrr9r4)complete_input_dictr1r9)inputr4additional_args)rrrr)*_get_boto_credentials_from_optional_paramsget_bedrock_invoke_providerget_bedrock_model_idget_runtime_endpointrXrY_get_request_bodyjsondumpsencodeget_request_headersr[pre_callr9r)rJr*r-r1r2r.r+r4boto3_credentials_inforZmodelId_proxy_endpoint_urlrrr9rs r'r@z'BedrockImageGeneration._prepare_requestsn8"&!P!P U"   ;;EB++%+,  !% 9 9)?)\)\2BB!:!   !3377)7K%%+- & zz$&&w/!#56  $%'9K]KG**.::2BB'++  '+."??  ++   r&rZc|dk(s|dk(rd}n|dk(rd}n|jdd}tj|}|jddi}|dk(rtj j |r,tj j||}t|S|jtjd }tjj} | jD]\} } | |vs | || <d |d d gi|}|S|dk(r*ttjj|| St!dd|d)z Get the request body for the Bedrock Image Generation API Checks the model/provider and transforms the request body accordingly Returns: dict: The request body to use for the Bedrock Image Generation API amazonnova stability.ruserN)r+r- text_prompts)rGweight)rGr-izUnsupported model=z , passed inr:)splitcopydeepcopypoprRr _is_stability_3_modeltransform_request_bodyr$replaceoslinesepAmazonStabilityConfig get_configitemsr r) rJr*rZr+r-rWinference_paramsr request_bodyconfigkvs r'rdz(BedrockImageGeneration._get_request_bodysw x '+;v+EH  ,"H{{3'*H==9 D  { "--CCEJ&==TT!? U  L)) C8 66AAC"LLNDAq!11./(+ + #f%B$C&  !..EEF  +=eWK)P r&r?rc|!|j|d|jd|itjd|j|j }| t dt j|rt }nJtj|rt}n-tj|rt}ntj}|j|||S)zX Transforms the Image Generation response from Bedrock to OpenAI format r\r])r^r4original_responser_zraw model_response: %sz)Error in response object format, got None)r*)r, response_dict) post_callrGr debugre ValueErrorr _is_titan_modelr _is_nova_modelr r|rRr*transform_response_dict_to_openai_response) rJr,r*r.r+r?rr config_classs r'rIzBBedrockImageGeneration._transform_response_dict_to_openai_response,s  "  ! !"*--!6 = "  5x}}E   HI I , ; ;% H;L # 2 2 ?1L # 9 9 F1L"88L??)' @ r&)FNNNN)N)rrrr r!rr$LitellmLoggingrrfloatrETimeoutboolrrrMrrAr@rrdResponserIr%r&r'r)r)2s!&"&(,AE!%:::& :  : $ :%u}} 456::3-: ~:{,<<=>:#:H.2&5&%u}} 456& & $ &  &&&)*& &PT T T 3- T  ~ T $ T T #T  %T l99##CD9 9  9  9v.%..$ .  . .. .. .r&r))'ryrertypingrrrrrEpydanticrrRrlitellm._loggingr *litellm.litellm_core_utils.litellm_loggingr rrsp 66 4+P .%'6)hZhr&