iddlZddlZddlmZmZmZmZmZddlZddl m Z ddl m Z ddl mZmZddlmZddlmZGd d eZy) N)Any CoroutineOptionalTupleUnion) LlmProviders)get_async_httpx_client)FileContentRequestHttpxBinaryResponseContent) SpecialEnums) BaseAWSLLMceZdZdZfdZdedefdZdedeeeffdZde d e d e e e jfd eedef d Zd ede deed e d e e e jfd eede eeeeefffdZxZS)BedrockFilesHandlerz Handles downloading files from S3 for Bedrock batch processing. This implementation downloads files from S3 buckets where Bedrock stores batch output files. c`t|ttj|_y)N) llm_provider)super__init__r rBEDROCKasync_httpx_client)self __class__s s/Users/manta/Documents/Projects/TheRoad-I1/.venv/lib/python3.12/site-packages/litellm/llms/bedrock/files/handler.pyrzBedrockFilesHandler.__init__s$ "8%--# file_idreturncl |dt| dzzz}tj|j}|j t j jr,d|vr(|jddjdd}|S|j dr|Sd|S#t$rY#wxYw)ay Extract S3 URI from encoded file ID. The file ID can be in two formats: 1. Base64-encoded unified file ID containing: llm_output_file_id,s3://bucket/path 2. Direct S3 URI: s3://bucket/path Args: file_id: Encoded file ID or direct S3 URI Returns: S3 URI (e.g., "s3://bucket-name/path/to/file") =zllm_output_file_id,;rs3://) lenbase64urlsafe_b64decodedecode startswithr LITELM_MANAGED_FILE_ID_PREFIXvaluesplit Exception)rrpaddeddecodeds3_uris r_extract_s3_uri_from_file_idz0BedrockFilesHandler._extract_s3_uri_from_file_id s ss7|ma&788F..v6==?G!!,"L"L"R"RS(G3$]]+@A!DJJ3OPQRF!M   g &Nwi     sB B'' B32B3r.c|jdstd|d|dd}d|vr|jdd\}}||fS|}d}||fS) z Parse S3 URI to extract bucket name and object key. Args: s3_uri: S3 URI (e.g., "s3://bucket-name/path/to/file") Returns: Tuple of (bucket_name, object_key) r"zInvalid S3 URI format: z0. Expected format: s3://bucket-name/path/to/fileN/r )r' ValueErrorr*)rr.path bucket_name object_keys r _parse_s3_uriz!BedrockFilesHandler._parse_s3_uriDsy  ))&1ab  abz $;&*jja&8 #K J&&KJJ&&rfile_content_requestoptional_paramstimeout max_retriesc Kddl}ddlm}|jd}|s t d|j |}|j |\} } |j|d} |j|jd|jd |jd | |jd |jd |jd |jd|jd } |jd| j| j| j| |j} | j| | }|dj}t%j&d|ddit%j(d|}t+|S#t $r}t d|dt#|d}~wwxYww)a Download file content from S3 bucket for Bedrock files. Args: file_content_request: Contains file_id (encoded or S3 URI) optional_params: Optional parameters containing AWS credentials timeout: Request timeout max_retries: Max retry attempts Returns: HttpxBinaryResponseContent: Binary content wrapped in compatible response format rN) Credentialsrz+file_id is required in file_content_requestr3)r:modelaws_access_key_idaws_secret_access_keyaws_session_tokenaws_session_nameaws_profile_name aws_role_nameaws_web_identity_tokenaws_sts_endpoint) r@rArBaws_region_namerCrDrErFrGs3)r@rArB region_nameverify)BucketKeyBodyz!Failed to download file from S3: z . Error: z content-typezapplication/octet-streamGET)methodurl) status_codecontentheadersrequest)response)boto3botocore.credentialsr>getr4r/r8_get_aws_region_nameget_credentialsclient access_key secret_keytoken_get_ssl_verify get_objectreadr+strhttpxResponseRequestr )rr9r:r;r<rXr>rr.r6r7rH credentials s3_clientrW file_contente mock_responses r afile_contentz!BedrockFilesHandler.afile_content^s& 4&**95JK K227;"&"4"4V"< Z33+24 $(#7#7-112EF"1"5"56M"N-112EF+,001CD,001CD)--o>#2#6#67O#P,001CD$8 $ LL )44"-"8"8)//''') !   ++;J+OH#F+002L #%?@MMF;  *=AA 3F89SVHM  s*D6G9&F>GG _is_asyncapi_basec|r|j||||Stj|j||||S)aX Download file content from S3 bucket for Bedrock files. Supports both sync and async operations. Args: _is_async: Whether to run asynchronously file_content_request: Contains file_id (encoded or S3 URI) api_base: API base (unused for S3 operations) optional_params: Optional parameters containing AWS credentials timeout: Request timeout max_retries: Max retry attempts Returns: HttpxBinaryResponseContent or Coroutine: Binary content wrapped in compatible response format )r9r:r;r<)rmasynciorun)rrnr9ror:r;r<s rrjz BedrockFilesHandler.file_contents]4 %%%9 /' & ;;"")=$3# + # r)__name__ __module__ __qualname____doc__rrdr/rr8r dictrfloatreTimeoutrintr rmboolrrrj __classcell__)rs@rrrs  "!C"!C"!H'C'E#s(O'4IB0IBIBuemm+, IB c] IB $ IBV))1)3- )  ) uemm+, )c]) "Ic38R.R$SS )rr)rqr$typingrrrrrrelitellmr&litellm.llms.custom_httpx.http_handlerr litellm.types.llms.openair r litellm.types.utilsr base_aws_llmrrrrrs5 99 I-%@*@r