j"ddlZddlZddlmZmZmZmZmZddl Z ddl m Z ddl m Z mZddlmZddlmZmZmZmZddlmZdd lmZeZGd d e Zy) N)Any CoroutineOptionalTupleUnion) LlmProviders) GCSBucketBaseGCSLoggingConfig)get_async_httpx_client)CreateFileRequestFileContentRequestHttpxBinaryResponseContentOpenAIFileObject)VERTEX_CREDENTIALS_TYPES) VertexAIJsonlFilesTransformationceZdZdZfdZdedeedeedeedeede e e jfd ee d efd Zd ededeedeedeedeede e e jfd ee d e eeeeefffd Zded eeeffdZdedeedeedeede e e jfd ee d efdZd ededeedeedeedeede e e jfd ee d e eeeeefffdZxZS)VertexAIFilesHandlerz~ Handles Calling VertexAI in OpenAI Files API format v1/files/* This implementation uploads files on GCS Buckets c`t|ttj|_y)N) llm_provider)super__init__r r VERTEX_AIasync_httpx_client)self __class__s }/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/litellm/llms/vertex_ai/files/handler.pyrzVertexAIFilesHandler.__init__!s$ "8%//# create_file_dataapi_basevertex_credentialsvertex_projectvertex_locationtimeout max_retriesreturncNK|jid{}|j|d|dd{} |d} tj|j d\} } |j | | | | d{} tj || S77g7w) N)kwargsvertex_instancepath_service_account)r)service_account_json bucket_namefile)openai_file_content)headersr, object_namelogging_payload)rgcs_upload_response)get_gcs_logging_configconstruct_request_headersvertex_ai_files_transformation7transform_openai_file_content_to_vertex_ai_file_contentget_log_json_data_on_gcs3transform_gcs_bucket_response_to_openai_file_object)rrr r!r"r#r$r%gcs_logging_configr/r,r1r0r2s rasync_create_filez&VertexAIFilesHandler.async_create_file's6:5P5P6Q6 0 66./@A!34J!K7  )7  + b b 0 4 4V < c   %)$>$>##+ %?%  .aa- 3b  +0   s2B%B B%B!A B%B#B%!B%#B% _is_asyncc |r|j|||||||Stj|j|||||||S)zn Creates a file on VertexAI GCS Bucket Only supported for Async litellm.acreate_file )rr r!r"r#r$r%)r;asynciorun) rr<rr r!r"r#r$r%s r create_filez VertexAIFilesHandler.create_fileKso" ))!1!#5- /'* ;;&&%5%'9#1$3# +'  rfile_idctjj|}|jdr|dd}n|}d|vr|j dd\}}n|}d}tjj |d}||fS)az Extract bucket name and object path from URL-encoded file_id. Expected format: gs%3A%2F%2Fbucket-name%2Fpath%2Fto%2Ffile Which decodes to: gs://bucket-name/path/to/file Returns: tuple: (bucket_name, url_encoded_object_path) - bucket_name: "bucket-name" - url_encoded_object_path: "path%2Fto%2Ffile" zgs://N/r)safe)urllibparseunquote startswithsplitquote)rrA decoded_path full_pathr, object_pathencoded_object_paths r'_extract_bucket_and_object_from_file_idz $K#KK$ll0020F///rfile_content_requestc K|jd}|s td|j|\}} dd|ii} |jdd| i| d{} | -tj j |} td| tj j |} tjd| d d itjd |  } t| S7w)a Download file content from GCS bucket for VertexAI files. Args: file_content_request: Contains file_id (URL-encoded GCS path) vertex_credentials: VertexAI credentials vertex_project: VertexAI project ID vertex_location: VertexAI location timeout: Request timeout max_retries: Max retry attempts Returns: HttpxBinaryResponseContent: Binary content wrapped in compatible response format rAz+file_id is required in file_content_request standard_callback_dynamic_paramsgcs_bucket_namer0Nz"Failed to download file from GCS: z content-typezapplication/octet-streamGET)methodurl) status_codecontentr/request)response) r7 ValueErrorrQdownload_gcs_objectrGrHrIhttpxResponseRequestr)rrRr!r"r#r$r%rAr,rPdownload_kwargs file_contentrM mock_responses r afile_contentz"VertexAIFilesHandler.afile_contents.'**95JK K+/+W+W , ( ( /1BK0P 6T55 + />    !<<//8LA,PQ Q||++G4  #%?@MMLA  *=AA! sAC#C!BC#c |r|j||||||Stj|j||||||S)a Download file content from GCS bucket for VertexAI files. Supports both sync and async operations. Args: _is_async: Whether to run asynchronously file_content_request: Contains file_id (URL-encoded GCS path) api_base: API base (unused for GCS operations) vertex_credentials: VertexAI credentials vertex_project: VertexAI project ID vertex_location: VertexAI location timeout: Request timeout max_retries: Max retry attempts Returns: HttpxBinaryResponseContent or Coroutine: Binary content wrapped in compatible response format )rRr!r"r#r$r%)rgr>r?) rr<rRr r!r"r#r$r%s rrez!VertexAIFilesHandler.file_contentsi< %%%9#5- /' & ;;"")='9#1$3# + #  r)__name__ __module__ __qualname____doc__rr rstrrrfloatraTimeoutintrr;boolrrr@rrQr rrgre __classcell__)rs@rrrsH  " +" 3-" %%=> " ! " "# " uemm+," c]"  " H&&,&3- & %%=> & ! &"#&uemm+,&c]& 35E+E!FF G&P0s0uSRUX0:3B03B%%=>3B! 3B "# 3B uemm+, 3Bc]3B $3Bj11113- 1 %%=> 1 ! 1"#1uemm+,1c]1 "Ic38R.R$SS 1rr)r> urllib.parserGtypingrrrrrralitellmr/litellm.integrations.gcs_bucket.gcs_bucket_baser r &litellm.llms.custom_httpx.http_handlerr litellm.types.llms.openair r rrlitellm.types.llms.vertex_airtransformationrr5rr^rrr{sL99 J B