j ddlZddlZddlmZmZmZmZmZddlZddl Z ddl m Z ddl m Z mZddlmZddlmZddlmZddlmZGd d eZGd d e Z dd eeefdedeeeffdZdeefdZGddeZy)N)AnyDictListOptionalUnion)DEFAULT_MAX_RECURSE_DEPTH)BaseLLMModelInfoBaseTokenCounter)BaseLLMExceptionget_secret_str)AllMessageValues)TokenCountResponsec eZdZy) GeminiErrorN)__name__ __module__ __qualname__y/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/litellm/llms/gemini/common_utils.pyrrsrrcjeZdZ ddededeedededeedeed efd Ze d efd Z e ddeed eefd Z e ddeed eefd Z e ded eefdZdeeeefd eefdZ ddeedeed eefdZdededeeej*fd efdZd eefdZy)GeminiModelInfoNheadersmodelmessagesoptional_paramslitellm_paramsapi_keyapi_basereturnc|S)z.Google AI Studio sends api key in query paramsr)selfrrrrrrr s rvalidate_environmentz$GeminiModelInfo.validate_environments rcy)Nv1betarr#s r api_versionzGeminiModelInfo.api_version"src(|xstdxsdS)NGEMINI_API_BASEz)https://generativelanguage.googleapis.comr )r s r get_api_basezGeminiModelInfo.get_api_base&s"  ;/0 ;: rc:|xstdxs tdSNGOOGLE_API_KEYGEMINI_API_KEYr )rs r get_api_keyzGeminiModelInfo.get_api_key.sb>*:;bP`Aabrc&|jddS)Ngemini/)replace)rs rget_base_modelzGeminiModelInfo.get_base_model2s}}Y++rmodelscng}|D]-}|djdd}d|z}|j|/|S)Nnamezmodels/r3r2)r4append)r#r6litellm_model_namesrstripped_model_namelitellm_model_names rprocess_model_namez"GeminiModelInfo.process_model_name6sL E"'-"7"7 2"F !*-@!@   & &'9 :#"rctj|}tj|}d|jd}|| t dt j j||d|}|jdk7r)t d|jd|j|jd }|j|}|S) N/z/modelszGEMINI_API_BASE or GEMINI_API_KEY/GOOGLE_API_KEY is not set. Please set the environment variable, to query Gemini's `/models` endpoint.z?key=)urlz1Failed to fetch models from Gemini. Status code: z , Response: r6) rr+r0r( ValueErrorlitellmmodule_level_clientget status_codejsonr=)r#rr endpointresponser6r:s r get_modelszGeminiModelInfo.get_models>s#//9!--g6t''(0  wZ ..22*XJeG953    3 &CHDXDXCYYefnfsfsfuevw *"55f=""r error_messagerFct|||S)N)rFmessager)r)r#rKrFrs rget_error_classzGeminiModelInfo.get_error_classWs#]G  rctS)z Factory method to create a token counter for this provider. Returns: Optional TokenCounterInterface implementation for this provider, or None if token counting is not supported. GoogleAIStudioTokenCounterr's rget_token_counterz!GeminiModelInfo.get_token_counter^s *++r)NNN)rrrdictstrrrrr$propertyr( staticmethodr+r0r5rr=rJintrhttpxHeadersr rNr rRrrrrrs"&"&   '(     # 3-   S x}    cXc]chsmcc,c,hsm,,#d38n)=#$s)#HL#}#7?}# c#2   /2 =B4CV=W  ,8,<#=,rrdatadepthr!c |tkDr|Si}t|ts|S|jD]B\}}t|tr(t j |jd||<?t|tjr|j||<mt|trt||dz||<t|trtd|Dr5|Dcgc]&}t j |jd(c}||<td|Dr#|Dcgc]}|jc}||<|Dcgc]}t||dzc}||<>|||<E|Scc}wcc}wcc}w)aConverts unserializable types in dict to json.dumps() compatible types. This function is called in models.py after calling convert_to_dict(). The convert_to_dict() can convert pydantic object to dict. However, the input to convert_to_dict() is dict mixed of pydantic object and nested dict(the output of converters). So they may be bytes in the dict and they are out of `ser_json_bytes` control in model_dump(mode='json') called in `convert_to_dict`, as well as datetime deserialization in Pydantic json mode. Returns: A dictionary with json.dumps() incompatible type (e.g. bytes datetime) to compatible type (e.g. base64 encoded string, isoformat date string). asciic3<K|]}t|tywrS) isinstancebytes.0vs r z.encode_unserializable_types..s7A:a'sc3PK|]}t|tj ywrS)radatetimercs rrfz.encode_unserializable_types..sCU:a!2!23Us$&) rrarTitemsrbbase64urlsafe_b64encodedecoderh isoformatencode_unserializable_typeslistall)r[r\processed_datakeyvalueres rrnrnisq  (( (*N dD ! jjl U eU #"(":":5"A"H"H"QN3  x00 1"'//"3N3  t $"=eUQY"ON3  t $777IN'INAF,,Q/66w?'s#CUCC>C&Deq{{}e&Ds#HM'GL!/519=u's##(N3 '#( ''E's&+E8-E=Fc2tdxs tdSr-r rrrget_api_key_from_envrus * + O~>N/OOrceZdZdZ d deedefdZ d dedeee ee fdeee ee fd ee ee fd edee f d Z y)rQz;Token counter implementation for Google AI Studio provider.Ncustom_llm_providerr!c@ddlm}||jjk(S)Nr) LlmProviders)litellm.types.utilsryGEMINIrs)r#rwrys rshould_use_token_counting_apiz8GoogleAIStudioTokenCounter.should_use_token_counting_apis 5"l&9&9&?&???r model_to_usercontents deployment request_modelc @Kddl}ddlm}|xsi}|j|j di}||d} |j | |j d i|d{} | 0t| j dd||| j dd| Sy77w) NrrPr)rr~ totalTokenstokenizer_usedr3) total_tokensr model_usedtokenizer_typeoriginal_responser)copy(litellm.llms.gemini.count_tokens.handlerrQdeepcopyrEupdate acount_tokensr) r#r}rr~rrrrQcount_tokens_params_requestcount_tokens_paramsresults r count_tokensz'GoogleAIStudioTokenCounter.count_tokenss W%2 &*mmJNNCSUW4X&Y#!   $**+>?A13AA )    %#ZZ q9+'%zz*:B?"(   sA"B$B%8BrS)Nr3) rrr__doc__rrUboolr|rrrrrrrrrQrQsE.2@%c]@ @04 4S#X/04S#X/0  T#s(^,    $ %rrQ)r)rjrhtypingrrrrrrYrClitellm.constantsr litellm.llms.base_llm.base_utilsr r )litellm.llms.base_llm.chat.transformationr litellm.secret_managers.mainr litellm.types.llms.openairrzrrrrUobjectrXrnrurQrrrrs 33 7OF762 " R,&R,l+,) sF{ )$') #v+)XPhsmP(!1(r