
    j                     :   U d dl Z  e j                  dd        e j                  dd       d dlZd dlZd dlmZmZmZmZm	Z	m
Z
mZmZmZ d dlmZ d dlmZ d d	lmZmZ d d
lmZmZmZmZ d dlmZ d dlmZ d dlmZm Z m!Z!m!Z"m#Z#m$Z$ d dl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ d dl,Z,d dl-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m6Z7m8Z8m8Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZP d dlQmRZRmSZSmTZT d dlUmVZV d dlWmXZXmYZY d dlZm[Z[m\Z\ d dlm]Z]m^Z^m_Z_ d dlm`Z` d dlambZb d dlcmdZd d dleZed dlfZfd dlgmhZh  ej                  dd      Zjejdk(  r efj                           eh        e&r e'        e	eleebf   Zmg Zneem   eod<   g Zpeem   eod<   g Zqeem   eod<   g Zreem   eod<    ed       Zsed   ZtdZueet   eod <   dZvee	eel   ed!   f      eod"<    ew eet            Zxeeod#<   g Zyee	eetebf      eod$<   d Zze{eod%<   dZ|eeel      eod&<   dZ}ee{   eod'<   d(Z~ee   eod)<   d(Zee   eod*<   dZee{   eod+<   d(Zee   eod,<   d(Zee   eod-<   d(Zee   eod.<   dZeeele
f      eod/<   g Zee	eleebf      eod0<   g Zee	eleebf      eod1<   g Zee	eleebf      eod2<   g Zee   eod3<   g Zee   eod4<   d(Zee   eod5<   d(Zeeod6<   d(Zee   eod7<   d(Zee   eod8<   d(Zee   eod9<   dZee   eod:<   d(ZdZeel   eod;<   dZeel   eod<<   d=ZeNZe{eod><    e ej                  d?d(            Z e ej                  d@d(            Zd=ZdZeel   eodA<   dZeel   eodB<   dZeel   eodC<   dZeel   eodD<   dZeel   eodE<   dZeel   eodF<   dZeel   eodG<   dZeel   eodH<   dZeel   eodI<   dZeel   eodJ<   dZeel   eodK<   dZeel   eodL<   dZeel   eodM<   dZeel   eodN<   dZeel   eodO<   dZeel   eodP<   dZeel   eodQ<   dZeel   eodR<   dZeel   eodS<   dZeel   eodT<   dZeel   eodU<   dZeel   eodV<   dZeel   eodW<   dZeel   eodX<   dZeel   eodY<   dZeel   eodZ<   dZeel   eod[<   dZeel   eod\<   dZeel   eod]<   dZeel   eod^<   dZeel   eod_<   dZeel   eod`<   dZeel   eoda<   dZeel   eodb<   dZeel   eodc<   dZeel   eodd<   dZeel   eode<   dZeel   eodf<   g dgg dhdiZeeodj<   d(Zeeodk<   d(Zeeodl<   d=Ze	elef   eodm<   dZeel   eodn<   dZeel   eodo<   dZeel   eodp<   d(Zeeodq<   d(Zeeodr<   d(Zeeods<   d(Zeeodt<   dZeeel      eodu<    e       Zeeodv<   d(Zeeodw<   d(Zee   eodx<   dyZdzZd{Zeeod|<   g Zee#   eod}<   dZeel   eod~<   dZeel   eod<   dZeel   eod<   dZee   eod<   dZeel   eod<   dZee	elef      eod<   dZee	elef      eod<   dZed   eod<   i ZeeleVf   eod<   d(Zeeod<   d dlmZ i Zeelef   eod<   d(Zeeod<   d(Zeeod<   d(Zeeod<   d=Zeeod<   dZee   eod<   d(Zeeod<   d(Zeeod<   d(Zeeod<   dZee   eod<   dZee   eod<   dZee   eod<   dZee   eod<   i Zeelelf   eod<   dZed   eod<   dZeeod<   dZeel   eod<   eOZeeod<   d(Zeeod<   dZi Zeeod<   d(Zeeod<   dZeeej                     eod<   dZeeej                     eod<   dZee   eod<    ej                  dd      Zeleod<   d(ZdZeel   eod<   dZee   eod<   dZee	eef      eod<   dZ ee	eef      eod<   dZee   eod<   dZee   eod<   dZee   eod<   dZee\   eod<   dZee]   eod<   dZee   eod<   dZee	e[ef      eod<   dZee   eod<   dZ	ee   eod<   dZ
ee   eod<   dZee   eod<   dZee   eod<   dZeel   eod<   dZeeele f      eod<   dZee   eod<   dZeel   eod<   dZee   eod<   dZee   eod<   dZee   eod<   g Zeel   eod<   g Zeel   eod<   dZee   eod<   d(Zeeod<   d(Zeeod<   dZeeel      eod<   i Zeelelf   eod<   dZeeele	ee$f   f      eod<    e`       Zdeod<   d=Zeeod<   d(Zeeod<   d(Zeeod<   d(Z eeod<   d(Z!eeod<    eeFdϬЫ      Z" eeFѫ      Z#dZ$ee{   eod<   dZ%ee{   eod<   dZ&ee   eod<   dZ'ee   eod<   dZ(ee   eod<   dZ)ee   eod<   dؐZ*e{eod<   dZ+ee{   eod<   dZ,ee
   eod<   dZ-eel   eod<   dZ.eeX   eod<    eY       Z/eYeod<   d(Z0eeod<   d dl1m2Z2  e2e      Z3i Z4eelef   eod<   i Z5eelef   eod<   d(Z6 G d dejn                        Z8 e8       Z9d Z:dZ;eel   eod<   dZ<dZ=eel   eod<   dZ>dZ?dZ@dZAee   eod<   d dlmBZB  eC       ZDeBeod<    eC       ZEeBeod<    eC       ZFeBeod<    eC       ZGeBeod<    eC       ZHeBeod<    eC       ZIeBeod<    eC       ZJeBeod<    eC       ZKeBeod<    eC       ZLeBeod<    eC       ZMeBeod<    eC       ZNeBeod<    eC       ZOeBeod<    eC       ZPeBeod<    eC       ZQeBeod<    eC       ZReBeod<    eC       ZSeBeod<    eC       ZTeBeod<    eC       ZUeBeod<    eC       ZVeBeod<    eC       ZWeBeod<    eC       ZXeBeod<    eC       ZYeBeod <    eC       ZZeBeod<    eC       Z[eBeod<    eC       Z\eBeod<    eC       Z]eBeod<    eC       Z^eBeod<    eC       Z_eBeod<    eC       Z`eBeod<    eC       ZaeBeod<    eC       ZbeBeod	<    eCeM      ZceBeod
<    eC       ZdeBeod<    eC       ZeeBeod<    eC       ZfeBeod<    eC       ZgeBeod<    eC       ZheBeod<    eC       ZieBeod<    eC       ZjeBeod<    eC       ZkeBeod<    eC       ZleBeod<    eC       ZmeBeod<    eC       ZneBeod<    eC       ZoeBeod<    eC       ZpeBeod<    eC       ZqeBeod<    eC       ZreBeod<    eC       ZseBeod<    eC       ZteBeod<    eC       ZueBeod<    eC       ZveBeod<    eC       ZweBeod<    eC       ZxeBeod<    eC       ZyeBeod <    eC       ZzeBeod!<    eC       Z{eBeod"<    eC       Z|eBeod#<    eC       Z}eBeod$<    eC       Z~eBeod%<    eC       ZeBeod&<    eC       ZeBeod'<    eC       ZeBeod(<    eC       ZeBeod)<    eC       ZeBeod*<    eC       ZeBeod+<    eC       ZeBeod,<    eC       ZeBeod-<    eC       ZeBeod.<    eC       ZeBeod/<    eC       ZeBeod0<    eC       ZeBeod1<    eC       ZeBeod2<    eC       ZeBeod3<    eC       ZeBeod4<    eC       ZeBeod5<    eC       ZeBeod6<    eC       ZeBeod7<    eC       ZeBeod8<    eC       ZeBeod9<    eC       ZeBeod:<    eC       ZeBeod;<    eC       ZeBeod<<    eC       ZeBeod=<    eC       ZeBeod><    eCeD      ZeBeod?<    eC       ZeBeod@<    eC       ZeBeodA<    eC       ZeBeodB<   dCeldDefdEZdCeldDefdFZdG Z e        dHdIdJdKdLdMdNZdOdPiZdQgZdRgZdSgZ eweDeEz  eFz  eGz  eJz   eCe>      z  eKz  eLz   eCe@      z  eOz  eSz  e^z  e_z   eCeB      z   eCeC      z  eaz  e`z   eCe      z  ebz  egz  ehz   eCe      z  emz  eMz  eiz  ejz  eIz  ekz  edz  elz  enz  epz  eqz  esz  etz  euz  evz  exz  eyz  ezz  e|z  e}z  e~z  ez  ez  e{z  ez  ez  eoz  ez  ez  ez  ewz  ez  ez  ez  ez  ez  ez  ez  ez  ez  ez  ez  erz  ez  ez  ez  ez  ez   eCe?      z        Z eCe      Z ewe^      Zee	e^elf      eodT<   i dUeDeEz  dVeEdWeFeGz  dXeGdYeJdZe>d[e@d\eBd]eCd^eKd_ed`eLdaeOeSz  eVz  eNz  eMz  eXz  e\z  e]z  dbe^dcebecz  ddedeei dfedgegdhehdSedieidjejdkeeefz  dleadmeIdnekdoeddpeldqemdreHdsendtepdueqi dvesdwetdxeudye`dzevd{exd|eyd}eze{z  d~e{de|de}de~dedeez  dedeez  dei dedeodededededewdedederdededededededeeeeeeez  ee?dZeeod<   dddddddddddddddZeeod<   eG eCeH      z   eCeI      z  eUz  efz  ez  ez  ez  ZddgZdgZddѐlmZ ddlmZ d dlmZmZ d dlmZ d dlmZ d dlmZ ddlmZmZmZmZmZmZmZmZmZmZmÐZÐmĐZĐmŐZŐmƐZƐmǐZǐmȐZȐmɐZɐmʐZʐmːZːm̐Z̐m͐Z͐mΐZΐmϐZϐmАZАmѐZѐmҐZҐmӐZӐmԐZԐmՐZՐm֐Z֐mאZאmؐZؐmِZِmڐZڐmېZېmܐZܐmݐZݐmސZސmߐZߐmZmZ eِeېeܐeݐegZddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z  ddlmZ ddlmZ ddlmZ ddÐlmZ ddĐl	m
Z
 ddŐl	mZ ddƐl	mZ ddǐlmZ ddȐlmZ ddɐlmZ ddʐlmZ ddːlmZ dd̐lmZ dd͐lmZ ddΐlmZ ddϐlmZ ddАlm Z  ddѐl!m"Z" ddҐl#m$Z$ ddӐl%m&Z& ddԐl'm(Z( ddՐl)m*Z* dd֐l+m,Z, ddאl-m.Z. ddؐl/m0Z0m0Z1 ddِl2m3Z3 ddڐl4m5Z5 ddېl6m7Z7 ddܐl8m9Z9 ddݐl:m;Z; ddސl<m=Z= ddߐl>m?Z? ddl@mAZA ddlBmCZC ddlDmEZE ddlFmGZG ddlHmIZImIZJ ddlKmLZL ddlMmNZNmNZO ddlPmQZQ  eQ       ZRddlSmTZT ddlUmVZV ddlWmXZX ddlYmZZZ ddl[m\Z\ ddl]m^Z^ ddl_m`Z` ddlambZbmcZc ddldmeZe ddlfmgZg ddlhmiZi ddljmkZk ddllmmZm ddlnmoZo ddlpmqZq ddlrmsZs ddltmuZu ddlvmwZw ddlxmyZy ddlzm{Z{ ddl|m}Z} ddl~mZ ddlmZ ddlmZ dd lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZ d dlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZmZ ddlmZ  e       ZddlmZ ddlmZ ddlmZ ddlmZ  e       ZÐddlĐmŐZ  eū       Z e       ZǐddlȐmɐZ dd lʐmːZ  eɫ       Z e˫       Z͐dd!lΐmϐZ dd"lАmѐZ dd#lҐmӐZ dd$lԐmՐZ dd%l֐mאZ dd&lؐmِZ dd'lڐmېZ dd(lܐmݐZ dd)lސmߐZ dd*lmZ dd+lmZ dd,lmZ dd-lmZ dd.lmZ dd/lmZ dd0lmZ dd1lmZmZ dd2lmZ dd3lmZ dd4lmZ dd5lmZ dd6lmZ dd7lmZ dd8lmZ dd9l mZ dd:lmZ dd;lmZ dd<lmZ dd=lm	Z	 dd>l
mZ dd?lmZ dd@lmZ ddAlmZ ddBlmZ ddClmZ ddDlmZ ddElmZ ddFlmZ ddGlmZ ddHlmZ ddIl m!Z! ddJl"m#Z# ddKl$m%Z% ddLl&m'Z' ddMl(m)Z) ddNl*m+Z+ ddOl,m-Z- ddPl.m/Z/ ddQl0m1Z1 ddRl2m3Z3 ddSl4 ddSl5 ddTl6m7Z7 ddUl8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZN ddVlOmPZP ddWlQmRZR ddXlSmTZT ddSlU ddSlV ddSlW ddSlX ddSlY ddSlZ ddSl[ ddSl\ ddSl] ddSl^ ddSl_ ddYl`maZa ddSlb ddSlc ddZldmːZemfZgmhZimjZkmlZmmnZompZqmrZsmwZtmuZvmwZxmyZz ddSl{ dd[lm|Z|m}Z} dd\l~mZ d dlmZ g Zee   eod]<   dd^lmZmZ dZee   eod_<   dZee   eod`<   ddalmZ ddblmZ g Zee   eodc<   g Zeel   eodd<   dZee   eode<   d(Zeeodf<   d dglmZ ddhlmZmZ ddilmZ daeeele
f      eodj<   dkeele
f   dDdfdlZdaeeele
f      eodm<   dkeele
f   dDdfdnZy(o      Nignorez%.*conflict with protected namespace.*)messagez:.*Accessing the.*attribute on the instance is deprecated.*)	CallableListOptionalDictUnionAnyLiteralget_argsTYPE_CHECKING)DatadogLLMObsInitParams)DatadogInitParams)AsyncHTTPHandlerHTTPHandler)Cache	DualCache
RedisCacheInMemoryCache)LLMClientCache)COHERE_EMBEDDING_INPUT_TYPES)ImageObjectBudgetConfigall_litellm_paramsr   CredentialItemPriorityReservationDict)set_verbose_turn_on_debugverbose_logger	json_logs_turn_on_json	log_level)#DEFAULT_BATCH_SIZEDEFAULT_FLUSH_INTERVAL_SECONDSROUTER_MAX_FALLBACKSDEFAULT_MAX_RETRIES!DEFAULT_REPLICATE_POLLING_RETRIES'DEFAULT_REPLICATE_POLLING_DELAY_SECONDSLITELLM_CHAT_PROVIDERS"HUMANLOOP_PROMPT_CACHE_TTL_SECONDSOPENAI_CHAT_COMPLETION_PARAMSr+   OPENAI_FINISH_REASONSr,   openai_compatible_endpointsopenai_compatible_providers+openai_text_completion_compatible_providers_openai_like_providersreplicate_modelsclarifai_modelshuggingface_modelsempower_modelstogether_ai_modelsbaseten_modelsWANDB_MODELSREPEATED_STREAMING_CHUNK_LIMITrequest_timeoutopen_ai_embedding_modelscohere_embedding_modelsbedrock_embedding_modelsknown_tokenizer_config BEDROCK_INVOKE_PROVIDERS_LITERAL#BEDROCK_EMBEDDING_PROVIDERS_LITERALBEDROCK_CONVERSE_MODELSDEFAULT_MAX_TOKENSDEFAULT_SOFT_BUDGETDEFAULT_ALLOWED_FAILS)global_prompt_managerglobal_prompt_directoryset_global_prompt_directory)GuardrailItem)KeyManagementSystemKeyManagementSettings)DefaultTeamSSOParams#LiteLLM_UpperboundKeyGenerateParams)StandardKeyGenerationConfigLlmProvidersSearchProviders)PriorityReservationSettings)CustomLogger)LoggingCallbackManager)register_async_client_cleanupLITELLM_MODEDEVinput_callbacksuccess_callbackfailure_callbackservice_callback)(lago	openmeterlogfire	literalaidynamic_rate_limiterdynamic_rate_limiter_v3	langsmith
prometheusoteldatadogdatadog_llm_observabilitygalileo
braintrustarizearize_phoenix	langtrace
gcs_bucketazure_storageopikargillamlflowlangfuselangfuse_otel	pagerduty	humanloop
gcs_pubsubagentopsanthropic_cache_control_hookgeneric_apiresend_email
smtp_emaildeepevals3_v2aws_sqsvector_store_pre_call_hook	dotprompt	bitbucketgitlab	cloudzeroposthogcold_storage_custom_logger*logged_real_time_event_types)_known_custom_logger_compatible_callbacks	callbacksinitialized_langfuse_clientslangfuse_default_tagslangsmith_batch_sizeF$prometheus_initialize_budget_metrics!require_auth_for_metrics_endpointargilla_batch_sizedatadog_use_v1gcs_pub_sub_use_v1generic_api_use_v1argilla_transformation_object_async_input_callback_async_success_callback_async_failure_callbackpre_call_rulespost_call_rulesturn_off_message_logginglog_raw_request_responseredact_messages_in_exceptionsredact_user_api_key_infofilter_invalid_headers#add_user_information_to_llm_headersemailtokenT
max_tokensLITELLM_DROP_PARAMSLITELLM_MODIFY_PARAMSapi_key
openai_keygroq_keydatabricks_keyopenai_like_key	azure_keyanthropic_keyreplicate_key	bytez_key
cohere_keyinfinity_keyclarifai_keymaritalk_keyai21_key
ollama_keyopenrouter_keydatarobot_keypredibase_keyhuggingface_keyvertex_projectvertex_locationpredibase_tenant_idtogetherai_api_keycloudflare_api_keyvercel_ai_gateway_keybaseten_keyllama_api_keyaleph_alpha_keynlp_cloud_keynovita_api_keysnowflake_keygradient_ai_api_key
nebius_key	wandb_key
heroku_keycometapi_keyovhcloud_keylemonade_key)projectregion_namer   )	vertex_aibedrockwatsonxazurevertex_ai_beta)params	providers!common_cloud_provider_auth_paramsuse_litellm_proxy
use_client
ssl_verifyssl_security_levelssl_certificatessl_ecdh_curvedisable_streaming_loggingdisable_token_counter(disable_add_transform_inline_image_block&disable_add_user_agent_to_request_tagsextra_spend_tag_headersin_memory_llm_clients_cachesafe_memory_modeenable_azure_ad_token_refreshz2025-02-01-previewz
2024-03-13search_document#COHERE_DEFAULT_EMBEDDING_INPUT_TYPEcredential_listllamaguard_model_nameopenai_moderations_model_namepresidio_ad_hoc_recognizers&google_moderation_confidence_threshold$llamaguard_unsafe_content_categoriesblocked_user_listbanned_keywords_listall)r   zkey-specificzrequest-specificllm_guard_modeguardrail_name_config_mapinclude_cost_in_streaming_usage)
PromptSpecprompt_name_config_mapenable_preview_featuresreturn_response_headersenable_json_schema_validationlogging'enable_loadbalancing_on_batch_endpoints3enable_caching_on_provider_specific_optional_paramscachingcaching_with_modelscachedefault_in_memory_ttldefault_redis_ttl default_redis_batch_cache_expirymodel_alias_mapModelGroupSettingsmodel_group_settingsg        
max_budgetbudget_durationdefault_soft_budget#forward_traceparent_to_llm_provider
error_logsadd_function_to_promptclient_sessionaclient_sessionmodel_fallbacksLITELLM_MODEL_COST_MAP_URLz[https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.jsonmodel_cost_map_urldynamodb_table_names3_callback_params datadog_llm_observability_paramsdatadog_paramsaws_sqs_callback_paramsgeneric_logger_headersdefault_key_generate_paramsupperbound_key_generate_paramskey_generation_settingsdefault_internal_user_paramsdefault_team_paramsdefault_team_settingsmax_user_budget default_max_internal_user_budgetmax_internal_user_budget
   max_ui_session_budgetinternal_user_budget_durationtag_budget_configmax_end_user_budgetmax_end_user_budget_iddisable_end_user_cost_tracking.disable_end_user_cost_tracking_prometheus_only-enable_end_user_cost_tracking_prometheus_only!custom_prometheus_metadata_labelscustom_prometheus_tagsprometheus_metrics_configdisable_add_prefix_to_prompt#disable_copilot_system_to_assistantpublic_model_groupspublic_model_groups_linkspriority_reservationrO   priority_reservation_settingsuse_aiohttp_transportaiohttp_trust_envdisable_aiohttp_transportdisable_aiohttp_trust_env
force_ipv4zmodule level aclient)timeoutclient_alias)r.  num_retriesmax_fallbacksdefault_fallbacks	fallbackscontext_window_fallbackscontent_policy_fallbacks   allowed_failsnum_retries_per_requestsecret_manager_client_google_kms_resource_name_key_management_system_key_management_settingsoutput_parse_pii)get_model_cost_map)urlcost_discount_configcustom_prompt_dictc                       e Zd Zd Zy)MyLocalc                     d| _         y )NzHello World)user)selfs    i/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/litellm/__init__.py__init__zMyLocal.__init__  s	    !	    N)__name__
__module____qualname__rH   rI  rG  rC  rC    s    "rI  rC  c                 *    d| v r| d   t         _        y y )NrE  )_thread_contextrE  )event_detailss    rG  identifyrQ    s    ,V4 rI  api_baseapi_versionvertex_ai_safety_settings)Setopen_ai_chat_completion_modelsopen_ai_text_completion_modelscohere_modelscohere_chat_modelsmistral_chat_models text_completion_codestral_modelsanthropic_modelsopenrouter_modelsdatarobot_modelsvertex_language_modelsvertex_vision_modelsvertex_chat_modelsvertex_code_chat_modelsvertex_ai_image_modelsvertex_ai_video_modelsvertex_text_modelsvertex_code_text_modelsvertex_embedding_modelsvertex_anthropic_modelsvertex_llama3_modelsvertex_deepseek_modelsvertex_ai_ai21_modelsvertex_mistral_modelsvertex_openai_modelsvertex_minimax_modelsvertex_moonshot_modelsai21_modelsai21_chat_modelsnlp_cloud_modelsaleph_alpha_modelsbedrock_modelsbedrock_converse_modelsfal_ai_modelsfireworks_ai_modelsfireworks_ai_embedding_modelsdeepinfra_modelsperplexity_modelswatsonx_modelsgemini_models
xai_modelsdeepseek_modelsrunwayml_modelsazure_ai_modelsjina_ai_modelsvoyage_modelsinfinity_modelsheroku_modelsdatabricks_modelscloudflare_modelscodestral_modelsfriendliai_modelsfeatherless_ai_modelspalm_modelsgroq_modelsazure_modelsazure_text_modelsanyscale_modelscerebras_modelsgaladriel_modelsnvidia_nim_modelssambanova_modelssambanova_embedding_modelsnovita_modelsassemblyai_modelssnowflake_modelsgradient_ai_modelsllama_modelsnscale_modelsnebius_modelsnebius_embedding_modelsaiml_modelsdeepgram_modelselevenlabs_modelsdashscope_modelsmoonshot_models	v0_modelsmorph_modelslambda_ai_modelshyperbolic_modelsrecraft_modelscometapi_models
oci_modelsvercel_ai_gateway_modelsvolcengine_modelswandb_modelsovhcloud_modelsovhcloud_embedding_modelslemonade_modelskeyreturnc                 `    t        j                  d      }d| v ry|j                  |       }|duS )a#  
    Excludes keys with the pattern 'bedrock/<region>/<model>'. These are in the model_prices_and_context_window.json file for pricing purposes only.

    Args:
        key (str): A key to filter.

    Returns:
        bool: True if the key matches the Bedrock pattern, False otherwise.
    z^bedrock/[a-zA-Z0-9_-]+/.+$zmonth-commitmentTN)recompilematch)r  bedrock_patternis_matchs      rG  is_bedrock_pricing_only_modelr  )  s9     jj!?@OS $$S)H4rI  c                 R    | j                  d      xr | j                  d      dkD   S )a(  
    Excludes model cost keys with the pattern 'ft:<model>'. These are in the model_prices_and_context_window.json file for pricing purposes only.

    Args:
        key (str): A key to filter.

    Returns:
        bool: True if the key matches the OpenAI finetune pattern, False otherwise.
    zft::   )
startswithcount)r  s    rG  is_openai_finetune_modelr  =  s(     >>% ;3!);%;;rI  c                     t         j                         D ]  \  } }|j                  d      dk(  r!t        |       st        j                  |        <|j                  d      dk(  rt        j                  |        f|j                  d      dk(  rt        j                  |        |j                  d      dk(  rt        j                  |        |j                  d      dk(  rt        j                  |        |j                  d      dk(  rt        j                  |        |j                  d      dk(  rt        j                  |        :|j                  d      d	k(  rt        j
                  |        e|j                  d      d
k(  rt        j                  |        |j                  d      dk(  rt        j                  |        |j                  d      dk(  rt        j                  |        |j                  d      dk(  rt         j                  |        |j                  d      dk(  rt"        j                  |        <|j                  d      dk(  rt$        j                  |        g|j                  d      dk(  rt&        j                  |        |j                  d      dk(  rt(        j                  |        |j                  d      dk(  rt*        j                  |        |j                  d      dk(  rt,        j                  |        |j                  d      dk(  r)| j/                  dd      } t0        j                  |        P|j                  d      dk(  r)| j/                  dd      } t2        j                  |        |j                  d      dk(  r)| j/                  dd      } t4        j                  |        |j                  d      dk(  r)| j/                  dd      } t6        j                  |        |j                  d      dk(  r)| j/                  dd      } t8        j                  |        D|j                  d      dk(  r)| j/                  dd      } t:        j                  |        |j                  d      dk(  r)| j/                  dd      } t<        j                  |        |j                  d      dk(  r)| j/                  dd      } t>        j                  |        |j                  d      dk(  r)| j/                  dd      } t@        j                  |        8|j                  d      dk(  r)| j/                  dd      } tB        j                  |        u|j                  d      d k(  rB|j                  d!      d"k(  rtD        j                  |        tF        j                  |        |j                  d      d#k(  rtH        j                  |        |j                  d      d$k(  rtJ        j                  |        !|j                  d      d%k(  r"tM        |       stN        j                  |        W|j                  d      d&k(  rtP        j                  |        |j                  d      d'k(  rtR        j                  |        |j                  d      d(k(  rtT        j                  |        |j                  d      d)k(  rtV        j                  |        |j                  d      d*k(  rtX        j                  |        .|j                  d      d+k(  r#d,| vsHd-| vsNtZ        j                  |        e|j                  d      d.k(  rd,| vst\        j                  |        |j                  d      d/k(  rt^        j                  |        |j                  d      d0k(  rt`        j                  |        |j                  d      d1k(  rtb        j                  |        |j                  d      d2k(  rtd        j                  |        B|j                  d      d3k(  rtf        j                  |        m|j                  d      d4k(  rth        j                  |        |j                  d      d5k(  rtj        j                  |        |j                  d      d6k(  rtl        j                  |        |j                  d      d7k(  rtn        j                  |        	|j                  d      d8k(  rtp        j                  |        	D|j                  d      d9k(  rtr        j                  |        	o|j                  d      d:k(  rtt        j                  |        	|j                  d      d;k(  rtv        j                  |        	|j                  d      d<k(  rtx        j                  |        	|j                  d      d=k(  rtz        j                  |        
|j                  d      d>k(  rt|        j                  |        
F|j                  d      d?k(  rt~        j                  |        
q|j                  d      d@k(  rt        j                  |        
|j                  d      dAk(  rt        j                  |        
|j                  d      dBk(  rt        j                  |        
|j                  d      dCk(  rt        j                  |        |j                  d      dDk(  rt        j                  |        H|j                  d      dEk(  rt        j                  |        s|j                  d      dFk(  rt        j                  |        |j                  d      dGk(  rt        j                  |        |j                  d      dHk(  rt        j                  |        |j                  d      dIk(  rt        j                  |        |j                  d      dJk(  rt        j                  |        J|j                  d      dKk(  rt        j                  |        u|j                  d      dLk(  rt        j                  |        |j                  d      dMk(  rt        j                  |        |j                  d      dNk(  rt        j                  |        |j                  d      dOk(  rt        j                  |        !|j                  d      dPk(  rt        j                  |        L|j                  d      dQk(  rt        j                  |        w|j                  d      dRk(  rt        j                  |        |j                  d      dSk(  rt        j                  |        |j                  d      dTk(  rt        j                  |        |j                  d      dUk(  rt        j                  |        #|j                  d      dVk(  rt        j                  |        N|j                  d      dWk(  rt        j                  |        y|j                  d      dXk(  rt        j                  |        |j                  d      dYk(  rt        j                  |        |j                  d      dZk(  rt        j                  |        |j                  d      d[k(  rt        j                  |        %|j                  d      d\k(  rt        j                  |        P|j                  d      d]k(  rt        j                  |        {|j                  d      d^k(  rt        j                  |        |j                  d      d_k(  st        j                  |         y )`Nlitellm_provideropenaitext-completion-openai
azure_textcoherecohere_chatmistral	anthropicempower
openroutervercel_ai_gateway	datarobotzvertex_ai-text-modelszvertex_ai-code-text-modelszvertex_ai-language-modelszvertex_ai-vision-modelszvertex_ai-chat-modelszvertex_ai-code-chat-modelszvertex_ai-embedding-modelszvertex_ai-anthropic_modelsz
vertex_ai/ zvertex_ai-llama_modelszvertex_ai-deepseek_modelszvertex_ai-mistral_modelszvertex_ai-ai21_modelszvertex_ai-image-modelszvertex_ai-video-modelszvertex_ai-openai_modelszvertex_ai-minimax_modelszvertex_ai-moonshot_modelsai21modechat	nlp_cloudaleph_alphar   bedrock_converse	deepinfra
perplexityr   geminifireworks_aiz-to-zfireworks-ai-defaultzfireworks_ai-embedding-modelstext-completion-codestralxaifal_aideepseekrunwayml
meta_llamanscaleazure_aivoyageinfinity
databricks
cloudflare	codestral
friendliaipalmgroqr   anyscalecerebras	galadriel
nvidia_nim	sambanovazsambanova-embedding-modelsnovitaznebius-chat-modelsznebius-embedding-modelsaiml
assemblyaijina_ai	snowflakegradient_aifeatherless_aideepgram
elevenlabsheroku	dashscopemoonshotv0morph	lambda_ai
hyperbolicrecraftcometapioci
volcenginewandbovhcloudzovhcloud-embedding-modelslemonade)`
model_costitemsgetr  rV  addrW  r  rX  rY  rZ  r\  r4   r]  r  r^  re  rf  r_  r`  ra  rb  rg  replacerh  ri  rj  rl  rk  rc  rd  rm  rn  ro  rq  rp  rr  rs  r  rt  ru  ry  rz  r{  r|  rw  rx  r[  r}  rv  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  )r  values     rG  add_known_modelsr  J  s    &&(
U99'(H4=U>
 +..s3YY)*.FF*..s3YY)*l:!!#&YY)*h6c"YY)*m;""3'YY)*i7##C(YY)*k9  %YY)*i7s#YY)*l:!!#&YY)*.AA$((-YY)*k9  %YY)*.EE""3'YY)*.JJ#'',YY)*.II"&&s+YY)*.GG $$S)YY)*.EE""3'YY)*.JJ#'',YY)*.JJ#'',YY)*.JJ++lB/C#'',YY)*.FF++lB/C $$S)YY)*.II++lB/C"&&s+YY)*.HH++lB/C!%%c*YY)*.EE++lB/C!%%c*YY)*.FF++lB/C"&&s+YY)*.FF++lB/C"&&s+YY)*.GG++lB/C $$S)YY)*.HH++lB/C!%%c*YY)*.II++lB/C"&&s+YY)*f4yy F* $$S)$YY)*k9  %YY)*m;""3'YY
<SAs#YY)*.@@#'',YY)*k9  %YY)*l:!!#&YY)*i7s#YY)*h6c"YY)*n<S %;3%F#'',YY)*.MMS -11#6YY)*.II,005YY)*e3NN3YY)*h6c"YY)*j8$YY)*j8$YY)*l:S!YY)*h6c"YY)*j8$YY)*h6c"YY)*j8$YY)*l:!!#&YY)*l:!!#&YY)*k9  %YY)*l:!!#&YY)*f4OOC YY)*f4OOC YY)*g5S!YY)*j8$YY)*j8$YY)*k9  %YY)*l:!!#&YY)*k9  %YY)*.JJ&**3/YY)*h6c"YY)*.BBc"YY)*.GG#'',YY)*f4OOC YY)*l:!!#&YY)*i7s#YY)*k9  %YY)*m;""3'YY)*.>>!%%c*YY)*j8$YY)*l:!!#&YY)*h6c"YY)*k9  %YY)*j8$YY)*d2MM#YY)*g5S!YY)*k9  %YY)*l:!!#&YY)*i7s#YY)*j8$YY)*e3NN3YY)*l:!!#&YY)*g5S!YY)*j8$YY)*.II%))#.YY)*j8$K )rI  zazure/gpt-35-turbozazure/gpt-35-turbo-16kzazure/gpt-35-turbo-instructzgpt-4.1zgpt-4.1-minizgpt-4.1-nano)zgpt-35-turbozgpt-35-turbo-16kzgpt-35-turbo-instructzazure/gpt-41zazure/gpt-41-minizazure/gpt-41-nanoadaz	azure/adazpetals-team/StableBeluga2llama2maritalkprovider_listr  r  r  r  r  	replicatehuggingfacetogether_aibasetenr  r  r  r   r  r   petalsollamaollama_chatr  r  r   r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  nebiusr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  )r  r  r  r  r  r   clarifaimodels_by_providerzgpt-3.5-turbo-16kzgpt-3.5-turbo-16k-0301zgpt-3.5-turbo-16k-0613z	gpt-4-32kzgpt-4-32k-0314zgpt-4-32k-0613zclaude-2zchat-bison-32kzcodechat-bison-32kz#openrouter/openai/gpt-3.5-turbo-16kzopenrouter/anthropic/claude-2)zgpt-3.5-turbozgpt-3.5-turbo-0301zgpt-3.5-turbo-0613zgpt-4z
gpt-4-0314z
gpt-4-0613zclaude-instant-1zclaude-instant-1.2z
chat-bisonzchat-bison@001zcodechat-bisonzcodechat-bison@001zopenrouter/openai/gpt-3.5-turboz&openrouter/anthropic/claude-instant-v1"longer_context_model_fallback_dictzdall-e-2zdall-e-3zsora-2r  )completion_cost)Loggingmodify_integration)get_llm_provider)remove_index_from_tool_calls)get_modified_max_tokens))clientexception_typeget_optional_paramsget_response_stringtoken_countercreate_pretrained_tokenizercreate_tokenizersupports_function_callingsupports_web_searchsupports_url_contextsupports_response_schema"supports_parallel_function_callingsupports_visionsupports_audio_inputsupports_audio_outputsupports_system_messagessupports_reasoningget_litellm_paramsacreateget_max_tokensget_model_inforegister_prompt_templatevalidate_environmentcheck_valid_keyregister_modelencodedecode_calculate_retry_after_should_retryget_supported_openai_paramsget_api_baseget_first_chars_messagesModelResponseModelResponseStreamEmbeddingResponseImageResponseTranscriptionResponseTextCompletionResponseget_provider_fieldsModelResponseListIteratorget_valid_models)BytezChatConfig)	CustomLLM)AmazonConverseConfig)OpenAILikeChatConfig)AiohttpOpenAIChatConfig)GaladrielChatConfig)GithubChatConfig)CompactifAIChatConfig)EmpowerChatConfig)HuggingFaceChatConfig)HuggingFaceEmbeddingConfig)OobaboogaConfig)MaritalkConfig)OpenrouterConfig)DataRobotConfig)AnthropicConfig)AnthropicModelInfo)GroqSTTConfig)AnthropicTextConfig)TritonConfig)TritonGenerateConfig)TritonInferConfig)TritonEmbeddingConfig)HuggingFaceRerankConfig)DatabricksConfig)DatabricksEmbeddingConfig)PredibaseConfig)ReplicateConfig)SnowflakeConfig)CohereRerankConfig)CohereRerankV2Config)AzureAIRerankConfig)InfinityRerankConfig)JinaAIRerankConfig)DeepinfraRerankConfig)HostedVLLMRerankConfig)NvidiaNimRerankConfig)VertexAIRerankConfig)ClarifaiConfig)AI21ChatConfigrm  )LlamaAPIConfig)AnthropicMessagesConfig)#AmazonAnthropicClaudeMessagesConfig)TogetherAIConfig)TogetherAITextCompletionConfig)CloudflareChatConfig)NovitaConfig)
PalmConfig)NLPCloudConfig)PetalsConfig)AlephAlphaConfig)VertexGeminiConfigry  )GeminiModelInfo)GoogleAIStudioGeminiConfigr{  )VertexAITextEmbeddingConfig)VertexAIAnthropicConfig)VertexAILlama3Config)VertexAIAi21Config)OllamaChatConfig)OllamaConfig)SagemakerConfig)SagemakerChatConfig)AmazonCohereChatConfigbedrock_tool_name_mappings)AmazonBedrockGlobalConfig)AmazonAI21Config)AmazonInvokeNovaConfig)AmazonQwen3Config)AmazonAnthropicConfig)AmazonAnthropicClaudeConfig)AmazonCohereConfig)AmazonLlamaConfig)AmazonDeepSeekR1Config)AmazonMistralConfig)AmazonTitanConfig)AmazonInvokeConfig)AmazonStabilityConfig)AmazonStability3Config)AmazonNovaCanvasConfig)AmazonTitanG1Config)&AmazonTitanMultimodalEmbeddingG1Config)AmazonTitanV2Config)CohereChatConfig)CohereV2ChatConfig)BedrockCohereEmbeddingConfig) TwelveLabsMarengoEmbeddingConfig)OpenAIConfigMistralEmbeddingConfig)OpenAIImageVariationConfig)DeepInfraConfig) DeepgramAudioTranscriptionConfig)TopazModelInfo)TopazImageVariationConfig)OpenAITextCompletionConfig)GroqChatConfig)VoyageEmbeddingConfig)VoyageContextualEmbeddingConfig)InfinityEmbeddingConfig)AzureAIStudioConfig)MistralConfig)OpenAIResponsesAPIConfig)AzureOpenAIResponsesAPIConfig)$AzureOpenAIOSeriesResponsesAPIConfig)XAIResponsesAPIConfig)LiteLLMProxyResponsesAPIConfig)OpenAIOSeriesConfigr  )GradientAIConfig)OpenAIGPTConfig)OpenAIGPT5Config)%OpenAIWhisperAudioTranscriptionConfig)!OpenAIGPTAudioTranscriptionConfig)OpenAIGPTAudioConfig)NvidiaNimConfig)NvidiaNimEmbeddingConfig)FeatherlessAIConfig)CerebrasConfig)BasetenConfig)SambanovaConfig)SambaNovaEmbeddingConfig)FireworksAIConfig)FireworksAITextCompletionConfig)#FireworksAIAudioTranscriptionConfig)FireworksAIEmbeddingConfig)FriendliaiChatConfig)JinaAIEmbeddingConfig)XAIChatConfig)XAIModelInfo)AIMLChatConfig)VolcEngineChatConfig)CodestralTextCompletionConfig)AzureOpenAIErrorAzureOpenAIAssistantsAPIConfig)HerokuChatConfig)CometAPIConfig)AzureOpenAIConfig)AzureOpenAIGPT5Config)AzureOpenAITextConfig)HostedVLLMChatConfig)LlamafileChatConfig)LiteLLMProxyChatConfig)
VLLMConfig)DeepSeekChatConfig)LMStudioChatConfig)LmStudioEmbeddingConfig)NscaleConfig)PerplexityChatConfig)AzureOpenAIO1Config)IBMWatsonXAIConfig)IBMWatsonXChatConfig)IBMWatsonXEmbeddingConfig)GithubCopilotConfig)NebiusConfig)WandbConfig)DashScopeChatConfig)MoonshotChatConfig)V0ChatConfig)OCIChatConfig)MorphChatConfig)LambdaAIChatConfig)HyperbolicChatConfig)VercelAIGatewayConfig)OVHCloudChatConfig)OVHCloudEmbeddingConfig)CometAPIEmbeddingConfig)LemonadeChatConfig)r   )close_litellm_async_clients)AuthenticationErrorInvalidRequestErrorBadRequestErrorImageFetchErrorNotFoundErrorRateLimitErrorServiceUnavailableErrorBadGatewayErrorOpenAIErrorContextWindowExceededErrorContentPolicyViolationErrorBudgetExceededErrorAPIErrorTimeoutAPIConnectionErrorUnsupportedParamsErrorAPIResponseValidationErrorUnprocessableEntityErrorInternalServerErrorJSONSchemaValidationErrorLITELLM_EXCEPTION_TYPESMockException)BudgetManager)
run_server)Router)
_arealtime)r/  adeletealist	aretrievearetrieve_contentaupdatecreatedeletelistretrieveretrieve_contentupdate)response_cost_calculatorcost_per_token)AdapterItemadapters)VectorStoreRegistryVectorStoreIndexRegistryvector_store_registryvector_store_index_registry)CustomLLMItem)GenericStreamingChunkcustom_provider_map_custom_providersdisable_hf_tokenizer_downloadglobal_disable_no_log_param)get_litellm_gateway_api_key)allm_passthrough_routellm_passthrough_route)agenerate_contentglobal_bitbucket_configconfigc                     | a yz9Set global BitBucket configuration for prompt management.N)r#  r$  s    rG  set_global_bitbucket_configr(    s
     %rI  global_gitlab_configc                     | a yr&  )r)  r'  s    rG  set_global_gitlab_configr+    s
     "rI  (  warningsfilterwarnings	threadingostypingr   r   r   r   r	   r
   r   r   r   *litellm.types.integrations.datadog_llm_obsr   "litellm.types.integrations.datadogr   &litellm.llms.custom_httpx.http_handlerr   r   litellm.caching.cachingr   r   r   r   #litellm.caching.llm_caching_handlerr   litellm.types.llms.bedrockr   litellm.types.utilsr   r   r   _litellm_completion_paramsr   r   litellm._loggingr   r   r   r    r!   r"   r  litellm.constantsr#   r$   r%   r&   r'   r(   r)   r*   r+   _openai_completion_paramsr,   _openai_finish_reasonsr-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   litellm.integrations.dotpromptrD   rE   rF   litellm.types.guardrailsrG   "litellm.types.secret_managers.mainrH   rI   /litellm.types.proxy.management_endpoints.ui_ssorJ   rK   rL   rM   rN   rO   "litellm.integrations.custom_loggerrP   3litellm.litellm_core_utils.logging_callback_managerrQ   httpxdotenv.litellm.llms.custom_httpx.async_client_cleanuprR   getenvlitellm_modeload_dotenvstrCALLBACK_TYPESrU   __annotations__rV   rW   rX   logging_callback_manager+_custom_logger_compatible_callbacks_literalr   r   r  r   r   r   intr   r   r   boolr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   store_audit_logsr   r   	telemetryr   drop_paramsmodify_paramsretryr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   dictr   r   r   r   r   r   r   r   r   r   r   r   r   r   AZURE_DEFAULT_API_VERSIONWATSONX_DEFAULT_API_VERSIONr   r   r   r   r   r   floatr   r   r   r   r   r   "litellm.types.prompts.init_promptsr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   _current_costr  r  r  Clientr  AsyncClientr  r  suppress_debug_infor  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  module_level_aclientmodule_level_clientr0  r1  r2  r3  r4  r5  r7  r8  r9  r:  r;  r<  r=  -litellm.litellm_core_utils.get_model_cost_mapr>  r  r@  rA  check_provider_endpointlocalrC  rO  rQ  rR  headersrS  organizationr   config_pathrT  rU  setrV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  
azure_llmsazure_embedding_modelspetals_modelsollama_modelsmaritalk_models
model_listmodel_list_setr  r  r  all_embedding_modelsopenai_image_generation_modelsopenai_video_generation_modelsr.  cost_calculatorr  *litellm.litellm_core_utils.litellm_loggingr  r  1litellm.litellm_core_utils.get_llm_provider_logicr  'litellm.litellm_core_utils.core_helpersr  (litellm.litellm_core_utils.token_counterr  utilsr  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  ALL_LITELLM_RESPONSE_TYPESllms.bytez.chat.transformationrF  llms.custom_llmrG  )llms.bedrock.chat.converse_transformationrH  llms.openai_like.chat.handlerrI  'llms.aiohttp_openai.chat.transformationrJ  "llms.galadriel.chat.transformationrK  llms.github.chat.transformationrL  $llms.compactifai.chat.transformationrM   llms.empower.chat.transformationrN  $llms.huggingface.chat.transformationrO  )llms.huggingface.embedding.transformationrP  "llms.oobabooga.chat.transformationrQ  llms.maritalkrR  #llms.openrouter.chat.transformationrS  "llms.datarobot.chat.transformationrT  "llms.anthropic.chat.transformationrU  llms.anthropic.common_utilsrV  llms.groq.stt.transformationrW  (llms.anthropic.completion.transformationrX  %llms.triton.completion.transformationrY  rZ  r[  $llms.triton.embedding.transformationr\  &llms.huggingface.rerank.transformationr]  #llms.databricks.chat.transformationr^  $llms.databricks.embed.transformationr_  "llms.predibase.chat.transformationr`  "llms.replicate.chat.transformationra  "llms.snowflake.chat.transformationrb  !llms.cohere.rerank.transformationrc  $llms.cohere.rerank_v2.transformationrd  #llms.azure_ai.rerank.transformationre  #llms.infinity.rerank.transformationrf  "llms.jina_ai.rerank.transformationrg  $llms.deepinfra.rerank.transformationrh  &llms.hosted_vllm.rerank.transformationri  %llms.nvidia_nim.rerank.transformationrj  $llms.vertex_ai.rerank.transformationrk  !llms.clarifai.chat.transformationrl  llms.ai21.chat.transformationrm  
AI21Config#llms.meta_llama.chat.transformationrn  @llms.anthropic.experimental_pass_through.messages.transformationro  Mllms.bedrock.messages.invoke_transformations.anthropic_claude3_transformationrp  llms.together_ai.chatrq  *llms.together_ai.completion.transformationrr  #llms.cloudflare.chat.transformationrs  llms.novita.chat.transformationrt  llms.deprecated_providers.palmru  llms.nlp_cloud.chat.handlerrv  %llms.petals.completion.transformationrw  %llms.deprecated_providers.aleph_alpharx  8llms.vertex_ai.gemini.vertex_and_google_ai_studio_geminiry  VertexAIConfigllms.gemini.common_utilsrz  llms.gemini.chat.transformationr{  GeminiConfig/llms.vertex_ai.vertex_embeddings.transformationr|  vertexAITextEmbeddingConfig@llms.vertex_ai.vertex_ai_partner_models.anthropic.transformationr}  =llms.vertex_ai.vertex_ai_partner_models.llama3.transformationr~  ;llms.vertex_ai.vertex_ai_partner_models.ai21.transformationr  llms.ollama.chat.transformationr  %llms.ollama.completion.transformationr  (llms.sagemaker.completion.transformationr  "llms.sagemaker.chat.transformationr   llms.bedrock.chat.invoke_handlerr  r  llms.bedrock.common_utilsr  Cllms.bedrock.chat.invoke_transformations.amazon_ai21_transformationr  Cllms.bedrock.chat.invoke_transformations.amazon_nova_transformationr  Dllms.bedrock.chat.invoke_transformations.amazon_qwen3_transformationr  Illms.bedrock.chat.invoke_transformations.anthropic_claude2_transformationr  Illms.bedrock.chat.invoke_transformations.anthropic_claude3_transformationr  Ellms.bedrock.chat.invoke_transformations.amazon_cohere_transformationr  Dllms.bedrock.chat.invoke_transformations.amazon_llama_transformationr  Gllms.bedrock.chat.invoke_transformations.amazon_deepseek_transformationr  Fllms.bedrock.chat.invoke_transformations.amazon_mistral_transformationr  Dllms.bedrock.chat.invoke_transformations.amazon_titan_transformationr  Cllms.bedrock.chat.invoke_transformations.base_invoke_transformationr  3llms.bedrock.image.amazon_stability1_transformationr  3llms.bedrock.image.amazon_stability3_transformationr  4llms.bedrock.image.amazon_nova_canvas_transformationr  1llms.bedrock.embed.amazon_titan_g1_transformationr  9llms.bedrock.embed.amazon_titan_multimodal_transformationr  1llms.bedrock.embed.amazon_titan_v2_transformationr  llms.cohere.chat.transformationr  "llms.cohere.chat.v2_transformationr  (llms.bedrock.embed.cohere_transformationr  4llms.bedrock.embed.twelvelabs_marengo_transformationr  llms.openai.openair  r  +llms.openai.image_variations.transformationr  "llms.deepinfra.chat.transformationr  0llms.deepgram.audio_transcription.transformationr  llms.topaz.common_utilsr  *llms.topaz.image_variations.transformationr  -litellm.llms.openai.completion.transformationr  llms.groq.chat.transformationr  $llms.voyage.embedding.transformationr  /llms.voyage.embedding.transformation_contextualr  &llms.infinity.embedding.transformationr  !llms.azure_ai.chat.transformationr   llms.mistral.chat.transformationr  $llms.openai.responses.transformationr  #llms.azure.responses.transformationr  ,llms.azure.responses.o_series_transformationr  !llms.xai.responses.transformationr  +llms.litellm_proxy.responses.transformationr  (llms.openai.chat.o_series_transformationr  OpenAIO1Config$llms.gradient_ai.chat.transformationr  openaiOSeriesConfig#llms.openai.chat.gpt_transformationr  %llms.openai.chat.gpt_5_transformationr  1llms.openai.transcriptions.whisper_transformationr  -llms.openai.transcriptions.gpt_transformationr  openAIGPTConfig)llms.openai.chat.gpt_audio_transformationr  openAIGPTAudioConfigopenAIGPT5Config#llms.nvidia_nim.chat.transformationr  llms.nvidia_nim.embedr  nvidiaNimConfignvidiaNimEmbeddingConfig'llms.featherless_ai.chat.transformationr  llms.cerebras.chatr  llms.baseten.chatr  llms.sambanova.chatr  'llms.sambanova.embedding.transformationr  %llms.fireworks_ai.chat.transformationr  +llms.fireworks_ai.completion.transformationr  4llms.fireworks_ai.audio_transcription.transformationr  3llms.fireworks_ai.embed.fireworks_ai_transformationr  #llms.friendliai.chat.transformationr  %llms.jina_ai.embedding.transformationr  llms.xai.chat.transformationr  llms.xai.common_utilsr  llms.aiml.chat.transformationr  #llms.volcengine.chat.transformationr  VolcEngineConfig(llms.codestral.completion.transformationr  llms.azure.azurer  r  llms.heroku.chat.transformationr  !llms.cometapi.chat.transformationr  "llms.azure.chat.gpt_transformationr  $llms.azure.chat.gpt_5_transformationr  $llms.azure.completion.transformationr  $llms.hosted_vllm.chat.transformationr  "llms.llamafile.chat.transformationr  &llms.litellm_proxy.chat.transformationr  #llms.vllm.completion.transformationr  !llms.deepseek.chat.transformationr  "llms.lm_studio.chat.transformationr  #llms.lm_studio.embed.transformationr  llms.nscale.chat.transformationr  #llms.perplexity.chat.transformationr  'llms.azure.chat.o_series_transformationr  &llms.watsonx.completion.transformationr   llms.watsonx.chat.transformationr  !llms.watsonx.embed.transformationr  'llms.github_copilot.chat.transformationr  llms.nebius.chat.transformationr  llms.wandb.chat.transformationr  "llms.dashscope.chat.transformationr  !llms.moonshot.chat.transformationr  llms.v0.chat.transformationr  llms.oci.chat.transformationr  llms.morph.chat.transformationr  "llms.lambda_ai.chat.transformationr  #llms.hyperbolic.chat.transformationr  *llms.vercel_ai_gateway.chat.transformationr  !llms.ovhcloud.chat.transformationr  &llms.ovhcloud.embedding.transformationr  "llms.cometapi.embed.transformationr  !llms.lemonade.chat.transformationr  mainintegrations&llms.custom_httpx.async_client_cleanupr  
exceptionsr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  budget_managerr  proxy.proxy_clir  routerr  assistants.mainbatches.mainimages.mainvideos.mainbatch_completion.mainrerank_api.main9llms.anthropic.experimental_pass_through.messages.handlerresponses.maincontainers.mainocr.mainsearch.mainrealtime_api.mainr  fine_tuning.main
files.mainvector_store_files.mainavector_store_file_creater  avector_store_file_deleter  avector_store_file_listr  avector_store_file_retriever	  avector_store_file_contentr
  avector_store_file_updater  vector_store_file_creater  vector_store_file_deletevector_store_file_listr  vector_store_file_retriever  vector_store_file_contentr  vector_store_file_update	schedulerr  r  types.adapterr  litellm.anthropic_interfaceanthropic_interfacer  r  #vector_stores.vector_store_registryr  r  r  r  types.llms.custom_llmr  types.utilsr  r  r  r  r  *litellm.litellm_core_utils.cli_token_utilsr  passthroughr   r!  google_genair"  r#  r(  r)  r+  rM  rI  rG  <module>rP     s~"      *Q R   R  	
 
 
 O @ P O O > C   
$ $ $ $ $ $ $ $ $ $J 
 3 
 < ; V   Xryy/5F   sHl23')^$ ))+ $~& +)+ $~& +)+ $~& +13 .5')/ +T UY H%PQ XIM huT#Y-D'EF M26893 )4 
  
4	(?
MN  %& c %-1 xS	* 1&* hsm *7< $htn <49 !8D> 9$( HSM (!& & 
 H 

 
 H 
 ;? xS#X7 >  t	#x
%& 
  	#x
%& 
  	#x
%&  "$X #"$h $+0 (4. 0!& $ &05 x~ 5+0 (4. 0).  . 	 $X& 	  
 	 x 	
 	 x 	 	$
C $92992E:;YRYY6>?#  
HSM  (3-  $ $!%# %	8C= #x} ##x} #	8C=  
HSM  "hsm ""hsm ""hsm "(3-  
HSM   $ $#x} ##x} #!%# % $ $!%# %%) Xc] )$( HSM ($( HSM ('+ x} +!Xc] !#x} #!%# %#x} # $ $#x} #%) Xc] ) 
HSM  	8C=  
HSM  "hsm ""hsm ""hsm "1O+ !4 
 
 4  
D #
E#t) #$( HSM (!%# % 	  	 #( 4 '# t #16 ($ 6/4 & 4/3 $s), 3.<.> ^ > $ 05 x~ 50 * DU #%A U(*n% *'+ x} +/3 x} 3-1 Xc] 1:> & >6: $hsm :04 8E#t),- 437 huS$Y/0 7EJAB J68 4] 23 8(-  - 902 S*_- 2 !&  %	   ', t + :> '$ >	 4T   ! T ! 	 x	 	 *. x -%) 8E? )48  (5/ 8"$c3h $7; h34 ;
E  	  	  U  -2 #T 1 
D $  $)-& -/3%++, 3"&$ &#")) a C   %) Xc] )%) HTN )SW  (51H$1N+O"P W;?0$678 ?*. $ .)-  -.2 Xd^ 2PT )L M TAE "=> E/3 htn 3CG Xe$8$$>?@ G(, x~ ,#'% '48  (5/ 8,0 (5/ 0)+ x +/3 x} 37; 8Dl!234 ;'+ Xe_ +(,  ,15  5AE . E@D -x~ D/1 !49 1$& S	 &,0 8D> 0	 d  -2 #T 1+/ Xd3i( /,. 4S> .SW htCu6M/M)N$NOP W! <  # t " 4 "' 4 '	 4  
D '*@  "/:  "Xc] !#x} #$( 8D> ( 	8D>  +/ (4. /+/ (4. /s  	  	 	 x 	 ,0 8C= /8< !45 <2G2I / I $  L L$67
  dJ  ') DdO ( "ioo "
 )5 (3- 
!Xc] !
,0 8D> 0 &)e  +&)e  +Us % C 5 S  (+  # - #  3  # !e  #E c !% C "u  $!e  #!e  #% C "u  $"u  $"u  $E c !!e  # U s " U s "E c ! U s "!e  #5S  #  # % C e "#:;  ;Us 5 S  %(U s * #  3 e Us %
C u u u e Us u Us  3  3  #  3  U s "5S 5S Ec  3 u u  #  3  # "%% C 'Us  3  # % C Ec Us Us "u  $5S u  3  # u 	3 Ec  #  3 e u %
C  # # % 3 %c %u !$ 3 &u  s  t  (
<# 
<$ 
<F%R   )0:''
 
; 
   
,"$%  	
 

   

 	 
   

 
.   !" 
-#$ %& '( )* 
/+, -. /0 12 34 '5'6 78 9: ;< => ?@ A B C!D E"F G#H I$J K%L M&N O'P Q(R S)T U*V W+X Y,Z [-\ ].^ _/` a0b c1d e2f g3h i4j k5l m6n o7p q8r s9t u:v w;x y<z {=| }>~ ?@ A@B CAD EBF GCH IDJ KEL 
/MFH
T Z04\0BtE,+,- BS,/MMS<S m00S %	S
 !S !S %S %S ~S #S 1S !S #  	
   S* K+S, ~ 77-S. m/S0 m1S2 =3S4 !5S6 #7S8 9S: ~;S< m=S> '*GG?S@ %ASB  !ACSD 
:ESF mGSH ISJ KSL "MSN OSP mQSR SST #USV #WSX !YSZ ![S\ #]S^ K_S` KaSb \--cSd #eSf gSh iSj !kSl #mSn !$>>oSp mqSr m55sSt KuSv #wSx ~ySz !{S| %}S~ ,S@ mASB +CSD ESF #GSH mISJ !KSL MSN 	)OSP \QSR !SST #USV ~WSX  #";;eS D Sp )22"""$"&*.'L.M%, "D 0 	
!"#	
"#$  $	$
  !!     #-j!9  #+    , , R R N N P P L L* * * * * * * * * * * * * * * * * * * * * *Z   < ; & & K K ? ? L L C C = = G G ? ? G G Q Q ? ? ) ) A A ? ? ? ? ; ; 7 7 I I ? ? G G D D G G K K A A K K ? ? ? ? ? ? A A F F D D E E B B G G J J H H F F = = W W ? ?   4 3 V V E E 9 9  8 7 ? ? C C  6 5   :;     > = ? ? E E C C 
             W V W W X X R R   > = B B R R  E D S S ? ?  4 3 Q Q T T 9 9 G G  L K B B ; ; J J N N  E D  
 C B)+      "#  ,- #%  @ @ ; ;!#35  H H . . , , 0 0 M M D D X X   F E H H 7 7 / / 9 9  T S  > = = = A A G G G G F F C C J J ; ; A A B B H H 9 9 E E H H F F B B H H H H 9 9 7 7 C C A A 5 5 7 7 ; ; B B E E M M A A K K G G A A   O O           0 * ) ' '       $  H     ) )          E E ' & / / ${
   
 8< x 34 ;BF X&>? F 1 0 . .+- T-( -  4 
 	 x  	 %* T ) S R G F + + 59 $sCx.1 8%S#X %4 % 26 htCH~. 5"T#s(^ " "rI  