j. ddlZddlZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z mZddlZddlZddlmZmZddlmZmZmZddlmZddlZddlmZddlmZmZmZm Z m!Z!ddl"m#Z#dd l$erdd lm%Z%dd l&m'Z(dd l)m*Z*neZ%eZ(eZ* dd l+m,Z,dde,iZ.ej^ddZ0 d&de ee1e2e3fdede e ee1e feffdZ4 d'de e5dee6e2ejnffdZ8dZ9GddejtZ;GddZ<GddZ= d&d ee%e>fd!e e1d"e d#de$r'}t/j4d|d|dYd}~|Sd}~wwxYw)a Unified SSL configuration function that handles ssl_context and ssl_verify logic. SSL Configuration Priority: 1. If ssl_verify is provided -> is a SSL context use the custom SSL context 2. If ssl_verify is False -> disable SSL verification (ssl=False) 3. If ssl_verify is a string -> use it as a path to CA bundle file 4. If SSL_CERT_FILE environment variable is set and exists -> use it as CA bundle file 5. Else will use default SSL context with certifi CA bundle If ssl_security_level is set, it will apply the security level to the SSL context. Args: ssl_verify: SSL verification setting. Can be: - None: Use default from environment/litellm settings - False: Disable SSL verification - True: Enable SSL verification - str: Path to CA bundle file Returns: Union[bool, str, ssl.SSLContext]: Appropriate SSL configuration r str_to_boolN SSL_VERIFYSSL_SECURITY_LEVEL SSL_CERT_FILEF)cafileSSL_ECDH_CURVEzSSL ECDH curve set to: zr6 ssl_cert_filecustom_ssl_contextrHes r,get_ssl_configurationrUZs529*cnn-YY|W-?-?@ '1*c'BK #    &(J#79S9ST F*c"rww~~j'A  /2 RWW^^M:"F]]_F 77vF.1^^-C-C* *-?"E  * *+= >  * *+> ? #3W5K5KL j= "11.A$$'>~>N%OP "!!! #" &&''*{{'8'8':1'=&>>QRUReReQfg((6'77XZ"! &&4^4DCsKFG"! s6)G%%AI,=I,I''I,ct|tr|jd}n|S|dk7r7|jd|}|dk(r |d|dzdz}|S|d|dzdz||dz}|S|S)Nzkey=&z[REDACTED_API_KEY])r'r)find) error_message key_index next_parammasked_messages r,mask_sensitive_infor_s-%!&&v. B"''Y7  *?Y];>RRN o A .&' ,-   r.c8eZdZ ddeedeeffd ZxZS)MaskedHTTPStatusErrormessagetextc tt|jj}t||j tj|jj||jj|jjtj|jj|jj|jj||_||_y)N)methodurlheadersr$) status_coder$rg)rbrequestresponse)r_r)rirfsuper__init__rbhttpxRequestrergr$Responserjrhrc)selforiginal_errorrbrc masked_url __class__s r,rlzMaskedHTTPStatusError.__init__s)^-C-C-G-G)HI  "**MM%--44&..66&..66  ^^*33??&//77&//77    r.NN)__name__ __module__ __qualname__r r)rl __classcell__)rss@r,raras(SW'/}CKC=r.rac(eZdZ d'deeeejfdeee e e de ffdee dee dedf d Z d(deeeejfdeee e e de ffdee dedd ejf d Zd Zd ZdZ d)de deedeedeefdZe d*de deeee efdeedeedeedeeeejfdedeedeede fdZ d+de deeee efdeedeedeedeeeejfdede fdZ d+de deeee efdeedeedeedeeeejfdede fdZ d+de deeee efdeedeedeedeeeejfdede fdZ d,de dejdeeee efdeedeedeedede fdZd-d Z e! d)d!ee"jFdeededd eee$e%ffd"Z&e!d efd#Z'e! d(deed!ee"jFd e(e e ffd$Z)e! d)deed!ee"jFdedd e$fd%Z*e!d ee%fd&Z+y).AsyncHTTPHandlerNr! event_hooks. client_aliasr/shared_sessionr cb||_||_|j|||||_||_y)N)r!r{r/r})r!r{ create_clientclientr|)rpr!r{concurrent_limitr|r/r}s r,rlzAsyncHTTPHandler.__init__s@ &((#!) )  )r.r%c <t|}tjdtj}|t }t jt|tjr|ndt|tr|nd|}tj|||||tdS)NSSL_CERTIFICATE ssl_contextr/r}T) transportr{r!verifycertrgfollow_redirects)rUr;r<r=ssl_certificate_DEFAULT_TIMEOUTrz_create_async_transportr'r9r:boolrm AsyncClientrg)rpr!r{r/r} ssl_configrrs r,rzAsyncHTTPHandler.create_clients+:6 yy*G,C,CD ?&G%<<&0S^^&L RV%/ D%Azt)=   #!  r.cTK|jjd{y7wNracloserps r,closezAsyncHTTPHandler.close&kk  """ (&(c"K|jSwrrrs r, __aenter__zAsyncHTTPHandler.__aenter__*s{{s cTK|jjd{y7wrrrs r, __aexit__zAsyncHTTPHandler.__aexit__-rrrfparamsrgrcK||nt}|xsi}|jtj||jj ||||d{}|S7wN)rrgr)rupdate HTTPHandlerextract_query_paramsrgetrprfrrgr_follow_redirectsrjs r,rzAsyncHTTPHandler.get1sm!1 < BT 2 k66s;< BS)   sAA"A A"r#jsonstream logging_objfilesr$c Ktj} | |j}t|| \} } |jj d|| ||||| |  }|jj ||d{}|j |S7#tjtjf$ry|j||j} |j|||||||d{7|jd{7cYS#|jd{7wxYwtj$r}tj}t|| z d}i}t!|dd}|6|j"j%D]\}}||dj'|<t)j*d |d |d d d |d}~wtj,$r}|dur]t/|d|j0j3d{7t/|d|j0j3d{7nTt/|dt5|j0j6t/|dt5|j0j6t/|d|j0j8|d}~wt:$r}|d}~wwxYww)NPOSTr#rrrgr!rr$rr!r{rfrr#rrrgrrjresponse_headers-{}z%Connection timed out. Timeout passed=z , time taken=z secondsdefault-model-namelitellm-httpx-handlerrbmodel llm_providerrgTrbrcrh)timer!r-r build_requestsendraise_for_statusrmRemoteProtocolError ConnectErrorrr{single_connection_post_requestrTimeoutExceptionroundgetattrrgitemsformatr=TimeoutHTTPStatusErrorsetattrrjareadr_rcrh Exception)rprfr#rrrgr!rrrr$ start_timer*r+reqrj new_clientrTend_time time_deltaerror_responsekeyvalues r,postzAsyncHTTPHandler.postEsYY[ A ,,-NdT[,\ )L/++++!', C"[[--c&-AAH  % % 'OB))5+=+=> *++T-=-=,J *!@@%!#!A!'')))j'')))%% yy{Hx*4a8JG$Q D9N)"0"8"8">">"@JCAFG188=>#A//?y V`Uaaij*4   $$ ~9AJJ,<,<,>&>&>?6)9)9);#;#;<9&9!**//&JK6#6qzz#GH A}ajj&<&< =G G sK A!B9B:BK BAK D.C1/D3K D K  K D*#D& $D**K ?B G  K (J7H -J75H86BJ77 K KK  K c dK | |j}t||\} } |jjd|| ||||| } |jj | d{} | j | S7#t jt jf$ry|j||j} |j|| |||||d{7| jd{7cYS#| jd{7wxYwt j$ri}i}t|dd}|6|jj!D]\}}||dj#|<t%j&d|dd d | d}~wt j($r}}t+|d |j,j.|d ur0t+|d|j,j1d{7|t+|d|j,j2|d}~wt4$r}|d}~wwxYww)NPUTr#rrrgr!r$rrrjrConnection timed out after seconds.rrrrhTrbr!r-rrrrrmrrrr{rrrrrgrrr=rrrrjrhrrcrrprfr#rrrgr!rr$r*r+rrjrrTrrrs r,putzAsyncHTTPHandler.puts/3 ,,-NdT[,\ )L/++++sDQXbitC,C"[[--c22H  % % 'O3))5+=+=> *++T-=-=,J *!@@%!#!A!'')))j'')))%% G$Q D9N)"0"8"8">">"@JCAFG188=>#A//5gYiH*4   $$  A}ajj&<&< =~9AJJ,<,<,>&>&>?G9ajjoo6G G H0AA;"A9#A;8H09A;;AH-<C8CC8H-/C20H-6H08D D DH-(A$F  H-"A H+G.,.H H-&H((H--H0c dK | |j}t||\} } |jjd|| ||||| } |jj | d{} | j | S7#t jt jf$ry|j||j} |j|| |||||d{7| jd{7cYS#| jd{7wxYwt j$ri}i}t|dd}|6|jj!D]\}}||dj#|<t%j&d|dd d | d}~wt j($r}}t+|d |j,j.|d ur0t+|d|j,j1d{7|t+|d|j,j2|d}~wt4$r}|d}~wwxYww)NPATCHrrrrjrrrrrrrhTrbrrs r,patchzAsyncHTTPHandler.patchs/3 ,,-NdT[,\ )L/++++ *++T-=-=,J *!@@%!#!A!'')))j'')))%% G$Q D9N)"0"8"8">">"@JCAFG188=>#A//5gYiH*4   $$  A}ajj&<&< =~9AJJ,<,<,>&>&>?G9ajjoo6G G rc tK | |j}t||\} } |jjd|| ||||| } |jj | |d{} | j | S7#t jt jf$ry|j||j} |j|| |||||d{7| jd{7cYS#| jd{7wxYwt j$r}}t|d|jj |dur0t|d|jj#d{7|t|d|jj$|d}~wt&$r}|d}~wwxYww) NDELETErrrrrhTrb)r!r-rrrrrmrrrr{rrrrrjrhrrcr)rprfr#rrrgr!rr$r*r+rrjrrTs r,deletezAsyncHTTPHandler.deletes& ,,-NdT[,\ )L/++++#LtFT[elwF,C"[[--c&-AAH  % % 'OB))5+=+=> *++T-=-=,J *!@@%!#!A!'')))j'')))$$  A}ajj&<&< =~9AJJ,<,<,>&>&>?G9ajjoo6G G sF8A A=$A;%A=:F8;A==AF5>C:CC:F51C42F58F8:DD DF5*A F"3E64.F"" F5.F00F55F8rc Kt||\} } |jd|| |||| } |j| |d{} | j| S7w)zz Making POST request for a single connection client. Used for retrying connection client errors. rr#rrrgr$rN)r-rrr) rprfrr#rrrgrr$r*r+rrjs r,rz/AsyncHTTPHandler.single_connection_post_requestJsm")J$PW(X% o"" Clfg_n#  S88!!#9s>AAAc tjj|jy#t$rYywxYwr)asyncioget_running_loop create_taskrrrs r,__del__zAsyncHTTPHandler.__del__ds6   $ $ & 2 24::< @   s14 AArctjrtj|||StjS)a - Creates a transport for httpx.AsyncClient - if litellm.force_ipv4 is True, it will return AsyncHTTPTransport with local_address="0.0.0.0" - [Default] It will return AiohttpTransport - Users can opt out of using AiohttpTransport by setting litellm.use_aiohttp_transport to False Notes on this handler: - Why AiohttpTransport? - By default, we use AiohttpTransport since it offers much higher throughput and lower latency than httpx. - Why force ipv4? - Some users have seen httpx ConnectionError when using ipv6 - forcing ipv4 resolves the issue for them r)rz_should_use_aiohttp_transport_create_aiohttp_transport_create_httpx_transportrs r,rz(AsyncHTTPHandler._create_async_transportjsB.  9 9 ;#=='%->  7799r.cddl}ddlm}tjdus||j ddduryt jdy) z AiohttpTransport is the default transport for litellm. Httpx can be used by the following - litellm.disable_aiohttp_transport = True - os.getenv("DISABLE_AIOHTTP_TRANSPORT") = "True" rNr1TDISABLE_AIOHTTP_TRANSPORTFalseFzUsing AiohttpTransport...)r;r8r2r=disable_aiohttp_transportr<rrJ)r;r2s r,rz.AsyncHTTPHandler._should_use_aiohttp_transportsL <  - - 59299%@'JKtS 89r.cVdtjrdndi}|||d<|S|durd|d<|S)aq Helper method to get SSL connector initialization arguments for aiohttp TCPConnector. SSL Configuration Priority: 1. If ssl_context is provided -> use the custom SSL context 2. If ssl_verify is False -> disable SSL verification (ssl=False) Returns: Dict with appropriate SSL configuration for TCPConnector local_addr)0.0.0.0rNr9F verify_ssl)r= force_ipv4)r/rconnector_kwargss r,_get_ssl_connector_kwargsz*AsyncHTTPHandler._get_ssl_connector_kwargssQ G,>,>.D,   "&1 U #   5 -2 \ *r.cddlm}ddlm}tj ||t j|tjdddurdtjd|7|js+tjd t|d || Stjd |fd  S)z Creates an AiohttpTransport with RequestNotRead error handling Note: aiohttp TCPConnector ssl parameter accepts: - SSLContext: custom SSL context - False: disable SSL verification rrr1)r/rAIOHTTP_TRUST_ENVrTzCreating AiohttpTransport...z4SHARED SESSION: Reusing existing ClientSession (ID: )rzDNEW SESSION: Creating new ClientSession (no shared session provided)c RttdtttddS)NT)limitkeepalive_timeout ttl_dns_cacheenable_cleanup_closed) connector trust_env)r r rrr)rrsr,z.s2=&1&?"7*.  ' $ r.)+litellm.llms.custom_httpx.aiohttp_transportrr8r2rzrr=aiohttp_trust_envr;r<rrJclosedid)r/rr}rr2rrs @@r,rz*AsyncHTTPHandler._create_aiohttp_transports X<+EE!{F "33 ryy!4g> ?4 GI;<  %n.C.C  Fr.GYFZZ[\ +.A A  R '   r.c<tjr tdSy)z Creates an AsyncHTTPTransport - If force_ipv4 is True, it will create an AsyncHTTPTransport with local_address set to "0.0.0.0" - [Default] If force_ipv4 is False, it will return None r local_addressN)r=rrrr.r,rz(AsyncHTTPHandler._create_httpx_transports   %I> >r.)NNNNNNrtNNN) NNNNNFNNNNNNNNFN)NNNNFNr%N),rurvrwr r floatrmrrr)rrr VerifyTypesrlrrrrrdictrrrr(LiteLLMLoggingObjectrrrrrrr staticmethodr9r:rrrrrrrrrr.r,rzrzs:>HL&*,048)%u}} 456)gc4c0B+C&CDE) sm ) [) )!1).-148  %u}} 456  gc4c0B+C&CDE  [)  !1      D##"&"&+/  $  #4. (37#!%"&9=6:(,O OuT3-./Otn O  O $ O%u}} 456OO23O %OOOh37#!%"&9=> >uT3-./>tn >  > $ >%u}} 456>>>F37#!%"&9=> >uT3-./>tn >  > $ >%u}} 456>>>F37#!%"&9=1 1uT3-./1tn 1  1 $ 1%u}} 456111n37#!%"& !!uT3-./  tn   $4 04%)48 :cnn- :TN :!1 : %/1CCD E : :D46%)04 TN cnn-  c3h  6%)04482 TN2 cnn-2 !12  ! 2 2 h X.@%A  r.rzc0eZdZ ddeeeejfdeejdeee e ffdZ dZ dde dee d ee d ee fd Zede d ee e ffd Z dde deee e efdeee e efdee d ee de deeeejfdeee efdedeefdZ dde deee e efdeee e fdee d ee de deeeejfdefdZ dde deee e efdeee e fdee d ee de deeeejfdefdZ dde deee e efdee dee d ee deeeejfde defdZddZd eefdZy) rNr!rr/c|t}t|}tjdtj }|5|j }tj||||td|_ y||_ y)NrT)rr!rrrgr) rrUr;r<r=r_create_sync_transportrmClientrgr)rpr!rrr/rrrs r,rlzHTTPHandler.__init__ ss ?&G+:6 yy*G,C,CD >335I ,,#!!% DK!DKr.c8|jjyr)rrrs r,rzHTTPHandler.close)s r.rfrrgrc||nt}|xsi}|j|j||jj ||||}|Sr)rrrrrrs r,rzHTTPHandler.get-s_!1 < BT 2 d//45;;?? BS# r.r%cXddlm}m}||}t||jS)u Parse a URL’s query-string into a dict. :param url: full URL, e.g. "https://.../path?foo=1&bar=2" :return: {"foo": "1", "bar": "2"} r) parse_qslurlsplit) urllib.parserrrquery)rfrrpartss r,rz HTTPHandler.extract_query_paramsAs$ 5 Iekk*++r.r#rrrr$rc < t|| \} } |%|jjd|| ||||||  } n#|jjd|| ||||| } |jj| |}|j |S#t j $rtjd|ddd t j$r}|d ur]t|d t|jjt|d t|jjn9t|jj}t|d |t|d |t|d |jj|d}~wt $r}|d}~wwxYw)Nrr)r#rrrgrr$rrrrrrbrrTrbrcrhr-rrrrrmrr=rrrr_rjreadrcrhr)rprfr#rrrgrr!rr$rr*r+rrjrT error_texts r,rzHTTPHandler.postNs) ,MdT[,\ )L/"kk//%!##+0 kk//ClfV]ejuD0{{''F';H  % % 'O%% //5gYiH*4  $$ ~9&9!**//:K&LM6#6qzz7H#IJ0A 9j16:. A}ajj&<&< =G G s&BB AF B=F FFFc 8 t||\} } |$|jjd|| ||||| } n"|jjd|| |||| } |jj| |} | j | S#t j $rtjd|ddd t j$r} |d ur]t| d t| jjt| d t| jjn9t| jj}t| d |t| d |t| d | jj| d} ~ wt $r} | d} ~ wwxYw)NrrrrrrrrrTrbrcrhr)rprfr#rrrgrr!r$r*r+rrjrTr!s r,rzHTTPHandler.patchs" ,MdT[,\ )L/"kk//S|$vW^hozI0kk//S|$vW^hw0{{''F';H  % % 'O%% //5gYiH*4  $$ ~9&9!**//:K&LM6#6qzz7H#IJ0A 9j16:. A}ajj&<&< =G G &BBAF B=F FFFc r t||\} } |$|jjd|| ||||| } n"|jjd|| |||| } |jj| |} | S#tj $rt jd|ddd t$r} | d} ~ wwxYw) Nrrrrrrrrr) r-rrrrmrr=rr)rprfr#rrrgrr!r$r*r+rrjrTs r,rzHTTPHandler.puts ,MdT[,\ )L/"kk//3\VU\fmxG0kk//3\VU\fu0{{''F';HO%% //5gYiH*4   G sA5A887B6/B11B6c 8 t||\} } |$|jjd|| ||||| } n"|jjd|| |||| } |jj| |} | j | S#t j $rtjd|ddd t j$r} |d ur]t| d t| jjt| d t| jjn9t| jj}t| d |t| d |t| d | jj| d} ~ wt $r} | d} ~ wwxYw)NrrrrrrrrrTrbrcrhr)rprfr#rrrgr!rr$r*r+rrjrTr!s r,rzHTTPHandler.deletes" ,MdT[,\ )L/"kk//c 4X_ip{J0kk//c 4X_ix0{{''F';H  % % 'O%% //5gYiH*4  $$ ~9&9!**//:K&LM6#6qzz7H#IJ0A 9j16:. A}ajj&<&< =G G r#cD |jy#t$rYywxYwr)rrrs r,rzHTTPHandler.__del__s"  JJL   s  c\tjr tdSttddS)z Create an HTTP transport with IPv4 only if litellm.force_ipv4 is True. Otherwise, return None. Some users have seen httpx ConnectionError when using ipv6 - forcing ipv4 resolves the issue for them rrsync_transportN)r=rrrrs r,rz"HTTPHandler._create_sync_transport s(    y9 97$4d; ;r.)NNNNr ) NNNNFNNNN)NNNNFNNr r )rurvrwr r r rmrrrr)rlrrrrrrr(rrrrrrrrrrrrr.r,rrs:>)-15 !%u}} 456!& ! U49-. !@"&"&+/  $  #4. ( ,# ,$sCx. , ,3715!%"&9=596:6 6uT3-./6uT3_-. 6  6 $ 66%u}} 4566dL01266236v37+/!%"&9=- -uT3-./-uT3Y'( -  - $ --%u}} 456--d37+/!%"&9=   uT3-./ uT3Y'(    $  %u}} 456  J37#!%"&9=- -uT3-./-tn -  - $ -%u}} 456---^ <(? rEs \\\ /GG%+J,$TL!( HWI&  !5==c:/3%) 5sE)* +%) %) 8E$-( )3 ./%)R)-]%] 4cnn $%]@8E114UUpN<N>EE