j%FddlZddlmZddlmZddlmZGddeZy)N)Optional) DualCache) CustomLoggerceZdZUdZeed<dZeed<dZeed<de fdZ dZ d Z d Z d Zd Zd edefdZded efdZded efdZy)LeastBusyLoggingHandlerF test_flagrlogged_successlogged_failure router_cachec||_y)N)r )selfr s {/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/litellm/router_strategy/least_busy.py__init__z LeastBusyLoggingHandler.__init__s (c |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |xsi}|j|d d z||<|jj || y#t$rYywxYw) zX Log when a model is being used. Caching based on model group. litellm_paramsmetadataN model_group model_infoid_request_countkeyrrvalue)get isinstanceintstrr get_cache set_cache Exception)r modelmessageskwargsrrrequest_count_api_keyrequest_count_dicts rlog_pre_api_callz(LeastBusyLoggingHandler.log_pre_api_calls   &'++J7?$%56zBFF!4 ,-11,CGGdS&"*C(RB+6-~(F%%%//4I/JPb#*<)?)?A)F)J"2&!!++-5G,   sCACA5C CCc  |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |xsi}|j|d} | y| d z ||<|jj || |jr|xjd z c_yy#t$rYywxYw Nrrrrrrrrrr) rrrr r r!r"rr r# r r& response_obj start_timeend_timerrr'r(request_count_values rlog_success_eventz)LeastBusyLoggingHandler.log_success_event9s9 &'++J7?$%56zBFF!4 ,-11,CGGdS&"*C(RB+6-~(F%%%//4I/JPb#6H5K5KBPQ5R#&.)>''1,'"   %C6AC6AC6.AC66 DDc  |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |xsi}|j|d} | y| d z ||<|jj || |jr|xjd z c_yy#t$rYywxYwr+) rrrr r r!r"rr r#r,s rlog_failure_eventz)LeastBusyLoggingHandler.log_failure_event[s9 &'++J7?$%56zBFF!4 ,-11,CGGdS&"*C(RB+6-~(F%%%//4I/JPb#6H5K5KBPQ5R#&.)>''1,'"   r2c:K |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |d{xsi}|j|d} | y| d z ||<|jj || d{|jr|xjd z c_yy7m7)#t$rYywxYwwr+) rrrr r async_get_cacheasync_set_cacherr r#r,s rasync_log_success_eventz/LeastBusyLoggingHandler.async_log_success_event|sZ &'++J7?$%56zBFF!4 ,-11,CGGdS&"*C(RB+6-~(F%++;;@U;VV#6H5K5KBPQ5R#&.)>''1,'"W   oDD DAD D?D DD 7D8(D D !%D DD D DDDDc:K |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |d{xsi}|j|d} | y| d z ||<|jj || d{|jr|xjd z c_yy7m7)#t$rYywxYwwr+) rrrr r r6r7rr r#r,s rasync_log_failure_eventz/LeastBusyLoggingHandler.async_log_failure_eventsZ &'++J7?$%56zBFF!4 ,-11,CGGdS&"*C(RB+6-~(F%++;;@U;VV#6H5K5KBPQ5R#&.)>''1,'"W   r9healthy_deploymentsall_deploymentsc&|D]}|dd|vsd||dd<td}d}|jD]\}}||ks |}|}|-|D]}|dd|k(s|cStj|}|Stj|}|S)zE Helper to get deployments using least busy strategy rrrinfN)floatitemsrandomchoice) r r<r=d min_trafficmin_deploymentkvms r_get_available_deploymentsz2LeastBusyLoggingHandler._get_available_deploymentss%At$O;9:, 56% El #))+DAq; !",  %(\?4(N:H)$]]+>?N$]]+>?Nrrcr|d}|jj|xsi}|j||S)zJ Sync helper to get deployments using least busy strategy rrr<r=)r r!rJr rr<r'r=s rget_available_deploymentsz1LeastBusyLoggingHandler.get_available_deploymentssO$/-~ >++55:O5PVTV.. 3+/  rcK|d}|jj|d{xsi}|j||S7w)zK Async helper to get deployments using least busy strategy rrNrL)r r6rJrMs rasync_get_available_deploymentsz7LeastBusyLoggingHandler.async_get_available_deploymentssa $/-~ >##338M3N N TRT .. 3+/   Os%AAAN)__name__ __module__ __qualname__rbool__annotations__r rr rrr)r1r4r8r;listdictrJr rNrPrrrrsItNCNC)Y)@ DB!F D!<    "      59  rr)rBtypingrlitellm.caching.cachingr"litellm.integrations.custom_loggerrrrXrrr\s!-;k lk r