iddlmZmZddlmZmZmZmZmZm Z m Z ddl Z ddl m Z mZddlmZddlmZer ddlmZeZneZGd d eZy) )ABCabstractmethod) TYPE_CHECKINGAnyDictListOptionalTupleUnionN)RerankBilledUnitsRerankResponse) ModelInfoBaseLLMException)LoggingceZdZe d$dededeedeedef dZededededefd Z ediiifded e jd e d e deed ededede fdZe d%deededeedefdZededefdZe d&dededededeeeeeeffdeedeedeeedeedeedeedefdZdededeee j0fdefd Z d'dedeed!eed"eedeeeff d#Zy)(BaseRerankConfigNheadersmodelapi_keyoptional_paramsreturncyN)selfrrrrs |/Users/manta/Documents/Projects/TheRoad-I1/.venv/lib/python3.12/site-packages/litellm/llms/base_llm/rerank/transformation.pyvalidate_environmentz%BaseRerankConfig.validate_environments optional_rerank_paramsciSrr)rrr!rs rtransform_rerank_requestz)BaseRerankConfig.transform_rerank_requests  r raw_responsemodel_response logging_obj request_datalitellm_paramsc |Srr) rrr$r%r&rr'rr(s rtransform_rerank_responsez*BaseRerankConfig.transform_rerank_response's r api_basec|xsdS)z{ OPTIONAL Get the complete url for the request Some providers need `model` in `api_base` r)rr+rrs rget_complete_urlz!BaseRerankConfig.get_complete_url5s~2r cyrr)rrs r"get_supported_cohere_rerank_paramsz3BaseRerankConfig.get_supported_cohere_rerank_paramsEs r non_default_params drop_paramsquery documentscustom_llm_providertop_n rank_fieldsreturn_documentsmax_chunks_per_docmax_tokens_per_docc yrr) rr1rr2r3r4r5r6r7r8r9r:s rmap_cohere_rerank_paramsz)BaseRerankConfig.map_cohere_rerank_paramsIs r error_message status_codect|||)N)r>messagerr)rr=r>rs rget_error_classz BaseRerankConfig.get_error_classZs#!  r billed_units model_infoc^| d|vs|d|y|jd}|y|d|z}|dfS)a% Calculates the cost per query for a given rerank model. Input: - model: str, the model name without provider prefix - custom_llm_provider: str, the provider used for the model. If provided, used to check if the litellm model info is for that provider. - num_queries: int, the number of queries to calculate the cost for - model_info: ModelInfo, the model info for the given model Returns: Tuple[float, float] - prompt_cost_in_usd, completion_cost_in_usd input_cost_per_query)rF search_unitsrF)get)rrr5rBrCrG prompt_costs rcalculate_rerank_costz&BaseRerankConfig.calculate_rerank_costcs[*  %Z7019##''7   !78<G Cr )NNr)NNNTNN)NNN) __name__ __module__ __qualname__rdictstrr rrr#httpxResponser LiteLLMLoggingObjr*r.listr0boolrr rintr<HeadersrrAr rr floatrJrr rrrs "&*.    #  "$     !%   "& "!  nn '  '  #        +/ 3-  "$       .2#+/+/,0,0        c4S>123  &c] } d3i( #4. %SM %SM       /2 =B4CV=W  .248*. # # &c]# 01 # Y' # ue|  # r r)abcrrtypingrrrrr r r rPlitellm.types.rerankr r litellm.types.utilsrchat.transformationr*litellm.litellm_core_utils.litellm_loggingr_LiteLLMLoggingObjrRrrr rr_s=#III B)2X*s ss r