i2dZddlmZmZddlmZmZmZmZm Z ddl Z ddl m Z ddl mZmZmZmZmZmZmZmZmZmZmZmZmZddlmZddlmZer dd lm Z!e!Z"neZ"Gd d eZ#y) z( Base configuration class for Evals API )ABCabstractmethod) TYPE_CHECKINGAnyDictOptionalTupleNBaseLLMException) CancelEvalResponseCancelRunResponseCreateEvalRequestCreateRunRequestDeleteEvalResponseEvalListEvalsParamsListEvalsResponseListRunsParamsListRunsResponseRunRunDeleteResponseUpdateEvalRequest)GenericLiteLLMParams) LlmProviders)LoggingceZdZdZdZeedefdZede de e de fdZ e d-d e e d e d e e de fd Zed ede de defdZedej&dedefdZedede de dee effdZedej&dedefdZed e d e de de dee eff dZedej&dedefdZed e ded e de de dee eeff dZedej&dedefdZ ed e d e de de dee eff dZ!edej&dede"fdZ#ed e d e de de dee eeff dZ$edej&dede%fdZ&ed e d e'de de dee eff dZ(edej&dede)fdZ*ed e de+de de dee eff d Z,edej&dede-fd!Z.ed e d"e d e de de dee eff d#Z/edej&dede)fd$Z0ed e d"e d e de de dee eeff d%Z1edej&dede2fd&Z3ed e d"e d e de de dee eeff d'Z4edej&dedd(fd)Z5d*e d+e6de de7fd,Z8y).BaseEvalsAPIConfigz*Base configuration for Evals API providerscyNselfs {/Users/manta/Documents/Projects/TheRoad-I1/.venv/lib/python3.12/site-packages/litellm/llms/base_llm/evals/transformation.py__init__zBaseEvalsAPIConfig.__init__(s returncyrr r!s r#custom_llm_providerz&BaseEvalsAPIConfig.custom_llm_provider+s r%headerslitellm_paramsc|S)z Validate and update headers with provider-specific requirements Args: headers: Base headers dictionary litellm_params: LiteLLM parameters Returns: Updated headers dictionary r )r"r)r*s r#validate_environmentz'BaseEvalsAPIConfig.validate_environment0s r%Napi_baseendpointeval_idc*| td|d|S)a Get the complete URL for the API request Args: api_base: Base API URL endpoint: API endpoint (e.g., 'evals', 'evals/{id}') eval_id: Optional eval ID for specific eval operations Returns: Complete URL zapi_base is requiredz/v1/) ValueError)r"r-r.r/s r#get_complete_urlz#BaseEvalsAPIConfig.get_complete_url@s'$  34 44z**r%create_requestcy)a  Transform create eval request to provider-specific format Args: create_request: Eval creation parameters litellm_params: LiteLLM parameters headers: Request headers Returns: Provider-specific request body Nr )r"r3r*r)s r#transform_create_eval_requestz0BaseEvalsAPIConfig.transform_create_eval_requestV$ r% raw_response logging_objcyz Transform provider response to Eval object Args: raw_response: Raw HTTP response logging_obj: Logging object Returns: Eval object Nr r"r7r8s r#transform_create_eval_responsez1BaseEvalsAPIConfig.transform_create_eval_responsej r% list_paramscy)a Transform list evals request parameters Args: list_params: List parameters (pagination, filters) litellm_params: LiteLLM parameters headers: Request headers Returns: Tuple of (url, query_params) Nr )r"r>r*r)s r#transform_list_evals_requestz/BaseEvalsAPIConfig.transform_list_evals_request|r6r%cy)z Transform provider response to ListEvalsResponse Args: raw_response: Raw HTTP response logging_obj: Logging object Returns: ListEvalsResponse object Nr r;s r#transform_list_evals_responsez0BaseEvalsAPIConfig.transform_list_evals_responser=r%cy)a Transform get eval request Args: eval_id: Eval ID api_base: Base API URL litellm_params: LiteLLM parameters headers: Request headers Returns: Tuple of (url, headers) Nr r"r/r-r*r)s r#transform_get_eval_requestz-BaseEvalsAPIConfig.transform_get_eval_request( r%cyr:r r;s r#transform_get_eval_responsez.BaseEvalsAPIConfig.transform_get_eval_responser=r%update_requestcy)a< Transform update eval request Args: eval_id: Eval ID update_request: Update parameters api_base: Base API URL litellm_params: LiteLLM parameters headers: Request headers Returns: Tuple of (url, headers, body) Nr )r"r/rIr-r*r)s r#transform_update_eval_requestz0BaseEvalsAPIConfig.transform_update_eval_request, r%cyr:r r;s r#transform_update_eval_responsez1BaseEvalsAPIConfig.transform_update_eval_responser=r%cy)a Transform delete eval request Args: eval_id: Eval ID api_base: Base API URL litellm_params: LiteLLM parameters headers: Request headers Returns: Tuple of (url, headers) Nr rDs r#transform_delete_eval_requestz0BaseEvalsAPIConfig.transform_delete_eval_requestrFr%cy)z Transform provider response to DeleteEvalResponse Args: raw_response: Raw HTTP response logging_obj: Logging object Returns: DeleteEvalResponse object Nr r;s r#transform_delete_eval_responsez1BaseEvalsAPIConfig.transform_delete_eval_response r=r%cy)a Transform cancel eval request Args: eval_id: Eval ID api_base: Base API URL litellm_params: LiteLLM parameters headers: Request headers Returns: Tuple of (url, headers, body) Nr rDs r#transform_cancel_eval_requestz0BaseEvalsAPIConfig.transform_cancel_eval_requestrFr%cy)z Transform provider response to CancelEvalResponse Args: raw_response: Raw HTTP response logging_obj: Logging object Returns: CancelEvalResponse object Nr r;s r#transform_cancel_eval_responsez1BaseEvalsAPIConfig.transform_cancel_eval_response2r=r%cy)a9 Transform create run request to provider-specific format Args: eval_id: Eval ID create_request: Run creation parameters litellm_params: LiteLLM parameters headers: Request headers Returns: Tuple of (url, request_body) Nr )r"r/r3r*r)s r#transform_create_run_requestz/BaseEvalsAPIConfig.transform_create_run_requestErFr%cyz Transform provider response to Run object Args: raw_response: Raw HTTP response logging_obj: Logging object Returns: Run object Nr r;s r#transform_create_run_responsez0BaseEvalsAPIConfig.transform_create_run_response[r=r%cy)a2 Transform list runs request parameters Args: eval_id: Eval ID list_params: List parameters (pagination, filters) litellm_params: LiteLLM parameters headers: Request headers Returns: Tuple of (url, query_params) Nr )r"r/r>r*r)s r#transform_list_runs_requestz.BaseEvalsAPIConfig.transform_list_runs_requestmrFr%cy)z Transform provider response to ListRunsResponse Args: raw_response: Raw HTTP response logging_obj: Logging object Returns: ListRunsResponse object Nr r;s r#transform_list_runs_responsez/BaseEvalsAPIConfig.transform_list_runs_responser=r%run_idcy)a Transform get run request Args: eval_id: Eval ID run_id: Run ID api_base: Base API URL litellm_params: LiteLLM parameters headers: Request headers Returns: Tuple of (url, headers) Nr r"r/r`r-r*r)s r#transform_get_run_requestz,BaseEvalsAPIConfig.transform_get_run_requestrLr%cyrZr r;s r#transform_get_run_responsez-BaseEvalsAPIConfig.transform_get_run_responser=r%cy)a( Transform cancel run request Args: eval_id: Eval ID run_id: Run ID api_base: Base API URL litellm_params: LiteLLM parameters headers: Request headers Returns: Tuple of (url, headers, body) Nr rbs r#transform_cancel_run_requestz/BaseEvalsAPIConfig.transform_cancel_run_requestrLr%cy)z Transform provider response to CancelRunResponse Args: raw_response: Raw HTTP response logging_obj: Logging object Returns: CancelRunResponse object Nr r;s r#transform_cancel_run_responsez0BaseEvalsAPIConfig.transform_cancel_run_responser=r%cy)a( Transform delete run request Args: eval_id: Eval ID run_id: Run ID api_base: Base API URL litellm_params: LiteLLM parameters headers: Request headers Returns: Tuple of (url, headers, body) Nr rbs r#transform_delete_run_requestz/BaseEvalsAPIConfig.transform_delete_run_requestrLr%rcy)z Transform provider response to RunDeleteResponse Args: raw_response: Raw HTTP response logging_obj: Logging object Returns: RunDeleteResponse object Nr r;s r#transform_delete_run_responsez0BaseEvalsAPIConfig.transform_delete_run_responser=r% error_message status_codect|||S)z-Get appropriate error class for the provider.)romessager)r )r"rnror)s r#get_error_classz"BaseEvalsAPIConfig.get_error_classs #!  r%r)9__name__ __module__ __qualname____doc__r$propertyrrr(dictrrr,strr2rrr5httpxResponseLiteLLMLoggingObjrr<rr r@rrBrErHrrKrNrPrrRrTr rVrrXrr[rr]rr_rcrergr rirkrmint Exceptionrrr r%r#rr%so4  \    -56J-K     "& +3-++# + ++* ) -      & nn '     " $ -   sDy    & nn '     "   -    sDy    * nn '     "  *   -     sD$   . nn '     "   -    sDy    * nn '     "   -    sD$    * nn '     $  ) -    sDy    * nn '    "  $ -    sDy    * nn '     "     -     sDy   . nn '    "     -     sD$   . nn '     "     -     sD$   . nn '     "          r%r)$rvabcrrtypingrrrrr rz)litellm.llms.base_llm.chat.transformationr litellm.types.llms.openai_evalsr r rrrrrrrrrrrlitellm.types.routerrlitellm.types.utilsr*litellm.litellm_core_utils.litellm_loggingr_LiteLLMLoggingObjr|rr r%r#rsW$<< F6,X*y y r%