ibddlmZddlmZddlmZddlZddlmZddl m Z m Z m Z m Z mZmZmZddlmZmZmZdd lmZdd lmZmZdd lmZmZd d lmZmZm Z m!Z!m"Z"m#Z#ddl$m%Z%m&Z&ddl'm(Z(m)Z)ddl*m+Z+m,Z,ddl-m.Z.ddl/m0Z0ddl1m2Z2ddl3m4Z4ddl5m6Z6ddl7m8Z8ddgZ9GddeZ:GddeZ;GddZ<GddZ=Gdd Z>Gd!d"Z?y)#) annotations)Optional)LiteralN)_legacy_response)BodyOmitQueryHeadersNotGivenomit not_given) path_templatemaybe_transformasync_maybe_transform)cached_property)SyncAPIResourceAsyncAPIResource)to_streamed_response_wrapper"async_to_streamed_response_wrapper) OutputItemsAsyncOutputItemsOutputItemsWithRawResponseAsyncOutputItemsWithRawResponse OutputItemsWithStreamingResponse%AsyncOutputItemsWithStreamingResponse)SyncCursorPageAsyncCursorPage)run_list_paramsrun_create_params)AsyncPaginatormake_request_options)Metadata)RunListResponse)RunCancelResponse)RunCreateResponse)RunDeleteResponse)RunRetrieveResponseRuns AsyncRunsc LeZdZdZeddZeddZeddZeeddde d ddZ ddde d dd Z eeeeddde d  dd Z ddde d dd Z ddde d dd Zy)r*,Manage and run evals in the OpenAI platform.c,t|jSr-)r_clientselfs q/Users/manta/Documents/Projects/TheRoad-I1/.venv/lib/python3.12/site-packages/openai/resources/evals/runs/runs.py output_itemszRuns.output_items(s4<<((ct|Sa This property can be used as a prefix for any HTTP method call to return the raw response object instead of the parsed content. For more information, see https://www.github.com/openai/openai-python#accessing-raw-response-data-eg-headers )RunsWithRawResponser1s r3with_raw_responsezRuns.with_raw_response-s#4((r5ct|Sz An alternative to `.with_raw_response` that doesn't eagerly read the response body. For more information, see https://www.github.com/openai/openai-python#with_streaming_response )RunsWithStreamingResponser1s r3with_streaming_responsezRuns.with_streaming_response7s)..r5Nmetadataname extra_headers extra_query extra_bodytimeoutc |std||jtd|t|||dtj t ||||tS)  Kicks off a new run for a given evaluation, specifying the data source, and what model configuration to use to test. The datasource will be validated against the schema specified in the config of the evaluation. Args: data_source: Details about the run's data source. metadata: Set of 16 key-value pairs that can be attached to an object. This can be useful for storing additional information about the object in a structured format, and querying for objects via API or the dashboard. Keys are strings with a maximum length of 64 characters. Values are strings with a maximum length of 512 characters. name: The name of the run. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds 6Expected a non-empty value for `eval_id` but received /evals/{eval_id}/runseval_id data_sourcer?r@rArBrCrDbodyoptionscast_to) ValueError_postrrr!RunCreateParamsr#r' r2rJrLr?r@rArBrCrDs r3createz Runs.create@syNUV]U`ab bzz 17 C #. (  "11 )+Q[el&  r5rMc |std||std||jtd||t||||tS)P Get an evaluation run by ID. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rG5Expected a non-empty value for `run_id` but received /evals/{eval_id}/runs/{run_id}rJrun_idrMrPrQrR_getrr#r)r2r\rJrArBrCrDs r3retrievez Runs.retrieveysp0UV]U`ab bTU[T^_` `yy :GTZ [(+Q[el(   r5afterlimitorderstatusrArBrCrDc|std||jtd|ttt |||| t ||||dtjtSa Get a list of runs for an evaluation. Args: after: Identifier for the last run from the previous pagination request. limit: Number of runs to retrieve. order: Sort order for runs by timestamp. Use `asc` for ascending order or `desc` for descending order. Defaults to `asc`. status: Filter runs by status. One of `queued` | `in_progress` | `failed` | `completed` | `canceled`. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rGrHrI)rcrdrerf)rArBrCrDquery)pagerPmodel) rR _get_api_listrrr%r#rr RunListParams r2rJrcrdrerfrArBrCrDs r3listz Runs.listsJUV]U`ab b!! 17 C0(+'%%!&!&!&"(  $11 "%"  r5c |std||std||jtd||t||||tS)G Delete an eval run. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rGrYrZr[rMr]rR_deleterr#r(r`s r3deletez Runs.deletesp0UV]U`ab bTU[T^_` `|| :GTZ [(+Q[el&   r5c |std||std||jtd||t||||tS)U Cancel an ongoing evaluation run. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rGrYrZr[rMr]rRrSrr#r&r`s r3cancelz Runs.cancelsp0UV]U`ab bTU[T^_` `zz :GTZ [(+Q[el&   r5)returnr)ryr8)ryr<rJstrrLzrun_create_params.DataSourcer?zOptional[Metadata] | Omitr@ str | OmitrAHeaders | NonerB Query | NonerC Body | NonerD'float | httpx.Timeout | None | NotGivenryr'r\r{rJr{rAr}rBr~rCrrDrryr))rJr{rcr|rd int | OmitreLiteral['asc', 'desc'] | OmitrfJLiteral['queued', 'in_progress', 'completed', 'canceled', 'failed'] | OmitrAr}rBr~rCrrDrryzSyncCursorPage[RunListResponse]r\r{rJr{rAr}rBr~rCrrDrryr(r\r{rJr{rAr}rBr~rCrrDrryr&__name__ __module__ __qualname____doc__rr4r9r=r rrVrarortrxr5r3r*r*%s?6))))///3)-$("&;D7 7 2 7 , 7  7 &7 "7  7 97  7 @)-$("&;D" "  " &" ""  " 9"  " P! /3]a)-$("&;D: :  :  : - : [: &: ":  : 9:  ): F)-$("&;D" "  " &" ""  " 9"  " V)-$("&;D" "  " &" ""  " 9"  " r5c LeZdZdZeddZeddZeddZeeddde d ddZ ddde d dd Z eeeeddde d  dd Z ddde d dd Z ddde d dd Zy)r+r-c,t|jSr/)rr0r1s r3r4zAsyncRuns.output_items%s  --r5ct|Sr7)AsyncRunsWithRawResponser1s r3r9zAsyncRuns.with_raw_response*s(--r5ct|Sr;)AsyncRunsWithStreamingResponser1s r3r=z!AsyncRuns.with_streaming_response4s.d33r5Nr>c K|std||jtd|t|||dtj d{t ||||td{S7$7w)rFrGrHrIrKNrMrN)rRrSrrr!rTr#r'rUs r3rVzAsyncRuns.create=sNUV]U`ab bZZ 17 C,#. (  "11 )+Q[el&     s$A A4 A0 A4+A2,A42A4rMc K|std||std||jtd||t||||td{S7w)rXrGrYrZr[rMr]Nr^r`s r3razAsyncRuns.retrievevs~0UV]U`ab bTU[T^_` `YY :GTZ [(+Q[el(     AAAArbc|std||jtd|ttt |||| t ||||dtjtSrh) rRrlrrr%r#rr rmrns r3rozAsyncRuns.listsJUV]U`ab b!! 17 C 1(+'%%!&!&!&"(  $11 "%"  r5c K|std||std||jtd||t||||td{S7w)rqrGrYrZr[rMr]Nrrr`s r3rtzAsyncRuns.deletes~0UV]U`ab bTU[T^_` `\\ :GTZ [(+Q[el& "    rc K|std||std||jtd||t||||td{S7w)rvrGrYrZr[rMr]Nrwr`s r3rxzAsyncRuns.cancels~0UV]U`ab bTU[T^_` `ZZ :GTZ [(+Q[el&      r)ryr)ryr)ryrrzr)rJr{rcr|rdrrerrfrrAr}rBr~rCrrDrryzAAsyncPaginator[RunListResponse, AsyncCursorPage[RunListResponse]]rrrrr5r3r+r+"s@6....44/3)-$("&;D7 7 2 7 , 7  7 &7 "7  7 97  7 @)-$("&;D" "  " &" ""  " 9"  " P! /3]a)-$("&;D: :  :  : - : [: &: ":  : 9:  K: F)-$("&;D" "  " &" ""  " 9"  " V)-$("&;D" "  " &" ""  " 9"  " r5c&eZdZddZeddZy)r8cz||_tj|j|_tj|j|_tj|j |_tj|j |_tj|j|_yN)_runsrto_raw_response_wrapperrVrarortrxr2runss r3__init__zRunsWithRawResponse.__init__ s &>> KK  )@@ MM  %<< II  '>> KK  '>> KK  r5c@t|jjSr/)rrr4r1s r3r4z RunsWithRawResponse.output_items3s*$***A*ABBr5Nrr*ryNone)ryrrrrrrr4rr5r3r8r8s &CCr5r8c&eZdZddZeddZy)rcz||_tj|j|_tj|j|_tj|j |_tj|j |_tj|j|_yr)rrasync_to_raw_response_wrapperrVrarortrxrs r3rz!AsyncRunsWithRawResponse.__init__:s &DD KK  )FF MM  %BB II  'DD KK  'DD KK  r5c@t|jjSr/)rrr4r1s r3r4z%AsyncRunsWithRawResponse.output_itemsMs/tzz/F/FGGr5Nrr+ryr)ryrrrr5r3rr9s &HHr5rc&eZdZddZeddZy)r<c||_t|j|_t|j|_t|j|_t|j |_t|j |_yr)rrrVrarortrxrs r3rz"RunsWithStreamingResponse.__init__Tsp 2 KK  5 MM  1 II  3 KK  3 KK  r5c@t|jjSr/)rrr4r1s r3r4z&RunsWithStreamingResponse.output_itemsgs0 0G0GHHr5Nr)ryrrrr5r3r<r<Ss &IIr5r<c&eZdZddZeddZy)rc||_t|j|_t|j|_t|j|_t|j |_t|j |_yr)rrrVrarortrxrs r3rz'AsyncRunsWithStreamingResponse.__init__nsp 8 KK  ; MM  7 II  9 KK  9 KK  r5c@t|jjSr/)rrr4r1s r3r4z+AsyncRunsWithStreamingResponse.output_itemss5TZZ5L5LMMr5Nr)ryrrrr5r3rrms &NNr5r)@ __future__rtypingrtyping_extensionsrhttpxr_typesrr r r r r r_utilsrrr_compatr _resourcerr _responserrr4rrrrrr paginationrr types.evalsr r! _base_clientr"r#types.shared_params.metadatar$types.evals.run_list_responser%types.evals.run_cancel_responser&types.evals.run_create_responser'types.evals.run_delete_responser(!types.evals.run_retrieve_responser)__all__r*r+r8rr<rrr5r3rs#% !LLLLL';Z;>A5=AAAE ; z ?z zz  z zCC4HH4II4NNr5