j- ddlmZddlmZmZmZmZddlmZm Z m Z m Z m Z ddl mZddlmZmZddlmZded efd Zd eej0d eeeefeeefffd Z ddeded eej0deeej6d d f dZ ddededej:dedeed d f dZded d fdZded d fdZ dedejBd d fdZ"y )) defaultdict)DictListOptionalTuple)alignconsolepaneltabletext)types) test_resultevaluation_result) score_resultsecondsreturnct|d\}}t|d\}}t|ddt|ddt|dS)Ni<02d:)divmodint)rhours remainderminutess o/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/opik/evaluation/report.py _format_timer sPgt,E9i,GW%j Qs7|C0#g,s1C DD test_resultscdtt}tt}tt}|D]}|jD]}|jr/||j xxdz cc<||j xxdz cc<>||j xx|j z cc<||j xxdz cc<||j xxdz cc<|jDcic]\}}||dk(rdn |||z d}}}|jDcic]}||| } }|| fScc}}wcc}w)NrrNone.4f) rfloatr score_resultsscoring_failednamevalueitemskeys) r score_totals score_counts score_failedresultscorer'countsaverage_scores failed_scoress r_compute_average_scoresr3s:&1%7L#.s#3L#.s#3L))E##UZZ(A-(UZZ(A-(UZZ(EKK7(UZZ(A-(UZZ(A-(*)..00LD& ! fL,>,G+LM0;G:K:K:MN:M$T<--:MMN = (( Os #D' D-N dataset_name total_timeexperiment_scorescZt|\}}t|}|Dchc].}|jj|jj0}}|r t|n|} t j dt |} | jdddtjj| } || k7rt j d| dd|dd} nt j d | d} | jdddtjj| } t j d } |jD]f\} }| t j | d |d d z } || dkDr!| t j d|| ddz } | t j dz } h|rS|D]N}| t j |jd |jdd z } | t j dz } Ptjj| }tjj!}|j#t j d |j#| |j#| |j#t j d |j#||| k7r |d| d|d}n|d| d}t%j&||dd}t)j*}|j-||j-dycc}w)NTotal time: boldrNumber of items: , ( runs)zNumber of samples: : z (avg) green boldstylez - z failedred r# items, z samples)leftFtitle title_alignexpandzUploading results to Opik ... )r3len test_casedataset_item_idr TextrstylizerAlignrGr)r'r(r Tablegridadd_rowr Panelr Consoleprint)r4r5r r6r1r2nb_runsr.unique_item_idsnb_items time_textnb_samples_text score_stringsr' avg_scorer/aligned_test_resultscontent panel_title panel_contentconsole_containers rdisplay_experiment_resultsrd.s %z yellow boldzNO ITEMSrAPASSEDzred boldFAILEDzSuite result: rBzItems passed: /z.1%N/AzPass rate: r?z[bold cyan][link=z2]View results in Opik dashboard[/link][/bold cyan]zAvg task time: z.2fszAvg scoring time: zAvg total time: c.|dkDr ||z SdS)Nr)nassertion_passed_countassertion_total_counts rz'display_suite_results..s2(+a/'q),A!,DDr)keyrqr@z.0%z passed (z) rFrGFrH)% item_resultsvaluesr rL items_total items_passedall_items_passedrrr%r'r& isinstancer(boolr rOrrPrrQrGtask_execution_time scoring_timer rRrSrT from_markupsumsortedr*r rUr rVrW)-rer5rfrgrh item_resulttrr rXrZr{rz suite_passedr/ score_passedr[r\ pass_rate pass_style pass_label pass_text items_text rate_value rate_text task_times scoring_timesr` link_textavg_task avg_scoring avg_total avg_task_textavg_scoring_textavg_total_textsorted_assertionsr]r'passedtotalraterCrbrcrtrus- @@rdisplay_suite_resultsrys(44;;==K**B * = ,G''H,,L**K00L-8-=,7,<%%E !%** - 2 -$333EKK.>5;;S5;;RSCS &uzz2a72 & / Z0H/IJKI fa$   +Iii"5hq\GA;f UVOFAr*kk&&7O.9Ao {*4Ia"  !     / |CD$*eOLE TYY&4*IfXQugSA M &  " & ((78KK Bxj @ M )M*Gp sZ?[?[ [ cVtj}|jd|dy)NzView the results [link=z]in your Opik dashboard[/link].r rVrWrhrcs rdisplay_experiment_linkrs+) !.!11PQrcVtj}|jd|dy)NzHRunning evaluation suite, results will be available in [bold cyan][link=z#]Opik dashboard[/link][/bold cyan].rrs rdisplay_evaluation_in_progressrs1) *++N Prevaluation_resultsc|j}|jsytj}|j ddd|j ddd |j d dd |j d dd |j d dd |jj D]Z\}}|j |j dnd}|j||jd|jd|jd|\tj|d|dd}tj}|j|y)aC Displays evaluation scores statistics for a given dataset. The function generates a summary of evaluation scores including mean, max, min, and optionally standard deviation for each metric in the evaluation results. The summarized scores are formatted and presented in a table within a panel for user clarity. Args: dataset_name: Name of the dataset for which evaluation statistics are being displayed. evaluation_results: An object containing evaluation results with aggregated scores and statistical data. NNamecyanT)rCno_wrapMeanrightgreen)justifyrCMinyellowMaxStdmagentar#rmzEvaluation statistics for rGFrH)aggregate_evaluation_scoresaggregated_scoresr rR add_columnr)stdrTmeanminmaxr rUr rVrW) r4raggregated_view stats_tabler'stats std_valuerbrcs r$display_evaluation_scores_statisticsrsB$)DDFO  , ,++-K6>67'B5'B5'B5'C'88>>@ e*/))*?uyyoU  zz#yyoyyo   AKK*<.9 M )M*r)N)roN)# collectionsrtypingrrrrrichrr r r r )opik.api_objects.dataset.evaluation_suiter suite_typesr?rrmetricsrr$strr TestResultrr3 ScoreResultrdEvaluationSuiteResultrrrEvaluationResultrrrrrrsn#..33K,!E%ECE ){--.) 4S>4S> )*)>CG H>H>H>{--.H> \%=%= >? H>  H>^$( J+J+J+33J+ J+ SM J+  J+ZCD343+3+)::3+ 3+r