j/ tddlZddlZddlmZmZmZmZmZddlZddl Z ddl m Z ddl m Z ddlmZddlmZmZmZddlmZ ddeed ed d eed eeeeeffd Z dded ed d eed eeeeeffdZ ddeed eed eefdZ d deed ed d eed efdZ ddeed eed eeeffdZ d!ded ed d eefdZded eefdZ d!deed ed d efdZ! d deed ed d eed efdZ" d deed ed d eed efdZ#ded efdZ$ded efdZ%ded e&fdZ'y)"N)AnyListLiteralOptionalTuple)verbose_logger)uuid)Batch) CallTypes ModelResponseUsage) token_counterfile_content_dictionarycustom_llm_provider)openaiazure vertex_ai model_namereturncdKt|||}t|||}t||}|||fSw)z1 Calculate the cost and usage of a batch rrrrrr)_batch_cost_calculator,_get_batch_job_total_usage_from_file_content#_get_batch_models_from_file_content)rrr batch_cost batch_usage batch_modelss t/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/litellm/batches/batch_utils.pycalculate_batch_cost_and_usager sM(/ 7J ? 7/K 77NPZ[L {L 00s.0batchcKt||d{}t|||}t|||}t||}|||fS71w)z?Helper function to process a completed batch and handle loggingNrr),_get_batch_output_file_content_as_dictionaryrrr)r!rrrrrrs r_handle_completed_batchr$&sk%Q "% (/ 7J ? 7/K 77NPZ[L {L 00%sAA2Ac|r|gSg}|D]>}t|st|}|jd}|s.|j|@|S)z. Get the models from the file content model)_batch_response_was_successful(_get_response_from_batch_job_output_filegetappend)rrr_item_response_body_models rrrBsY|L( )% 0EeLN#''0F##F+ ) c|dk(r)|r't||\}}tjd||St||}tjd||S)zC Calculate the cost of a batch based on the output file id rzvertex_ai_total_cost=%s)rr total_cost=%s)(calculate_vertex_ai_batch_cost_and_usagerdebug%_get_batch_job_cost_from_file_content)rrrr_ total_costs rrrUsak)j@AXZde A6 C7 7/J*5 r.vertex_ai_batch_responsesc4ddlm}ddlm}d}d}d}d}|D]o}|j ddk(st } |xsd} || dd d gd t jtjd ttjzd ttjdii } i| _ tjd} |j|d| | | | } t!j"| dt jj$}||z }t'| dd}|r|}n)t)| dr| j+ni}t-|}||j.z }||j0z }||j2z }r|t5|||fS)zF Calculate both cost and usage from Vertex AI batch responses r)Logging)VertexGeminiConfigstatusJOB_STATE_SUCCEEDEDzgemini-2.5-flashuser batch_request)rolecontentFbatch_batch_processingoptional_params) r&messagesstream call_type start_timelitellm_call_id function_idlitellm_trace_idkwargsresponse)completion_responsemodel_responser& logging_obj raw_responserrNrrFusageNdict total_tokens prompt_tokenscompletion_tokens)*litellm.litellm_core_utils.litellm_loggingr8@litellm.llms.vertex_ai.gemini.vertex_and_google_ai_studio_geminir9r)r r aretrieve_batchtimestrr uuid4rChttpxResponse;_transform_google_generate_content_to_openai_model_responselitellmcompletion_costvaluegetattrhasattrrT'_get_batch_job_usage_from_response_bodyrVrWrXr )r6rr8r9r5rVrWrXrMrOactual_model_namerPrQopenai_format_responsecost usage_objrS response_dicts rr1r1lsCJLM- << !%: :+_N!+ @.@ "'#)oFG#3399; (3tzz|+< <.!$TZZ\!2)2. K+-K ' >>#.L%7%9%u%u$,Z$8-'') &v& "**$:$/#3399D $ J 6FI!BII_agAh 6 ; ; =np ? N E.. .L U00 0M !8!8 8 m.p u!#+ r.cKddlm}|dk(r td|j td||j|d{}t |j S7w)zE Get the batch output file content as a list of dictionaries r) afile_contentrz1Vertex AI does not support file content retrievalNz3Output file id is None cannot retrieve file content)file_idr)litellm.files.mainrn ValueErroroutput_file_id_get_file_content_as_dictionaryr@)r!rrn _file_contents rr#r#sj1k)LMM #NOO'$$/M +=+@+@ AA sAA#A!A# file_contentc@ |jd}g}|jjdD])}|s|jt j |+t jdt j|d|S#t$r}|d}~wwxYw)zO Get the file content as a list of dictionaries from JSON Lines format zutf-8 zjson_objects=%sindentN) decodestripsplitr*jsonloadsrr2dumps Exception)ru_file_content_str json_objectslinees rrsrss (//8 %++-33D9D##DJJt$45: . !B99B>c|dk(r|rt||\}}|Sd}d}d}|D]Q}t|st|} t| } || jz }|| j z }|| j z }St|||S)z= Get the tokens of a batch job from the file content rrrU)r1r'r(rgrVrWrXr ) rrrr4rrVrWrXr+r,rSs rrrsk)jABY[ef;LM( )% 0EeLNB>RE E.. .L U00 0M !8!8 8  ) !#+ r.cd}d}|D]Q}|jdi}|jd|xsd}|jdg}|s@t||} || z }St||z||S)z Count the number of tokens in the input file Used for batch rate limiting to count the number of tokens in the input file rbodyr&rD)r&rDrU)r)rr ) rrrrWrXr+rr&rD item_tokenss r_get_batch_job_input_file_usagersM(yy$*"2388J+ 'ehGK [ (M) "%66#+ r. response_bodycH|jddxsi}tdi|}|S)z> Get the tokens of a batch job from the response body rSN)r)r )r _usage_dictrSs rrgrg8s- ##GT28bK';'E Lr.batch_job_output_filec^|jddxsi}|jddxsi}|S)z9 Get the response from the batch job output file rMNrr))r _responser,s rr(r(As6,// DAGRI]]6406BN r.cX|jddxsi}|jdddk(S)z7 Check if the batch job response status == 200 rMN status_coderLr)rrs rr'r'Js1,// DAGRI == - 44r.)N)rN)r)(r~r\typingrrrrrr_rblitellm._loggingr litellm._uuidr litellm.types.llms.openair litellm.types.utilsr r r litellm.utilsrrTr]floatr r$rrr1r#bytesrsr3rrrgr(boolr'rr.rrs 66 ++??' !%1!$Z1 !?@1 1 5%c "# 14!%1 1 !?@1 1 5%c "# 1<!%!$Z  #Y*DL $!$Z !?@  2!%L#DzL L 5%<LbDLB B !?@B $ZB,%DJ&DL!$Z !?@ <DL $!$Z !?@  @DL $!$Z !?@  84EDS5$545r.