idZddlZddlZddlmZmZmZmZddl m Z ddl mZddl m ZddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZmZdd lm Z m!Z!m"Z"dd l#m$Z$Gd d eZ%y) z This file contains the transformation logic for Bedrock Nova Sonic realtime API. Transforms between OpenAI Realtime API format and Bedrock Nova Sonic format. N)AnyListOptionalUnion)verbose_logger)uuid)Logging)BaseRealtimeConfig) OpenAIRealtimeContentPartDoneOpenAIRealtimeDoneEventOpenAIRealtimeEventsOpenAIRealtimeOutputItemDoneOpenAIRealtimeResponseAudioDone&OpenAIRealtimeResponseContentPartAddedOpenAIRealtimeResponseDelta OpenAIRealtimeResponseDoneObjectOpenAIRealtimeResponseTextDone&OpenAIRealtimeStreamResponseBaseObject+OpenAIRealtimeStreamResponseOutputItemAddedOpenAIRealtimeStreamSession!OpenAIRealtimeStreamSessionEvents)ALL_DELTA_TYPESRealtimeResponseTransformInputRealtimeResponseTypedDict)get_empty_usagecteZdZdZdZ d-dededeedefdZ d-d eededeedefd Z de fd Z d-ded ee edefd Z d e ede efdZ d.dede defdZdede efdZdede efdZdede efdZdede efdZdede efdZdede efdZ d-dededeede efdZdedededefdZdedeed eed!eedee eeeeeeeeeff d"Zded eedeed#ee edee eee eff d$Z ded eedeede efd%Z!ded eedeed&eed#ee edee eee eff d'Z"dedeed!eedee eeeeeeeffd(Z#ded eedeedee eeeffd)Z$dede efd*Z%de&ee'fdeded+e(de)f d,Z*y)/BedrockRealtimeConfigz>Configuration for Bedrock Nova Sonic realtime transformations.cttj|_ttj|_ttj|_d|_d|_d|_d|_ d|_ d|_ d|_ d|_ d |_d |_d |_d|_d|_d|_d |_d |_d |_y) Nig?gffffff?]matthewbase64SPEECHz audio/lpcm> text/plain)struuid_libuuid4 prompt_name content_nameaudio_content_name max_tokenstop_p temperatureoutput_sample_rate_hertzoutput_sample_size_bitsoutput_channel_countvoice_idoutput_encodingoutput_audio_typeoutput_media_typeinput_sample_rate_hertzinput_sample_size_bitsinput_channel_countinput_encodinginput_audio_typeinput_media_typetext_media_typeselfs }/Users/manta/Documents/Projects/TheRoad-I1/.venv/lib/python3.12/site-packages/litellm/llms/bedrock/realtime/transformation.py__init__zBedrockRealtimeConfig.__init__)sx~~/0 01"%hnn&6"7 ).%')$$%!! '!)!-(-$&(##$ & ( , ,Nheadersmodelapi_keyreturnc|S)z@Validate environment - no special validation needed for Bedrock.)r?rCrDrEs r@validate_environmentz*BedrockRealtimeConfig.validate_environmentIs rBapi_basec|xsdS)z6Get complete URL - handled by aws_sdk_bedrock_runtime.rH)r?rJrDrEs r@get_complete_urlz&BedrockRealtimeConfig.get_complete_urlOs~2rBcy)z'Bedrock requires session configuration.TrHr>s r@requires_session_configurationz4BedrockRealtimeConfig.requires_session_configurationUsrBtoolsc ddd|j|j|jdiii}|jd|ji|j |j |j|j|j|j|jdd}|rddi|d <d |j|i|d <dd |ii}tj||d S)z Create initial session configuration for Bedrock Nova Sonic. Args: model: Model ID tools: Optional list of tool definitions Returns JSON string with session start and prompt start events. event sessionStartinferenceConfiguration maxTokenstopPr/ mediaTyperXsampleRateHertzsampleSizeBits channelCountvoiceIdencoding audioType promptNametextOutputConfigurationaudioOutputConfigurationapplication/jsontoolUseOutputConfigurationrPtoolConfiguration promptStart) session_start prompt_start)r-r.r/r*r=r6r0r1r2r3r4r5"_transform_tools_to_bedrock_formatjsondumps)r?rDrPrhprompt_start_configris r@session_configuration_requestz3BedrockRealtimeConfig.session_configuration_requestYs ,%)__ $ '+'7'7/!  **(3T5I5I'J!33#'#@#@"&">"> $ 9 9== 00!33)   /A  < =@@G8  3 4 -1D!EF zz+\ J  rBc "g}|D]}|jddk(s|jdi}d|jdd|jdddtj|jdiid i}|j||S) z Transform OpenAI tool format to Bedrock tool format. Args: tools: List of OpenAI format tools Returns: List of Bedrock format tools typefunctiontoolSpecnamerL descriptionrk parameters)rsrt inputSchema)getrkrlappend)r?rP bedrock_toolstoolrq bedrock_tools r@rjz8BedrockRealtimeConfig._transform_tools_to_bedrock_formats Dxx:-88J3 ( VR 8'/||M2'F"DJJx||L"/M$N(!  $$\2rB audio_format is_outputc.|dk(r|rdSdS|dvry|rdSdS)a Map OpenAI audio format to sample rate. Args: audio_format: OpenAI audio format (pcm16, g711_ulaw, g711_alaw) is_output: Whether this is for output (True) or input (False) Returns: Sample rate in Hz pcm16rr%) g711_ulaw g711_alawi@rH)r?r|r}s r@ _map_audio_format_to_sample_ratez6BedrockRealtimeConfig._map_audio_format_to_sample_rates2 7 "%5 05 0 7 7!u,u,rB json_messagec Xtjdg}|jdi}d|vr |d|_d|vr |d|_d|vr |d|_d|vr|d}|j |d|_d |vr|d }|j |d |_d |vr |d |_d |vr |d |_d dd|j|j|jdiii}|jtj||jd|ji|j|j|j |j"|j |j$|j&dd}|jd}|rddi|d<d|j)|i|d<d d|ii} |jtj| |jd} | rt+t-j.} d d|j| dd dd|jidii} |jtj| d d|j| | dii} |jtj| d d |j| d!ii}|jtj||S)"z Transform session.update event to Bedrock session configuration. Args: json_message: OpenAI session.update message Returns: List of Bedrock format messages (JSON strings) zHandling session.updatesessionmax_response_output_tokensr/voiceoutput_audio_formatT)r}input_audio_formatFr0r7rRrSrTrUrXrYr`rPrdrerfrg instructions contentStartTEXTSYSTEMra contentNamerp interactiveroletextInputConfiguration textInputrarcontent contentEndrar)rdebugrwr-r/r3rr0r7r.rxrkrlr*r=r6r1r2r4r5rjr'r(r))r?rmessagessession_config output_format input_formatrhrmrPrirtext_content_nametext_content_start text_inputtext_content_ends r@transform_session_update_eventz4BedrockRealtimeConfig.transform_session_update_events 67 %)))R8 (> 9,-IJDO N *-m 1)*>?L+/+P+P,Q,D ( & 7,:;U,VD ) $ 6+9:S+TD ( ,%)__ $ '+'7'7/!    =12**(3T5I5I'J!33#'#@#@"&">"> $ 9 9== 00!33)  ""7+ /A  < =@@G8  3 4 -1D!EF  <01&)).9  #HNN$4 5 "&*&6&6'8 &', (3>@T@T2U %  "  OODJJ'9: ;&*&6&6'8#/"J OODJJz2 3 &*&6&6'8#   OODJJ'78 9rBctjdg}t|dsdd|j|jddd|j |j |j|j|j|jdd ii}|jtj|d|_|jd d }dd |j|j|d ii}|jtj||S)z Transform input_audio_buffer.append event to Bedrock audio input. Args: json_message: OpenAI input_audio_buffer.append message Returns: List of Bedrock format messages (JSON strings) z"Handling input_audio_buffer.append_audio_content_startedrRrAUDIOTUSER)rXrZr[r\r_r^)rarrprraudioInputConfigurationaudiorL audioInputr)rrhasattrr*r,r<r7r8r9r;r:rxrkrlrrw)r?rraudio_content_start audio_data audio_events r@)transform_input_audio_buffer_append_eventz?BedrockRealtimeConfig.transform_input_audio_buffer_append_event@s AB t56"&*&6&6'+'>'> ''+ &)-)>)>/3/K/K.2.I.I,0,D,D)-)>)>(,(;(; 4 %# & OODJJ':; <*.D '"%%gr2 "&"2"2#'#:#:)   ;/0rBctjdg}t|drMdd|j|jdii}|j t j|t|d|S)z Transform input_audio_buffer.commit event to Bedrock audio content end. Args: json_message: OpenAI input_audio_buffer.commit message Returns: List of Bedrock format messages (JSON strings) z"Handling input_audio_buffer.commitrrRrr) rrrr*r,rxrkrldelattr)r?rraudio_content_ends r@)transform_input_audio_buffer_commit_eventz?BedrockRealtimeConfig.transform_input_audio_buffer_commit_eventvsu AB  41 2 &*&6&6'+'>'>#!  OODJJ'89 : D2 3rBc tjdg}|jdi}|jd}|dk(r|j|S|dk(r|jdg}|D]}|jddk(st t j }dd |j|d d d d |jidii}|jtj|dd|j||jdddii} |jtj| dd|j|dii} |jtj| |S)z Transform conversation.item.create event to Bedrock text input or tool result. Args: json_message: OpenAI conversation.item.create message Returns: List of Bedrock format messages (JSON strings) z!Handling conversation.item.createitemrpfunction_call_outputmessager input_textrRrrTrrXrrtextrLrrr) rrrw4transform_conversation_item_create_tool_result_eventr'r(r)r*r=rxrkrl) r?rrr item_typer content_partrrrrs r@(transform_conversation_item_create_eventz>BedrockRealtimeConfig.transform_conversation_item_create_events @A +HHV$  . .LL   !hhy"-G ' ##F+|;(+HNN,<(=% *.2.>.>/@(./3(.$/1E1E;" - " *&OODJJ/A$BC '.2.>.>/@+7+;+;FB+G*""JOODJJz$:; (.2.>.>/@+"($OODJJ/?$@AU!(XrBc0tjdgS)z Transform response.create event to Bedrock format. Args: json_message: OpenAI response.create message Returns: List of Bedrock format messages (JSON strings) zHandling response.createrrr?rs r@transform_response_create_eventz5BedrockRealtimeConfig.transform_response_create_event 78 rBc0tjdgS)z Transform response.cancel event to Bedrock format. Args: json_message: OpenAI response.cancel message Returns: List of Bedrock format messages (JSON strings) zHandling response.cancelrrs r@transform_response_cancel_eventz5BedrockRealtimeConfig.transform_response_cancel_eventrrBrrnc tj|}|j d}|dk(r|j |S|dk(r|j|S|dk(r|j|S|dk(r|j|S|d k(r|j|S|d k(r|j|Stjd |gS#tj$r tjd|ddgcYSwxYw) aE Transform OpenAI realtime request to Bedrock Nova Sonic format. Args: message: OpenAI format message (JSON string) model: Model ID session_configuration_request: Previous session config Returns: List of Bedrock format messages (JSON strings) Invalid JSON message: Nrpzsession.updatezinput_audio_buffer.appendzinput_audio_buffer.commitzconversation.item.createzresponse.createzresponse.cancelzUnknown message type: ) rkloadsJSONDecodeErrorrwarningrwrrrrrr)r?rrDrnr message_types r@transform_realtime_requestz0BedrockRealtimeConfig.transform_realtime_requests" ::g.L $''/  + +66|D D 8 8AA,O O 8 8AA,O O 7 7@@N N . .77 E E . .77 E E  " "%;L>#J KI+##   " "%;GDSM?#K LI sC0C98C9rR logging_objctjdt|jddg}|t |t r||d<t d|t tjS)a  Transform Bedrock sessionStart event to OpenAI session.created. Args: event: Bedrock sessionStart event model: Model ID logging_obj: Logging object Returns: OpenAI session.created event zHandling sessionStartrr)id modalitiesrDzsession.created)rprevent_id) rrrlitellm_trace_id isinstancer'rrr))r?rRrDrrs r@transform_session_start_eventz3BedrockRealtimeConfig.transform_session_start_event sj" 45-++(   E3!7$GG 0"&  rBcurrent_response_idcurrent_output_item_idcurrent_conversation_idc |d}|jd}|dk7rg|||dfStjd|sdtj}|sdtj}|sdtj}|jd d }|d k(rd nd }g} t d dtjd|dg|d} | j | td|d|ddddgd} | j | tddddtj||d k(rd ddnd dd|} | j | | ||||fS)a Transform Bedrock contentStart event to OpenAI response events. Args: event: Bedrock contentStart event current_response_id: Current response ID current_output_item_id: Current output item ID current_conversation_id: Current conversation ID Returns: Tuple of (events, response_id, output_item_id, conversation_id, delta_type) rr ASSISTANTNzHandling ASSISTANT contentStartresp_item_conv_rprrrzresponse.createdevent_realtime.response in_progress)objectrstatusoutputconversation_idrprresponsezresponse.output_item.addedr realtime.itemr assistantrrrprrr)rp response_id output_indexrzresponse.content_part.addedrLrprrp transcript)rp content_indexrritem_idpartr) rwrrrr)rrxrr) r?rRrrr content_startr content_typecurrent_delta_typereturned_messagesresponse_createdoutput_item_addedcontent_part_addeds r@transform_content_start_eventz3BedrockRealtimeConfig.transform_content_start_event@s2n-   ( ; #&'   >?#$)$**,"8 %',TZZ\N%; "&(-djjl^&< #%((8 "f,F' 9;B#djjl^,-)'#:      !12H-+,)!'#      !23D.djjl^,*&/ ,%R8+     !34   " #    rBcurrent_delta_chunksc tjd|djdd}|r|sg|fStdddt j |d||}|g}|j ||g|fS) a{ Transform Bedrock textOutput event to OpenAI response.text.delta. Args: event: Bedrock textOutput event current_output_item_id: Current output item ID current_response_id: Current response ID current_delta_chunks: Current delta chunks Returns: Tuple of (events, updated_delta_chunks) zHandling textOutput textOutputrrLzresponse.text.deltarrrprrrrrdelta)rrrwrrr)rx)r?rRrrr text_content text_deltas r@transform_text_output_eventz1BedrockRealtimeConfig.transform_text_output_events& 23\*..y"= %-@++ +0&djjl^,*+  '#% ##J/|111rBc tjd|djdd}|r|sgStdddt j |d||}|gS) a5 Transform Bedrock audioOutput event to OpenAI response.audio.delta. Args: event: Bedrock audioOutput event current_output_item_id: Current output item ID current_response_id: Current response ID Returns: List of OpenAI events zHandling audioOutput audioOutputrrLzresponse.audio.deltarrr)rrrwrrr))r?rRrr audio_content audio_deltas r@transform_audio_output_eventz2BedrockRealtimeConfig.transform_audio_output_eventsk" 34m,00B? %-@I1'djjl^,*+ }rBrc "|d}tjd||r|sg|fSg}|dk(rd}|r/dj|D cgc]} | jddc} }t dddt j |d|| } |j| td ddt j |dd|d | } |j| nw|d k(rrtdddt j |d|} |j| td ddt j |dd dd| } |j| tddt j d||ddddgd} |j| |dfScc} w)a Transform Bedrock contentEnd event to OpenAI response done events. Args: event: Bedrock contentEnd event current_output_item_id: Current output item ID current_response_id: Current response ID current_delta_type: Current delta type (text or audio) current_delta_chunks: Current delta chunks Returns: Tuple of (events, reset_delta_chunks) rzHandling contentEnd: rrLrzresponse.text.donerr)rprrrrrrzresponse.content_part.doner)rprrrrrrrzresponse.audio.done)rprrrrrrzresponse.output_item.donerr completedrr)rprrrrN) rrjoinrwrrr)rxr rr)r?rRrrrr content_endraccumulated_textchunk text_donecontent_part_done audio_doneoutput_item_dones r@transform_content_end_eventz1BedrockRealtimeConfig.transform_content_end_events*L) 4[MBC%-@++ +8:  '! ##%779MN9MUYYw+9MN$ 7)!$**,0./%I  $ $Y /!>1!$**,0.$.>?/!   $ $%6 7 7 *8*!$**,0./ J  $ $Z 0!>1!$**,0.%R8/!   $ $%6 78,djjl^,+,)!%#      !12!$&&GOsF c tjd|r|sgdddfSt}tddt j t d|dg||j|j|jd }|gdddfS) ac Transform Bedrock promptEnd event to OpenAI response.done. Args: event: Bedrock promptEnd event current_response_id: Current response ID current_conversation_id: Current conversation ID Returns: Tuple of (events, reset_output_item_id, reset_response_id, reset_delta_type) zHandling promptEndNz response.donerrr) prompt_tokenscompletion_tokens total_tokens)rrrrrusager) rrrr rr)rrrr)r?rRrr usage_obj response_dones r@transform_prompt_end_eventz0BedrockRealtimeConfig.transform_prompt_end_eventbs, 12"*AtT4' '#% / djjl^,5*&" 7%.%<%<)2)D)D$-$:$:  $dD00rBc tjd|d}|r|sgddfSi}d|vr1 t|dtrt j |dn|d}|jdd}|jdd}ddlm }d d tj||d||t j|d } |t| g||fS#tj $ri}YwxYw) aA Transform Bedrock toolUse event to OpenAI format. Args: event: Bedrock toolUse event current_output_item_id: Current output item ID current_response_id: Current response ID Returns: Tuple of (events, tool_call_id, tool_name) for tracking zHandling toolUsetoolUserLinput toolUseIdtoolNamer)castz%response.function_call_arguments.doner)rprrrrcall_idrs arguments)rrrr'rkrrrwtypingrrr)rlr ) r?rRrrtool_use tool_input tool_call_id tool_namerfunction_call_events r@transform_tool_use_eventz.BedrockRealtimeConfig.transform_tool_use_events" /0#%-@r2:  h  "(7"3S9JJx01!'* ||K4 LLR0  < /.-#J/ / &(; < =    +''   s0C C! C!c tjdg}|jdi}|jddk(rtt j }|jdd}|jdd}dd |j |d d d |d d diddii}|jtj|dd|j |t|tr|ntj|dii}|jtj|dd|j |dii} |jtj| |S)a Transform conversation.item.create with tool result to Bedrock format. Args: json_message: OpenAI conversation.item.create message with tool result Returns: List of Bedrock format messages (JSON strings) z1Handling conversation.item.create for tool resultrrprrrLrrRrFTOOLrrXr&)rrpr)rarrrprtoolResultInputConfiguration toolResultrrr) rrrwr'r(r)r*rxrkrlr) r?rrrtool_content_namerrtool_content_start tool_resulttool_content_ends r@rzJBedrockRealtimeConfig.transform_conversation_item_create_tool_result_eventsb PQ + 88F 5 5 #HNN$4 5 hhy"-GXXh+F"&*&6&6'8', & &)0$*7BL6Q9 % "  OODJJ'9: ; &*&6&6'8%fc2$*!ZZ/ # K OODJJ{3 4 &*&6&6'8#   OODJJ'78 9rB!realtime_response_transform_inputc  tj|}|jd}|jd}|jd } |jd } |jd } |jd } g} |jdi}d|vr=|j|||}| j|tjddi} n*d|vr,|j|||| \}}}} } | j|nd|vr)|j|||| \}} | j|nd|vr%|j|||}| j|nd|vr*|j!|||| | \}} | j|nvd|vrE|j#|||\}}}| j|t j$d|d|dn-d|vr)|j'||| \}}}} | j|| ||| | |jd | | dS#tj$rt|tr|ddj ddn|dd}t jd|g|jd|jd|jd |jd |jd |jd |jd dcYSwxYw)ab Transform Bedrock Nova Sonic response to OpenAI realtime format. Args: message: Bedrock format message (JSON string) model: Model ID logging_obj: Logging object realtime_response_transform_input: Current state Returns: Transformed response with updated state Nrzutf-8replace)errorsrrrrrcurrent_item_chunksrrn)rrrrrr2rrnrRrS configuredTrrrrrzTool use event: z (ID: ) promptEnd)rkrrrbytesdecoderrrwrrxrlrextendrrrr%rr)r?rrDrr.rmessage_previewrrrrrrnrrRsession_createdeventsr"r#s r@transform_realtime_responsez1BedrockRealtimeConfig.transform_realtime_responses& ::g.LD"C!F!F $" @CC ! #D"G"G %#  ADD " ?BBCWX(I(M(M +) %9;  "- U ""@@ukO  $ $_ 5,0JJ d7K,L ) u $22#&'   #&'"  $ $V , U "+/+K+K&#$ , (F(  $ $V , e #66-/BF  $ $V , U "+/+K+K&#"$ , (F(  $ $V , % .2.K.K-/B/ +FL)  $ $V ,  #3I;f\NRS!T U E ! //*,C  &#"  $ $V ,*&<#6$8'>#D#H#H%$#5-J  u## gu- $$WY$?Tc]   " "%;O;L#M N*K*O*O,+(I'L'L)()J(M(M*),M+P+P-,(I'L'L)('H&K&K('2S1V1V32)  sHC K#"K#)N)T)+__name__ __module__ __qualname____doc__rAdictr'rrIrMboolrOrrnrjintrrrrrrrrLiteLLMLoggingObjrrtupler rrrrrrrr%rrr6rrr<rHrBr@rr&suH,BCG$'2:3- MQ  .1rMsV  --+SL *D .D rB