j} ddlmZmZmZddlZddlZddlmZddlm Z m Z ddl m Z ddl mZddlmZmZmZmZdd lmZd ZGd d eZy) )ListOptionalTupleN)verbose_logger)filter_value_from_dictstrip_name_from_messages)get_secret_str)AllMessageValues)Choices ModelResponseUsagePromptTokensDetailsWrapper)OpenAIGPTConfigzhttps://api.x.ai/v1cneZdZedeefdZdeedeedeeeeeffdZdede fdZ dede fdZ dede fd Z dd ed eded e def d Zdedeed edededef fd ZededdfdZ ddedej.dededeed ededeedee deffd ZdededdfdZxZS) XAIChatConfigreturncy)Nxai)selfs }/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/litellm/llms/xai/chat/transformation.pycustom_llm_providerz!XAIChatConfig.custom_llm_providersapi_baseapi_keycV|xstdxst}|xs td}||fS)N XAI_API_BASE XAI_API_KEY)r r)rrrdynamic_api_keys r$_get_openai_compatible_provider_infoz2XAIChatConfig._get_openai_compatible_provider_infos2M~n=M!B^M%B((rmodelcZgd}|j|r|jd|j|r|jd tj||j r|jd|S#t $r#}tjd|Yd}~|Sd}~wwxYw)N) logit_biaslogprobs max_tokensnpresence_penaltyresponse_formatseedstreamstream_options temperature tool_choicetools top_logprobstop_puserweb_search_optionsstopfrequency_penalty)r"rreasoning_effortz,Error checking if model supports reasoning: ) _supports_stop_reasonappend_supports_frequency_penaltylitellmsupports_reasoningr Exceptionrdebug)rr"base_openai_paramses rget_supported_openai_paramsz)XAIChatConfig.get_supported_openai_params s ,  % %e ,  % %f -  + +E 2  % %&9 :  U))1I1I#))*<="! U  #OPQs!S T T!! Us 2A>> B*B%%B*c"d|vryd|vryd|vryy)Nz grok-3-miniFgrok-4grok-code-fastTrrr"s rr7z#XAIChatConfig._supports_stop_reasonNs& E !    &rcd|vryd|vryy)z From manual testing grok-4 does not support `frequency_penalty` When sent the model fails from xAI API rBFrCTrrDs rr9z)XAIChatConfig._supports_frequency_penaltyWs u  u $rnon_default_paramsoptional_params drop_paramsc|j|}|jD]b\}}|dk(r||d<|dk(r@|>g}|D]"} t| d} | |j| $t |dkDsP||d<V||vs[|^|||<d|S)N)r"max_completion_tokensr&r/strictr)r@itemsrr8len) rrFrGr"rHsupported_openai_paramsparamvaluer/tools rmap_openai_paramszXAIChatConfig.map_openai_paramscs#'"B"B"B"O.446LE5//05 -'!e&7!D1$AD' T*"u:>/4OG,11$-2OE*7rmessageslitellm_paramsheadersc@t|}t| |||||S)zp Handle https://github.com/BerriAI/litellm/issues/9720 Filter out 'name' from messages )rsupertransform_request)rr"rSrGrTrU __class__s rrXzXAIChatConfig.transform_request{s,,H5w( 8_ng  rchoiceNc|jdk(rB|jjr+t|jjdkDrd|_yyyy)z Helper to fix finish_reason for tool calls when XAI API returns empty string. XAI API returns empty string for finish_reason when using tools, so we need to set it to "tool_calls" when tool_calls are present. r tool_callsN) finish_reasonmessager]rM)rZs r(_fix_choice_finish_reason_for_tool_callsz6XAIChatConfig._fix_choice_finish_reason_for_tool_callssM  B & NN % % )) *Q .#/F  / & 'r raw_responsemodel_response request_data json_modec ^t|||||||||| | |  } | jr3| jD]$} t| ts|j | & |j }|j| || S#t$r#}tjd|Yd}~| Sd}~wwxYw)a2 Transform the response from the XAI API. XAI API returns empty string for finish_reason when using tools, so we need to fix this after the standard OpenAI transformation. Also handles X.AI web search usage tracking by extracting num_sources_used. ) r"rarb logging_objrcrSrGrTencodingrrdz(Error extracting X.AI web search usage: N) rWtransform_responsechoices isinstancer r`json)_enhance_usage_with_xai_web_search_fieldsr<rr=)rr"rarbrfrcrSrGrTrgrrdresponserZraw_response_jsonr?rYs rrhz XAIChatConfig.transform_responses07-%)#%+).     "**fg.AA&I+  Q , 1 1 3   : :8EV W Q  #KA3!O P P Qs"B B, B''B,rnct|dr |jy|j}d}|jdi}t|trd|vr|jd}|j|dkDrd|j t |_t||j _t|dt|tjd|yyy)z` Extract num_sources_used from X.AI response and map it to web_search_requests. usageNnum_sources_usedrzX.AI web search sources used: ) hasattrrpgetrjdictprompt_tokens_detailsrintweb_search_requestssetattrrr=)rrbrnrprqresponse_usages rrlz7XAIChatConfig._enhance_usage_with_xai_web_search_fieldss ~w/>3G3G3O %++*..w; nd +0Bn0T-112DE   ',ABR>SE ' ' ; E-s3C/D E  #ABRAS!T U -A 'r)F)NN)__name__ __module__ __qualname__propertyrstrrrr!listr@boolr7r9rtrRrr rX staticmethodr r`httpxResponser rhrl __classcell__)rYs@rrrs Xc])  )08 ) x}hsm+ ,),",","\34   ""       0  '(         $ 0 0T 0 0."&$(22nn2& 2  2'(222#2D>2 2hV+V@DV Vrr)typingrrrrr:litellm._loggingr8litellm.litellm_core_utils.prompt_templates.common_utilsrrlitellm.secret_managers.mainr litellm.types.llms.openair litellm.types.utilsr r r ropenai.chat.gpt_transformationrrrrrrrs?(( +86YY=$ PVOPVr