i=ddlZddlZddlZddlZddlZddlmZddlmZmZm Z ddl m Z m Z m Z mZmZmZddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZdd ldd l m!Z!e rddl"m#Z#ne Z#GddeeZ$y)N)uuid)datetime timedeltatimezone) TYPE_CHECKINGAnyDictListOptionalTuple)quote)verbose_logger)LITELLM_ASYNCIO_QUEUE_MAXSIZE)AdditionalLoggingUtils) GCSBucketBase)CommonProxyErrors)IntegrationHealthCheckStatus)*)StandardLoggingPayload) VertexBasec eZdZd'deeddffd ZdZdZdee fdZ ded edefd Z d e ee fdefd Zd edefdZdee de eee ffdZdee defdZdee d edeeeffdZdee ddfdZde ddfdZdZd e dede defdZdedeedeedeefdZdededefd Zdedefd!Zd"edefd#Zd$Z d%Z!de"fd&Z#xZ$S)(GCSBucketLoggerN bucket_namereturncddlm}t| |t t j dt|_t t j dt|_ t j dttjjdk(|_tj |_t| |j"|j|jtj$t& |_tj*|j-t/j||d ur&t1d t2j4j6y) Nr premium_user)rGCS_BATCH_SIZEGCS_FLUSH_INTERVALGCS_USE_BATCHED_LOGGINGtrue) flush_lock batch_sizeflush_interval)maxsizeTCGCS Bucket logging is a premium feature. Please upgrade to use it. )litellm.proxy.proxy_serverrsuper__init__intosgetenvGCS_DEFAULT_BATCH_SIZEr#"GCS_DEFAULT_FLUSH_INTERVAL_SECONDSr$strGCS_DEFAULT_USE_BATCHED_LOGGINGloweruse_batched_loggingasyncioLockr"Queuer log_queue create_taskperiodic_flushr ValueErrorrnot_premium_uservalue)selfrr __class__s {/Users/manta/Documents/Projects/TheRoad-I1/.venv/lib/python3.12/site-packages/litellm/integrations/gcs_bucket/gcs_bucket.pyr)zGCSBucketLogger.__init__s/; [1bii(8:PQR! II*,N O  II)3/N+O+U+U+W eg   ",,. ..  :A1:  D//12''- t #UVgVxVxV~V~UA  $cKddlm}|dur&tdtjj  t jd|||jdd}| td|jjr|jd{|jjt|||d{y747#t$r+}t jd t!|Yd}~yd}~wwxYww) NrrTr&zHGCS Logger: async_log_success_event logging kwargs: %s, response_obj: %sstandard_logging_object+standard_logging_object not found in kwargspayloadkwargs response_objGCS Bucket logging error: )r'rr9rr:r;rdebuggetr6full flush_queueputGCSLogQueueItem Exception exceptionr/)r<rErF start_timeend_timerlogging_payloades r>async_log_success_eventz'GCSBucketLogger.async_log_success_event<s ; t #UVgVxVxV~V~UA  L  Z  AG )4AO& !NOO~~""$&&(((..$$+F  )   L  $ $'A#a&%J K K LsS1DA#CC .CCC D CC D!C?:D?DDcK tjd|||jdd}| td|jj r|j d{|jjt|||d{y747#t$r+}tjdt|Yd}~yd}~wwxYww)NzHGCS Logger: async_log_failure_event logging kwargs: %s, response_obj: %srArBrCrG) rrHrIr9r6rJrKrLrMrNrOr/)r<rErFrPrQrRrSs r>async_log_failure_eventz'GCSBucketLogger.async_log_failure_eventZs L  Z  AG )4AO& !NOO~~""$&&(((..$$+F  )   L  $ $'A#a&%J K K LsSCA#B 'B(.B BB CB B C)!C CCCcg}t||jkrC |j|jj t||jkrC|S#t j $rY|SwxYw)a Drain items from the queue (non-blocking), respecting batch_size limit. This prevents unbounded queue growth when processing is slower than log accumulation. Returns: List of items to process, up to batch_size items )lenr#appendr6 get_nowaitr3 QueueEmpty)r<items_to_processs r>_drain_queue_batchz"GCSBucketLogger._drain_queue_batchssx35"#doo5  ''(A(A(CD"#doo5  %%  s)A A76A7date_strbatch_idc|d|dS)zm Generate object name for a batched log file. Format: {date}/batch-{batch_id}.ndjson z/batch-z.ndjson)r<r^r_s r>_generate_batch_object_namez+GCSBucketLogger._generate_batch_object_names 78*G44r?rEc|jddxsi}|jddxs|jxsd}|jddxs|jxsd}|d|S)a Extract a synchronous grouping key from kwargs to group items by GCS config. This allows us to batch items with the same bucket/credentials together. Returns a string key that uniquely identifies the GCS config combination. This key may contain sensitive information (bucket names, paths) - use _sanitize_config_key() for logging purposes. standard_callback_dynamic_paramsNgcs_bucket_namedefaultgcs_path_service_account|)rI BUCKET_NAMEpath_service_account_json)r<rErdrpath_service_accounts r>_get_config_keyzGCSBucketLogger._get_config_keys JJ94 @ FB ) - 0 01BD I    - 0 01KT R --   a 4566r? config_keycvtj|jd}d|jddS)z Create a sanitized version of the config key for logging. Uses a hash to avoid exposing sensitive bucket names or service account paths. Returns a short hash prefix for safe logging. zutf-8zconfig-N)hashlibsha256encode hexdigest)r<rmhash_objs r>_sanitize_config_keyz$GCSBucketLogger._sanitize_config_keys;>>*"3"3G"<=++-bq1233r?itemsczi}|D]3}|j|d}||vrg||<||j|5|S)z Group items by their GCS config (bucket + credentials). This ensures items with different configs are processed separately. Returns a dict mapping config_key -> list of items with that config. rE)rlrY)r<rvgroupeditemrms r>_group_items_by_configz&GCSBucketLogger._group_items_by_configsS57D--d8n=J(&( # J  & &t ,  r?cg}|D]4}|d}tj|td}|j|6dj |S)z Combine multiple log payloads into newline-delimited JSON (NDJSON) format. Each line is a valid JSON object representing one log entry. rDF)rf ensure_ascii )jsondumpsr/rYjoin)r<rvlinesryrR json_lines r>_combine_payloads_to_ndjsonz+GCSBucketLogger._combine_payloads_to_ndjsonsK D"9oO ?CeTI LL #yyr?cK|sy|dd} |j|d{}|j|d|dd{}|d}|jtjt j }ttjd zd tjjdd }|j||} |j|} |j||| | d{t|} d} | | fS777#t $r<} d} t|} t#j$d t'| | | fcYd} ~ Sd} ~ wwxYww)z Send a batch of items that share the same GCS config. Returns: (success_count, error_count) )rrrrENvertex_instancerkrservice_account_jsonri-roheadersr object_namerRz6GCS Bucket error logging batch payload to GCS bucket: )get_gcs_logging_configconstruct_request_headers_get_object_date_from_datetimernowrutcr*timeruuid4hexrbr_log_json_data_on_gcsrXrNrrOr/)r<rvrm first_kwargsgcs_logging_configrr current_dater_rcombined_payload success_count error_countrSs r>_send_grouped_batchz#GCSBucketLogger._send_grouped_batchsQx) # 09=9T9T:4 !:: 23D E%78N%O;G-];K>> X\\*LdiikD012!DJJL4D4DRa4H3IJH::<RK#??F ,,'' 0 -   JMK!;/ /54  0Me*K  $ $HQQ ";/ /  0si E#DD DDB:D?DDE#DDD E $1EE E#E  E#cPK|D]}|j|d{y7w)z Send each log individually as separate GCS objects (legacy behavior). This is used when GCS_USE_BATCHED_LOGGING is disabled. N)_send_single_log_item)r<rvrys r>_send_individual_logsz%GCSBucketLogger._send_individual_logss) D,,T2 2 2 2s &$&rycK |j|dd{}|j|d|dd{}|d}|j|d|d|d }|j||||d d{y7h7I7 #t$r+}t j d t|Yd}~yd}~wwxYww) zH Send a single log item to GCS as an individual object. rENrrkrrrDrF)rErRrFrz;GCS Bucket error logging individual payload to GCS bucket: )rr_get_object_namerrNrrOr/)r<ryrrrrrSs r>rz%GCSBucketLogger._send_single_log_items 9=9T9TX:4 !:: 23D E%78N%O;G-];K//H~ $Y!.10K ,,'' $Y -  !4     $ $McRSfXV   saCB B B BAB >B?B CB B B B>!B94C9B>>Cc K|j}|sy|jrD|j|}|jD]\}}|j ||d{!y|j |d{y7!7w)aQ Process queued logs - sends logs to GCS Bucket. If `GCS_USE_BATCHED_LOGGING` is enabled (default), batches multiple log payloads into single GCS object uploads (NDJSON format), dramatically reducing API calls. If disabled, sends each log individually as separate GCS objects (legacy behavior). N)r]r2rzrvrr)r<r\ grouped_itemsrm group_itemss r>async_send_batchz GCSBucketLogger.async_send_batch's 224   # # 778HIM+8+>+>+@' K..{JGGG,A,,-=> > >H >s$ABBB:B;BBrRrFcd|jtjtj}|j dd|j |}n#|j||j dd}|j ddxsi}|j ddxsi}d |vr|d }|S) zD Get the object name to use for the current payload error_strN)request_date_stridr response_idlitellm_paramsmetadata gcs_log_id)rrrrrrI_generate_failure_object_name_generate_success_object_name)r<rErRrFrr_litellm_params _metadatas r>rz GCSBucketLogger._get_object_name=s ::8<< ;UV   {D 1 =<get_request_response_payloadz,GCSBucketLogger.get_request_response_payloadVs  !R   YA. . YA. .  D >>D>Q"@@%- *A ',Kb&A#!%!9!9:M!NN'&*jj&:O**(!&O  $$7zCF8L  sA4CAB"=B >B"C B"" C+$CCCCrrc|d|S)N/ra)r<rrs r>rz-GCSBucketLogger._generate_success_object_names ##1[M22r?cH|dtjjS)Nz /failure-)rrr)r<rs r>rz-GCSBucketLogger._generate_failure_object_names###9TZZ\-=-=,>??r?rc$|jdS)Nz%Y-%m-%d)strftime)r<rs r>rz.GCSBucketLogger._get_object_date_from_datetimes$$Z00r?crK|jd{tj|_y7w)zB Override flush_queue to work with asyncio.Queue. N)rrlast_flush_timer<s r>rKzGCSBucketLogger.flush_queues-##%%%#yy{ &s 757cK tj|jd{tjd|jd|j d{c7@7w)zE Override periodic_flush to work with asyncio.Queue. Nz GCS Bucket periodic flush after z seconds)r3sleepr$rrHrKrs r>r8zGCSBucketLogger.periodic_flushsf-- 3 34 4 4  243F3F2GxP ""$ $ $  4 %s!$A+A':A+!A)"A+)A+c Ktdw)Nz(GCS Bucket does not support health check)NotImplementedErrorrs r>async_health_checkz"GCSBucketLogger.async_health_checks!"LMMs )N)%__name__ __module__ __qualname__r r/r)rTrVr rMr]rbr rrlrurzrr r*rrrrrrrdictrrrrrKr8rr __classcell__)r=s@r>rrsHSMTBL<L2 D$9 "5C535357d38n7744s4s4/* c4(( )"  o1F  3  10/*108;10 sCx10f3o1F343D@?,-CSV 2((!*(x( ( $ (T333 3@@ @ 1811+ %N*FNr?r)%r3rpr~r+r litellm._uuidrrrrtypingrrr r r r urllib.parser litellm._loggingrlitellm.constantsr-litellm.integrations.additional_logging_utilsr/litellm.integrations.gcs_bucket.gcs_bucket_baserlitellm.proxy._typesr,litellm.types.integrations.base_health_checkr%litellm.types.integrations.gcs_bucketlitellm.types.utilsr&litellm.llms.vertex_ai.vertex_llm_baserrrar?r>rs\ 22BB+;PI2U36AJINm%;INr?