jbdZddlZddlmZmZddlmZmZmZm Z m Z gdZ gdZ gdZ gdZgdZgd ZGd d eZGd d eZGddeZGddeZGddeZGddeZddhZeZGddZy)z This file contains the OQL parser and validator. It is currently limited in scope to only support simple filters without "or" operators. N)ABCabstractmethod)AnyDictOptionalTupleList)=!=contains not_contains starts_with ends_with><)r r r>=r<=)r r rrrris_empty is_not_empty)r r r r rr) r r r r rrrrrrceZdZdZeedeeeffdZeedeee effdZ ede efdZ y) OQLConfigz*Abstract base class for OQL configuration.returncy)z-Return the supported columns and their types.Nselfs }/Users/manta/Documents/Projects/TheRoad-I1/backend/.venv/lib/python3.12/site-packages/opik/api_objects/opik_query_language.pycolumnszOQLConfig.columns9 cy)z/Return the supported operators for each column.Nrrs rsupported_operatorszOQLConfig.supported_operators?rr c gdS)z>Return fields that support nested key access via dot notation.)usagefeedback_scoresmetadatarrs rdictionary_fieldszOQLConfig.dictionary_fieldsEs 87r N) __name__ __module__ __qualname____doc__propertyrrstrrr r"r'rr rrr6s}4  c3h   T#tCy.%9  84988r rcreZdZdZedeeeffdZedeeeeffdZ edeefdZ y)TraceOQLConfigzOQL configuration for trace filtering. Based on backend's TraceField enum. See: apps/opik-backend/src/main/java/com/comet/opik/api/filter/TraceField.java rc iddddddddddddd d d d d d d ddddddddddddddddddddddddS)Nidstringname start_time date_timeend_timeinputoutput input_json dictionary output_jsonr&total_estimated_costnumberllm_span_counttagslistusage.total_tokensusage.prompt_tokensusage.completion_tokensr%feedback_scores_numberspan_feedback_scoreserror_container)duration thread_id guardrails error_info created_atlast_updated_atannotation_queue_ids experiment_idrrs rrzTraceOQLConfig.columnsRs ( H  +    X  h   ,  <     #H  h  F  !(  "8  &x 7! " #$<# $!!"+%*$*%3  r c Pidtdtdtdtdtdtdtdtd td td td td tdtdtdtdttttttt t ddgtd S)Nr1r3r7r8rHrIrNr4r6rKrLr<r>rArBrCrGrr) r9r;r&r%rEr?rMrJdefaultSTRING_OPERATORSDATE_TIME_OPERATORSNUMBER_OPERATORSDICTIONARY_OPERATORSFEEDBACK_SCORES_OPERATORSLIST_OPERATORSrs rr"z"TraceOQLConfig.supported_operatorsps  " $  %  &  )  *   -  -  +  -  2  #$4  .  !"2  "#3 &'7! " (# $//,8$="$2%~6'5  r c gdS)N)r&r9r;r%rErrs rr'z TraceOQLConfig.dictionary_fieldss   r N r(r)r*r+r,rr-rr r"r'rr rr/r/Ksq  c3h  : T#tCy.%9  < 49  r r/creZdZdZedeeeffdZedeeeeffdZ edeefdZ y) SpanOQLConfigzOQL configuration for span filtering. Based on backend's SpanField enum. See: apps/opik-backend/src/main/java/com/comet/opik/api/filter/SpanField.java rcziddddddddddddd d d d d d d ddddddddddddddddddddS)Nr1r2r3r4r5r6r7r8r9r:r;r&modelproviderr<r=r?r@rArBrCr%rDrFenum)rGrJtypetrace_idrrs rrzSpanOQLConfig.columnss ( H  +    X  h   ,  <     X    #H  F  !(  "8 &x! " 7# $!+ +  r c$idtdtdtdtdtdtdtdd d gd td td tdtdtdtdtdtdtttt ddgtdS)Nr1r3r7r8r]r^rar`r r r4r6r<rArBrCrGr9r;rr)r&r%r?rJrPrQrs rr"z!SpanOQLConfig.supported_operatorss " $  %  &  %  (   (  S$K  -  +  #$4  !"2  "#3  &'7  ( .! " /# $-8"%~6'-  r c gdS)N)r&r9r;r%rrs rr'zSpanOQLConfig.dictionary_fieldssKKr NrYrr rr[r[st  c3h  2 T#tCy.%9  4L49LLr r[creZdZdZedeeeffdZedeeeeffdZ edeefdZ y)ThreadOQLConfigzOQL configuration for thread filtering. Based on backend's TraceThreadField enum. See: apps/opik-backend/src/main/java/com/comet/opik/api/filter/TraceThreadField.java rc"dddddddddddddd S)Nr2r=r5rDr_r@) r1 first_message last_messagenumber_of_messagesrGrKrLr4r6r%statusr?rMrrs rrzThreadOQLConfig.columnss5%$"* %*%#7$*  r cttttttttttddgtttdS)Nr r )r1rgrhrirGrKrLr4r6r%rjr?rMrP)rRrTrSrVrWrs rr"z#ThreadOQLConfig.supported_operatorss<#-,"2(-2-+8Dk"$2'  r cdgS)Nr%rrs rr'z!ThreadOQLConfig.dictionary_fieldss !""r NrYrr rreresq  c3h  " T#tCy.%9  $#49##r recreZdZdZedeeeffdZedeeeeffdZ edeefdZ y)DatasetItemOQLConfigzOQL configuration for dataset item filtering. Based on backend's DatasetItemField enum and FilterQueryBuilder. See: apps/opik-backend/src/main/java/com/comet/opik/api/filter/DatasetItemField.java rc dddddddddddd S)Nr2mapr@r5) r1data full_datasourceraspan_idr?rKrL created_bylast_updated_byrrs rrzDatasetItemOQLConfig.columnss/! %*"'  r c |tttttttgdttttd S)N)r r r r rr) r1rrrsrartrurvrqr?rKrLrP)rRrWrSrs rr"z(DatasetItemOQLConfig.supported_operators$s2#)&('*/W"-2'  r cdgS)Nrqrrs rr'z&DatasetItemOQLConfig.dictionary_fields5s xr NrYrr rrnrn sq  c3h   T#tCy.%9  49r rncreZdZdZedeeeffdZedeeeeffdZ edeefdZ y)PromptVersionOQLConfigz/OQL configuration for prompt version filtering.rc dddddddddd S)Nr2r:r@r5) r1committemplatechange_descriptionr&r`r?rKrurrs rrzPromptVersionOQLConfig.columns>s) "*$%"  r c htttttddgttttd S)Nr r ) r1r|r}r~r&r`r?rKrurP)rRrUrWrSrs rr"z*PromptVersionOQLConfig.supported_operatorsLs0#&("2,$K"-*'  r cdgS)Nr&rrs rr'z(PromptVersionOQLConfig.dictionary_fields[s |r NrYrr rrzrz;sm9   c3h      T#tCy.%9    49r rzrrceZdZdZddeedeefdZedeeddfdZ edeeddfdZ edeeddfd Z edeeddfd Z edeeddfd Z deeeeeffd Zd edefdZd edefdZddZdeeeffdZdededefdZdefdZdeeeffdZdedeeeffdZdefdZdeeeffdZdeeeeeffdZy)OpikQueryLanguagea This method implements a parser that can be used to convert a filter string into a list of filters that the BE expects. For example, this class allows you to convert the query string: `input contains "hello"` into `[{'field': 'input', 'operator': 'contains', 'value': 'hello'}]` as expected by the BE. When converting a query string into another format, a common approach is: 1. First convert the string into a series of tokens using a tokenizer 2. Convert the list of tokens into an Abstract Syntax Tree (AST) using a parser 3. Traverse the AST and convert it into the desired format using a formatter Due to the simple nature of the queries we currently support (no support for and/or operators, etc.), we have combined the tokenizer and formatter steps into a single parse method. The parse method works by iterating over the string character by character and extracting / validating the tokens. N query_stringconfigc|xsd|_|xst|_d|_|j |_d|_|j %tj|j |_yy)Nr) r_DEFAULT_CONFIG_config_cursor_parse_expressions_filter_expressionsparsed_filtersjsondumps)rrrs r__init__zOpikQueryLanguage.__init__wsc(.B0  #'#:#:#< "  # # /"&**T-E-E"FD  0r rc$||tS)a0 Creates a parser for filtering traces using OQL syntax. Returns an OpikQueryLanguage instance preconfigured with TraceOQLConfig that validates trace-specific fields. Empty or None query_string yields no filters; malformed queries raise ValueError during parsing. )r/clsrs r for_traceszOpikQueryLanguage.for_tracess<!122r c$||tS)a- Creates a parser for filtering spans using OQL syntax. Returns an OpikQueryLanguage instance preconfigured with SpanOQLConfig that validates span-specific fields. Empty or None query_string yields no filters; malformed queries raise ValueError during parsing. )r[rs r for_spanszOpikQueryLanguage.for_spanss<11r c$||tS)a9 Creates a parser for filtering trace threads using OQL syntax. Returns an OpikQueryLanguage instance preconfigured with ThreadOQLConfig that validates thread-specific fields. Empty or None query_string yields no filters; malformed queries raise ValueError during parsing. )rers r for_threadszOpikQueryLanguage.for_threadss<!233r c$||tS)a Creates a parser for filtering dataset items using OQL syntax. Use this when working with dataset views or filtering items within a dataset. Returns an OpikQueryLanguage instance preconfigured with DatasetItemOQLConfig that validates dataset-specific fields like input, expected_output, and item metadata. Empty or None query_string yields no filters; malformed queries raise ValueError during parsing. )rnrs rfor_dataset_itemsz#OpikQueryLanguage.for_dataset_itemss|j|j |jr`|r|j||ru|j ||j}|r*|j|dz|}|xjdz c_|dk(r!d|}||vr |d||dStd|d ||vr,td |d|d t|jd ||vr ||||dS||d dS||vr |d||dS|dd dS)Nr.rr$zusage.r)fieldkeyr`zWhen querying usage, zj is not supported, only usage.total_tokens, usage.prompt_tokens and usage.completion_tokens are supported.zField z# is not supported, only the fields  are supported.r2)rrrr'rrrrrrreplacerr@keys) rrr'rrrrrcomposite_fields r _parse_fieldzOpikQueryLanguage._parse_fields ,,&& LL:: llS!2!2338Q8Q   dll +9  LLA LllS!2!2338Q8Q   dll +9 !!%$,,7 LL3t001 1!!$,,/36 LLA L)-(?(?(A %M:LLE,,T%6%6!77))$*;*;DLL*IJ!d&E&EjRW&X ! ,,T%6%6!77))$*;*;DLL*IJ!d&E&EjRW&X ##EDLL9CkkNJ ! $*3%."g-!0! ' 8 %/u5_` -- UG1SE)LTRYR^R^R`MaLbbqr'!!&sGENKK"'sHEE g "2wu~F F#2x@ @r parsed_fieldc `|j|jj}||vrd}|j|jdk(r:d}|xjdz c_|||vrt d|d|d||dd|iS|j|jd vr|j|jdzdk(r2|j|jd}|xjd z c_n.|j|j}|xjdz c_|||vrt d|d|d||dd|iS|j}|jt |jkr|j|jjs_|xjdz c_|jt |jkr(|j|jjs_|j||j}|||vrt d|d|d||dd|iS) NrPr rz Operator z is not supported for field z, only the operators roperator)rrr)rrr"rrrrr)rrr"rrs r_parse_operatorz!OpikQueryLanguage._parse_operator:s "ll>> 2 2$L   T\\ *c 1H LLA L2<@@ z)El^Shi|~JjKiLL[\) )   t|| , :  !12c9"// =>a@ ! ,,T\\: ! 2<@@ z)El^Shi|~JjKiLL[\) )LLE s4#4#455))$,,7??A !  s4#4#455))$,,7??A((>H2<@@ z)El^Shi|~JjKiLL[\) )r c|j}|jt|jkr|j|jjr_|xjdz c_|jt|jkr(|j|jjr_|j||jSr)rrrisdigit)rrs r _get_numberzOpikQueryLanguage._get_numberis  LL3t001 1!!$,,/779 LLA L LL3t001 1!!$,,/779  66r c|j|j}|j|jdk(r|xjdz c_|j}|jt|jkrp|j|jdk7rT|xjdz c_|jt|jkr|j|jdk7rT|j||j}|xjdz c_d|iS|j|jj s|j|jdk(r}|j }|jt|jkrG|j|jdk(r+|xjdz c_|d|j zz }d|iSt d|j||jd)Nrrvalue-rzInvalid value z:, expected an string in double quotes("value") or a number)rrrrrrr)rrrs r _parse_valuezOpikQueryLanguage._parse_valuers     T\\ *c 1 LLA LLLE s4#4#455%%dll3s: !  s4#4#455%%dll3s:%%edll;E LLA LU# #   dll + 3 3 5  .#5$$&E s4#4#455%%dll3s: ! t//111U# # !2!254<rs  #33 84  88*L YL ^>LI>LB.#i.#b,9,^"Y"J'7 "\\r