jWdZddlZddlZddlZddlZddlZddlmZmZddl m Z m Z m Z m Z mZddlmZmZddlmZmZej*eZdZded efd Zded e ee ffd Zd efd Zd ddiddidddgddZd ddddddiddddiddiddiddiddiddiddiddideddeddedd gdddZd ddiddiddidddidddid dddid dd ddd gd!dddiddddgid"gd"ddidgddgidddid d#dd$iid#gddgid%d&d'gddd(gd(ddZGd)d*Z d0d+ed,e ed-e e d.e e e ee fd e ee ff d/Z!y)1u[요소 추출 v3 — LiteLLM 기반 독립 4단계. 모든 LLM 호출이 독립적 (멀티턴 세션 없음). 이전 단계 결과는 프롬프트에 인라인으로 포함. Step 1: 스타일 + 요소 이름 (gemini-pro) Step 2a: GPT 리뷰/필터링 (gpt) Step 2b: GPT 상세 추출 (gpt) Step 3: T2I 프롬프트 생성 (gemini-flash, 병렬) N)ThreadPoolExecutor as_completed)AnyDictListOptionalTuple)call_structuredPIPELINE_STEPS) load_prompt load_schemaentity_extractor_v2namereturnc $tt|fi|SN)r _MODULE)rkwargss ^/Users/manta/Documents/Projects/TheRoad-I1/backend/app/modules/pipeline/entity_extractor_v3.py _load_promptrs w / //cl|jdr|jddn|}tt|S)N.json)endswithreplacer r)rstems r _load_schemar s,(, g(>4<< $DD w %%rctdS)Nsystem)rrr _load_systemr"%s  !!robjecttypestringinteger)r appearancesr'F)r$ propertiesrequiredadditionalPropertiesu+에피소드 상세 요약 (5문장 이상))r$ descriptionarrayug인물의 물리적 존재 판단과 씬 간 시각적 일관성에 필요한 핵심 규칙만 (2~5개))r$itemsr+)r$r-) episode_summaryvisual_world_ruleseraregiongenrebuilding_styleclothing_style vehicle_style color_tone must_avoid characters locationspropsanyOfnull space_profile single_space multi_space)r$enum)kindallowed_space_keysdefault_space_keyreference_requiredboolean)locationvisual_identityrFrG)r entity_typer+ visual_traits t2i_prompt metadata_jsonc^eZdZdeedefdZd defdZedeefdZd efd Z d Z y) _Checkpointcheckpoint_dirfulltextcld|_i|_|r tj|dt j |j djdd}tjj|d|d|_tjj|jrn tjt|jdj|_tj!d|jj#d yyy#t$$r i|_YywxYw) NT)exist_okutf-8entity_extraction_rencodingz!Entity checkpoint loaded: step=%scompleted_step)_path_dataosmakedirshashlibmd5encode hexdigestpathjoinexistsjsonloadsopenreadloggerinfoget Exception)selfrNrOep_hashs r__init__z_Checkpoint.__init__s   KK 6kk(//'":;EEGKGn8J7)SX6YZDJww~~djj)$!%Dg,N,S,S,U!VDJKK CTZZ^^TdEef* !$!#DJ$s1A,D D32D3Nkeyc:|jj||SrrYri)rkrndefaults rriz_Checkpoint.getszz~~c7++rrc8|jjdS)NrWrprks rrWz_Checkpoint.completed_stepszz~~.//rstepc \|jsy|jj|||jd<|jdz}t|dd5}t j |j|dddddt j||jy#1swY*xYw) NrWz.tmpwrRrUF ensure_asciiindent)rXrYupdaterercdumprZr)rkrtrtmpfs rsavez_Checkpoint.saveszz  &!'+ #$jj6! #sW - IIdjj!% B. 3 #. -s $B""B+c|jr_tjj|jr5tj|jt j dyyy)NzEntity checkpoint deleted)rXrZr`rbunlinkrgrhrss rdeletez_Checkpoint.deletes@ ::"''..4 IIdjj ! KK3 45:rr) __name__ __module__ __qualname__rstrrmripropertyrWrrr!rrrMrMsU $x} $ $,s,0 00$$5rrMrOrNproject_llm_configprior_entitiesc45t||}t}d}|rdtj|ddzdz}|jr6|jdk\r'|j d}t jd n_t jd td || }|d td|| zz }td||td}|jd||j dd|j dd|j dd|j dd|j dd|j dd|j dd|j dd|j ddd } t jdt|j dgt|j dgt|j d g| d| d| d|jr6|jd!k\r'|j d"} t jd#nt jd$d%d&l m} d'} td(} | d)|| |j dg| |j dg| |j d g*} td+d,|| d+} |jd!|| 0| j d.g}|Dchc]C}t%|j d1d2d3kr#t%|j d4d%d5kr|d6E}}|r t jd7t||g}|j dgD] }|d6|vs |j'|d6d8f"|j dgD] }|d6|vs |j'|d6d9f"|j d gD] }|d6|vs |j'|d6d:f"|jrB|jd;k\r3|j dt|i4d?j)d@|D} tdA}tdB||C}td+dD||dE}|j d.gD]-}|j dFd|j dGgdH4|d6</t jdIt4t||Dcgc]\}}|4vs ||f}}}|rt j#dJt|d?j)dK|D}tdB||C} td+dD||dL}|j d.gD]-}|j dFd|j dGgdH4|d6</ |jd;|| 4Og} g}!g}"t|}#|#d%k(rt jdPnUt5dQt$dRt*dSt*dTt,t$t*t*t.t*t0fff45fdU }$|j dVi}%t3|D&cgc]\}&\}}||%vs|&||f}'}}&}|%j5D]V\}(})|)j dWd8}*|*d8k(r| j'|)/|*d9k(r|!j'|)F|"j'|)X|'r@t7d3t|'}+t jdX|#t|%|+g},t9|+Y5}-i}.|'D]4\}&}(}*|.rt;j<d|&|.|-j?|$|&|(|*<6tA|.D]J}/|/jC}0|,j'|0|0\}1}(}*})|*|)dW<|)|%|(<|jdZ|| 4|%[L d/d/d/|,jEd\]|,D]F\}2}3}*})|*d8k(r| j'|)|*d9k(r|!j'|)6|"j'|)Hnt jd^t|%t jd_t| t|!t|"|jG| |!|"| d`S#t $r%}t j#d-|d.gi} Yd/}~d/}~wwxYwcc}wcc}}w#t $r!}t j#dM|Yd/}~Bd/}~wwxYw#t $r!}t j#dN|Yd/}~od/}~wwxYwcc}}}&w#1swYoxYw)au독립 4단계 요소 추출. .. deprecated:: v4 파이프라인 (entity_steps.py / entity_extractor_v4) 도입 후 모든 production 호출자가 이전됨. 이 legacy public function 은 여전히 ENTITY_DETAIL_SCHEMA 의 description / visual_traits / t2i_prompt 를 LLM 출력 그대로 사용하므로 entity_t2i 의 unsourced trait 차단 정책 (entity_steps.py 의 source-detail forward) 가 적용 안 됨. 신규 호출자 는 v4 경로 사용. 본 function 은 unit test 외 호출 금지 — production re-introduction 시 동일 forward 정책 또는 fail-fast 를 먼저 도입할 것. Args: fulltext: 시나리오 전문 checkpoint_dir: 체크포인트 저장 경로 project_llm_config: 프로젝트별 LLM 모델 설정 prior_entities: 이전 에피소드 기존 요소 목록 Returns: { "characters": [{name, description, visual_traits, t2i_prompt}], "locations": [{name, description, visual_traits, t2i_prompt}], "props": [{name, description, visual_traits, t2i_prompt}], "style": {era, region, genre, visual_tone}, } ru6 [이전 에피소드에서 추출된 기존 요소] Frxua 기존 요소가 이번 에피소드에도 등장하면 이름을 동일하게 유지하세요. step1 step1_resultz Step 1: restored from checkpointzStep 1: style + entity names turn0_style) prior_blockrOz turn1 entity_style entity_step1)rt system_prompt user_promptresponse_schemaproject_config schema_name)rr.r0r1r2r3r4r5r6r7) r.r0r1r2r3r4r5r6r7z3Step 1: %d chars, %d locs, %d props, style=%s/%s/%sr8r9r:step2a review_resultz!Step 2a: restored from checkpointzStep 2a: GPT reviewr)_load_lvm_promptc2djd|DS)N, c38K|]}|dd|ddyw)r(r'u회)Nr!).0es r z1extract_entities.._fmt..-s(REq& {!Am,<+=TBEs)ra)r-s r_fmtzextract_entities.._fmt,s99RERR Rrzturn1_review_schema.jsonentity_list_review)screenplay_summaryr8r9r: entity_reviewuT시나리오 분석 전문가. 추출된 요소 목록의 정확성을 평가한다.z'Step 2a GPT review failed, skipping: %sentitiesN)rr importance2 r'rwrz(Step 2a: filtering %d low-importance: %s characterrFpropstep2b gpt_detailsz/Step 2b: restored from checkpoint (%d entities)z,Step 2b: GPT detail extraction (%d entities) c34K|]\}}d|d|dywz- z ()Nr!)rretypes rrz#extract_entities..cs$$[l{tUr$r%%:lz turn1_7_detail_batch_schema.jsonturn1_7_detail_batch) entity_listrOub시나리오 분석 전문가. 요소별 시각적 상세 정보를 최대한 많이 추출한다.entity_detail_batchr+rI)r+rIz$Step 2b: GPT returned %d/%d entitieszStep 2b: %d missing, retryingc34K|]\}}d|d|dywrr!)rnts rrz#extract_entities..s#(LGDAq2aS1#QGrentity_detail_retryzStep 2b retry failed: %szStep 2b GPT detail failed: %s)rrrzNo entities for T2I generationidxenamerrc  j|i}d}|r;|jdd}dj|jdg}d|d|}td|||z}td D]}} t d |t d d d |gi } |||| jd || jdd| jdg| jdd| jdxsidfcS||||dgdidfS#t $rE} tjd||dz| |dkrtjd|dzzYd} ~ d} ~ wwxYw)Nrr+rrIu. [시나리오 기반 상세 정보] 설명: u 시각적 특징: turn_entity_detail) entity_namerH entity_t2itags)rtrrrrr opik_metadatarrJrK)rr+rIrJrKz#Entity T2I %s attempt %d failed: %srrw) rirarranger ENTITY_DETAIL_SCHEMArjrgwarningtimesleep)rrr gpt_detailextradesctraitsturn_msgattemptdetailexcrrrs r_gen_t2iz"extract_entities.._gen_t2is$3JE!~~mR8:>>/2#FGKD6Qeflemn#$!! H !86,)&3$,(<'9$0'- e/D&EF  & 65 9'-zz-'D)/OR)H&,jjr&B)/O)D)J 0$0b2UW!#(  !6NN#H%QX[\Q\^ab{ 1! #456s3A8C;; E ;EE  step3_donerHuDStep 3: T2I generation — %d entities (%d already done), %d workers) max_workersstep3)rrrrc |dS)Nrr!)rs rz"extract_entities..sqtr)rnz0Step 3: all %d entities restored from checkpointz7Entity extraction complete: %d chars, %d locs, %d props)r8r9r:style)$rMr"rcdumpsrWrirgrhrr STEP1_SCHEMArlen'app.modules.pipeline.ref_image_pipelinerrrjrintappendrarr rr enumerater-minrrrsubmitrresultsortr)6rOrNrrcpr rr step1_promptrrrr review_schema review_promptrentities_reviewrlow_importance entity_queueentity_list_text detail_schema detail_prompt batch_resultentrrmissing missing_text retry_prompt retry_result retry_excr8r9r:totalrriremaining_queuerdatarrresultsexecutorfuturesfuturer__idx_enamerrs6 ` @@rextract_entitiesrs' > ^X .B ^FK GjjeAF Gs t  R..'9vvn-  67 23#M{U]^ g;Ya!bbb & $(-&   l3(++,=rBr*""8R0!!'2.&**+;R@&**+;R@%))/2>"&&|R8"&&|R8 E KKEL$$\267L$$["56L$$Wb12e eHouW~ ? R..(:/  78 )*L S%%?@ ( 'L,,\2>?<++K<=|''45   -+$t) -1+ M |=Q$'' B7O**a quu\2& '" ,QUU=!5L1MPQ1Q & ? >N@SUcd*,L   lB / V9N *   6K 8 90  k2 . V9N *   6J 7 8/  gr * V9N *   6F 3 4+  R..(:ff]B/  Es;GWX BC DUV13 99$[l$[[3 A()KLM(&,!M +$C) -11 L$'' B7#&77="#=%(WW_b%A, CK(8 KK>K@PRUVbRc d+7O,$!Q!;:N1v,GO>G M#yy(LG(LL +* ,%  J#2,'K$0(5'9$9 $L ,// B?+.77="+E-0WW_b-I4 CK0 @ |=^ij(*J&(I"$E  E z 45$ ) #) c) #) %S#tTWY\T\~@]:^) X13|R0H 6? 6Me6MFQQRZdQdAq!96Me%++-KE4HH]K8E #!!$'*$  & T". b#o"67K KK^s:  =BDG# <'6OAue 1 JKGHOOHaFG(7 +73F#]]_FNN6*,2)AueT*/D'(,Ju%GGG,m(3 L4=" LL^L ,-4)feTK'%%d+j($$T*LL& .5 KKJCPZO \ KKIJYU=IIK!  I - NNDc J',M -hP.!JNN#=yIIJ A NN:C @ @ Azf"=d 0d6d6;Bd= c)c  cd  d%d;d dd d3d..d3=e)NNN)"__doc__r\rcloggingrZrconcurrent.futuresrrtypingrrrrr app.modules.llm.llm_clientr r app.modules.prompt_loaderr r getLoggerrrgrrrrr"_ENTITY_BRIEF_ITEMrrrMrr!rrr s   ?33F>   8 $ 0s00&s&tCH~& "c" " *'! %-=jkh'E !8$(#!8,!8, (+x(x(&1CD%0BC!,>?'* "9 @ "))h' x(($, /,45=5C]4S1* 5<6* 3&1d($, 4vy6I+*>(>49   $?,Z$%67$)a1 +Gbg!iUt#5#5T%))-59 ttSMt!tT$sCx.12 t  #s(^ tr