j q PUdZddlmZddlZddlZddlmZddlmZmZddl m Z ddl m Z ddl mZdd lmZd Zd ed <d Zd ed<dZd ed<dZded<dZded<ddddZded<dZded<ej2dZded<ej2dZded <ej2d!Zded"<ej2d#Zded$<ej2d%ej<Zded&<ej2d'Z ded(<d)Z!d*ed+<e"d,d-hZ#d.ed/<e"hd0Z$d.ed1<e"hd2e"hd3e"hd4e"hd5e"hd6e"hd7d8Z%d9ed:<d;dd?d@dAdBdBdBdC Z&dDedE<e"hdFZ'd.edG<dHdHdddIZ(dedJ<e"hdKZ)d.edL<e"hdMZ*d.edN<e"dOdPhZ+d.edQ<e"dRdShZ,d.edT<e"hdUZ-d.edV<ddddWZ.dedX<dYdZd[d[dZd[d\Z/d]ed^<e"hd_Z0d.ed`<edadabGdcddZ1edadabGdedfZ2ddgZ3ddhZ4ddiZ5ddjZ6 ddkZ7ddlZ8ddmZ9ddnZ:ddoZ;ddpZddsZ?ddtZ@dduZAddvZB ddwZCddxZDddyZEddzZFdd{ZGdd|ZHdd}ZIdd~ZJddZKddZLy)zDSelect bounded, attributed coach knowledge for a finalized check-in.) annotationsN) dataclass)datetimetimezone)Path)Final) normalize)urlparsezruntime-evidence.jsonz Final[str]_MANIFEST_NAMEzlegacy-corpus-approved.json_APPROVED_MANIFEST_NAMEz1.0_SCHEMA_VERSIONz Final[int] _MAX_EVIDENCE_MAX_PER_TOPIC)훈련·수행안전·의료·약물시합·피크위크zFinal[dict[str, int]] _TOPIC_LIMITSiX_MAX_TEXT_LENGTHu[가-힣A-Za-z0-9]{2,}zFinal[re.Pattern[str]]_TOKENz ^[A-Za-z][A-Za-z0-9_.:-]{1,127}$_IDz^approved-[0-9a-f]{16}$_APPROVED_CLUSTER_IDz^safe-rewrite-[0-9a-f]{16}$_SAFE_REWRITE_IDz^(instagram|naver|youtube):\S+$ _SOURCE_IDu [가-힣]_HANGUL)u으로u에서u에게u처럼u까지u부터u와u과u은u는u이u가u을u를u에u의u도u로u만zFinal[tuple[str, ...]]_KOREAN_SUFFIXESrrzFinal[frozenset[str]]_RUNTIME_EXCLUDED_TOPICS>회복·수면rr소화·식단 반응코칭 철학·기타r_CURATED_ALLOWED_TOPICS>fodmap장변비복부설사소화식욕> 린매스벌크증량>잠수면숙면피로회복 컨디션> 기술볼륨부하성능수행운동중량r2훈련 가동범위 퍼포먼스>상담안전의료진료부상증상통증>대회시합 피크위크)r!u증량·벌크r rrrz Final[dict[str, frozenset[str]]]_TOPIC_REQUIRED_TERMS)체중u 몸무게u 체성분u 체지방감량r-u정체u 플래토plateauu수분u 글리코겐u추세trendweight) 칼로리u열량u섭취식단영양 탄수화물 단백질지방rJr,r-caloriekcal) r)r%r'r&r(r*r$u음식rO)r/r.r0u 수면시간r2r1r3sleep)r/r.r0u 수면의 질r2r1r3rV)r3r1r2r/r8r= readiness)rDu아픔u관절rBu불편rCr2pain) r;r9r8r=r7r5r6r:r<r4r2training performance) bodyweightcalories digestionsleep_duration sleep_quality conditionrX training_plantraining_summaryworkout_qualityz!Final[dict[str, tuple[str, ...]]] _FIELD_TERMS> optional_noterarcrb_NO_FIELD_EXPANSION)primary_source_extractedABC_EVIDENCE_GRADE_RANK>recoverygeneral_traininggeneral_nutritiondigestive_observation_RUNTIME_SAFETY_CLASSES> title-onlyrawtitlependingfragment quarantine title_only quarantined unavailable context_onlypending_reviewinsufficient_fragment context-only_REJECTED_ROW_STATUSESauthor_viewpointgeneral_guidance_CURATED_CLAIM_TYPESindependent_reviewsemantic_extraction_CURATED_PROVENANCE_KINDS> all_safety_reviewedall_flagged_reviewedinput_rows_accountedsemantic_records_accountedapproved_quarantine_disjointraw_and_runtime_not_modifiedcanonical_identities_accounted%quarantined_originals_remain_excluded3safe_replacements_are_separate_from_source_approval_APPROVED_INVARIANTS)exact_source_excerptcurated_bounded_principleapproved_safe_rewrite_CURATED_KIND_PRIORITYrprmrn)r!r rr"rrzFinal[dict[str, str]]_CURATED_TOPIC_SAFETY>raw_text raw_excerptr{ original_textoriginal_claimterminal_identityquarantined_originalr~_FORBIDDEN_CURATED_KEYST)frozenslotscdeZdZUdZded<ded<ded<ded<dZded<dZded <dZded <y ) RetrievedKnowledgezCOne attributed, bounded evidence item selected for model reference.strsourcetopic source_urltext evidence_id evidence_kind confidenceN)__name__ __module__ __qualname____doc____annotations__rrrp/home/cube/projects/richard/.worktrees/nutricoach-v140-impl/dualcoach/profile/checkin_cli/knowledge_retrieval.pyrrs7M K JO IKM3JrrceZdZUded<ded<ded<ded<ded<ded<ded <ded <ded <ded <ded <ded<ded<ded<ded<ded<ded<y)_KnowledgeEntryrcanonical_source_idrrrfrozenset[str]source_platformsrrr source_digestextracted_at_kstreviewed_at_kstevidence_grade safety_classbool truncatedrintsource_prioritytokensN)rrrrrrrrrsb K$$ JO IOO rrc  tt|tr|ni}|sytt |dz t z t |dz tz }|Dcgc](}t||rt||jz|f*c} g}i}t t} rGt|tkr4t D cgc]X\}\} }|j|jdt j|jt"krt%||vr|Z} } }}| s t5|St'| fd} j)| \} }|j+t-||j|jddz||j< j/|j0|j3t%| rt|tkr4t5|Scc}wcc}} }w)zCReturn bounded, relevant evidence from independent reviewed layers.r knowledgerc"t|SN)_selection_key)index remainingselected_sourcess rz&retrieve_for_checkin..snYu-=?OPrkeyr) _query_tokens isinstancedict_merge_entry_layers _load_entriesr _load_curated_entriesr _is_relevantlenrsetr enumerategetrrr_selection_dedupe_keyminpopappend _as_retrievedupdateraddtuple) profile_rootanswers query_tokensentriesentryselectedselected_topicsselected_wordingsr_eligible_indexes best_indexrrs @@rretrieve_for_checkinrs Jw,E2NL !l[0>ABl[8;RRSG E | , \ELL ( )51I *,H&(O!$"%% H 5&/y%9 %9!z5""5;;2]5F5Fu{{Tb5cc%e,4EE %9    ? P ==,5 e,-'6':':5;;'JQ'N $ 6 673E:;# H 5$ ?7 s -G6AG;c t|j|j|j|j|j |j |jS)N)rrrrrrr)rrrrrrrrrs rrrsH ||kk## ZZ%%))## rc(g}|jD]d\}}t|tst|tr-|tvr%|j t j |d|j|ftdj|S)z@Expand structured check-in fields into Korean coaching concepts.r ) itemsrrrfextendrdrr _token_setjoin)rtermsfieldvalues rrrstE  u%%  eS !e3F&F LL))%4 5 U ( chhuo &&rc||jzsy|jdk(r|jtvrytj |j}|duxst ||zS)zLRequire wording overlap and preserve stricter boundaries for exact excerpts.FrN)rrrrrHrr)rrrequireds rrrs] %,, & 44H`9`$((5H t  z _load_entries..Cs[CZ<.CZs)jsonloads read_textOSErrorUnicodeDecodeErrorJSONDecodeErrorrrrr rstriplist _parse_entryr_entry_quality_keyrsorted)pathpayload generated_at raw_entriesrsrpreviousrs @rrr,s**T^^W^=> gt ${{#$7;;12L++i(K lC ( 0B0B0DJWbdhLi24OS! = "&&u'@'@A  1%8;Mh;WW9>OE55 6  [6/CZ[ [[' ')=)= >s%DD>=D>cz tj|jd}t |sy|d}g}|dD]"}t||}||j|$|dD]"}t||}||j|$t|S#tttj f$rYywxYw)zKLoad only approved bounded clusters and rewrites from the curated artifact.rrrrapproved_clustersapproved_safe_replacements) rrr r r r _valid_approved_payload_parse_curated_clusterr_parse_safe_replacement_deduplicate_entries)rrrrrsrs rrrFs**T^^W^=> #7 +-.L%'G*+&sL9   NN5 !,34'\:   NN5 !5  (( ')=)= >s%BB:9B:ct|tr|jdtk7ry|jd}|jd}|jd}|jdt|trX|j rHt|t r8t|t r(ttrtfdtDrydt|fd t|ffD]@\}}|j|}|t|tst|tr||k7s@y|jd }|t|tsy|jd |jd t|k7ry|jd |jd t|k7ry|jd duryy)NrFrrr invariantsc3DK|]}j|duyw)TN)r)rnamers rrz*_valid_approved_payload..is"Q X C   *UD"9ESVAW[`dl[l :;J*d+ NN7 8 D;<L@QQ NN8 9 E<=\ARR >>> ?t K rct|tr t|ry|jd}t |jd}|jd}|jd}|jd}|jd}|jd}|jd} t|t rt j|j|t|t r|jtvspt|t r`t|t rPt|tr@t|tr0t|d k(s"t|t|k7s t| sy|j}|jj}|tvry|tvryg} |D]V} t| t r#t j| jy| j#| jXg} |D].} t%| sy| j#| j0tt'd | Dt| k7rytt'd | Dt| k7ryt)d | D}d j+t-|}t-| t jd } t/d#id|jd|jddd|d|d|d| d|ddd|jd|jddd|dddd d!t0dd"t3|S)$N cluster_idbounded_wording claim_typerrmember_source_ids source_urls provenancerc3<K|]}|jywrcasefoldr source_ids rrz)_parse_curated_cluster..sH5G y!!#5Gc3<K|]}|jywrr5)rurls rrz)_parse_curated_cluster..s9#s||~r9c3bK|]'}|jdddj)yw):rrN)splitr6r7s rrz)_parse_curated_cluster..s, kXj9a!8!;!D!D!FXjs-/,rrrrrrrrrrrrrrrkrFrcurated_approvedrrr)rr_has_forbidden_curated_fieldsr_bounded_wordingrr fullmatchr rrr_valid_provenancer6r#rqrr_valid_http_urlr frozensetrrrrr)rsrr.r/r0rrr1r2r3normalized_sourcesr8normalized_urlsrrrs rrrsA c4 $A#$F&J&sww/@'ABO&J GGG E77>*L 34''-(K&J z3 '  ) )**:*:*< = E  "*c*    %9 9%%,,+T2+t,  !Q &  !S%5 5 , KKME%%'002L ++22$&& )S)Z-A-A)//BS-T-\!!)//"34'"$O! z*z//12" 3H5GH HISQcMdd 399 9:c/>RR kXj kk XXf-. /FS\\:1=J  &,,. $$& 2    *        &++- %**,  "  &  //JK! "/*# rct|tr t|ry|jd}|jd}t |jd}|jd}|jd}|jd}|jd}|jd} |jd } t|t rt j|jt|t rtj|j|t|t rt|t r|jd k7srt|t rb|jd k7sOt|rDt| t r4| jr$t| tr| rtd | Dsy|j}|tvry|jd } | 5t| t r$| jjtvryt| t r| jjnt j|} | t j|| dhvry|jj#dddj} t%d#id|jd|jdd d| dt'| hd|d|jd|ddd|jd|jddd | dddd d!t(d d"t+|S)$Nreplacement_idquarantined_canonical_source_idr/rrapproval_statusoriginal_claim_status rationale citationsrryc32K|]}t|ywr_valid_citationrcitations rrz*_parse_safe_replacement..sGY?8,Yrr=rrrrrrrrrrrrrrkrFrsafe_rewrite_approvedrrr)rrrArrBrrrCr rrErallr#r6rqrr>rrFrr)rsrrJ original_idr/rrrLrMrNrOprovided_safetyrsource_platforms rrrs2 c4 $A#$FWW-.N'';rr)rcompacts rrBrBs: eS !hhu{{}%G c'l%55 Nrcnt|tr|sy|D]ttsyjd}t|tr|j t vryjd}|$t|trtd|Dsy|j dk(rt|tsy|j dk(r3jd}t|tr|j sy|j dk(stfdd Dryy ) NFkindrOc32K|]}t|ywrrQrSs rrz$_valid_provenance..*sKXx0rUr review_sourcerc3K|]D}tj|txrj|jFywr)rrrr )rritems rrz$_valid_provenance..4sA0C488C=#.H488C=3F3F3HH0sA A )batchclaim_idT) rrrrrr rrWr()rr^rOr`rbs @rrDrDs eT "%$%xx$$ .As&Q.$z$$55.,.)r;rT)rrrr rr(valuesrE)rrs rrRrR<sg%EKKM"" eT "% Q%,,.Q Q$ %<c ;% rct|tsy|j}|rtd|Dryt |}|j j dvxrt|jS)NFc3<K|]}|jywr)isspace)r characters rrz"_valid_http_url..MsKII--/r9>httphttps) rrr r(r schemelowerrnetloc)r candidateparseds rrErEIs^ eS ! I KKK i F ==   $5 5 M$v}}:MMrc4tfdtDS)Nc3&K|]}|v ywrr)rrrss rrz0_has_forbidden_curated_fields..Ts=%.^s %:K:Krr)rrrrrri)rby_idrrs rrrWsi(*E99U../  1%8;Mh;WW',E%## $  ,KL MMrc|Dchc]}|jc}|Dchc]}t|jc}g|fd|DScc}wcc}w)zJKeep exact runtime rows intact while collapsing redundant curated wording.c3lK|]+}|jvrt|jvr|-ywrr_normalized_wordingr)rr runtime_idsruntime_wordingss rrz&_merge_entry_layers..hs9 (  3#EJJ/7GG (s14r})runtime_entriescurated_entriesrrrs @@rrr_sl 3BB/5$$/BKETU_E+EJJ7_U    (  CUs AAc $t|tsy|jd}|jd}|jd}|jd}|jd}|jd}|jd}|jd }|jd } |jd } td ||||||||| | f Dsy|jd dust|jdtsyt |syt |rydj|j} |jd} t| tr#| dj| jk(ryt| } t| || }| |yt| }tdid|jd|jddd|jdt|jj!hd|jd|jd| dt"d|jd|jd |jd | d |d|ddddt$dd|S)zNAccept one fully attributed, safety-reviewed runtime row at the JSON boundary.Nrrrrrrrrrrc3`K|]&}t|txr|j(ywrrg)rrs rrz_parse_entry..s1  E 5#05;;=0  rhruntime_eligibleTrrrtrrrrrexact_digest_reviewedrrr)rrrrWrrE_has_rejected_row_statusrr>r_normalize_evidence_grade_normalize_safety_classrrr rFr6rr)rsrrrrrrrrrrr\rtnormalized_gradenormalized_safetyrs rrrqs c4 ''"78 WWX F GGG E&J 776?DGGO,Mww12gg/0OWW-.N77>*L              ww!"$.jAUW[6\ : &$hhtzz|$G GGG E%'SXXekkm-D"D0@/ eWM#4#<  F  /557 '--/ - ||~   #FLLN$;$;$=#>?   kkm  ##% && ' $))+ *//1 (--/ ( ' k" +  //EF! "# rc|jddurydD]J}|j|}t|ts%|jj t vsJyy)zTReject catalog/enrichment placeholders even when a malformed row claims eligibility. availableFT)status availabilitycontent_status)rrrr r6r)rsrrs rrrsV ww{u$;  eS !ekkm&<&<&>BX&X< rc|j}|jdvry|jdvr|jSy)N>owner-reviewed-extractedrhrh>rirjrk)r r6upper)r normalizeds rrrsEJ XX)_,!! rc |jj}|tvr|S|dk7ry|d|jtfddDrytfddDrytfd d Dry y ) Ngeneralrc3&K|]}|v ywrrrtermcontexts rrz*_normalize_safety_class..s k'jt47?'jrw)r)r%r'r&r(r*r$rpc3&K|]}|v ywrrrs rrz*_normalize_safety_class..s S'Rt47?'Rrw)r/r2r1r3rmc3&K|]}|v ywrrrs rrz*_normalize_safety_class..s! Y(Xt47?(Xrw) rNrOrPrIrJr-r,rQrRrSrorn)r r6rqr()rrrrrs @rrrs'')J,,Yq((*G k'j kk& S'R SS Y(X YY" rc |jt|jt|jt|j |j j|j|j|j|jf S)zEChoose duplicate rows without depending on manifest or catalog order.) rrlrrrrrr6rrrrrs rrrsq U112u,,-u--.       rcb|jdk(r |jSt|jS)Nr)rrr~rrs rrrs, 44   uzz **rcpdjtd|jjS)NrNFKC)rr r>r6)rs rr~r~s* 88Ife,224 5 > > @@rc |t}tj|D]}|j}|j |t j |:tD]N}|j|st|t|z dk\s0|j |dt| t|S)Nr) rrfindallr6rrsearchrendswithrrF)rrtokenrsuffixs rrrsuF%^^%  : >>* % 1*&&v.3z?S[3PTU3UJJz-CK<89+ & V rc< tj|}|j |jtj} |jS#tttf$rt dcYSwxYw#tttf$rt dcYSwxYw)zSReturn a comparable timestamp while treating malformed nonempty metadata as oldest.z-inf)tzinfo) r fromisoformat TypeError ValueError OverflowErrorfloatrreplacerutc timestampr )rrts rrrs''.}}x||4!! z= 1V} 7J /V}s#AA9A65A69BB)rrrdict[str, str]returnztuple[RetrievedKnowledge, ...])rrrr)rrrr)rrrrrr)rztuple[int, _KnowledgeEntry]rzset[str]rz.tuple[float, int, int, int, float, float, str])rrrtuple[_KnowledgeEntry, ...])robjectrr)rsrrrr_KnowledgeEntry | None)rrr str | None)rrrr)rszdict[object, object]rr)rz3tuple[_KnowledgeEntry, ...] | list[_KnowledgeEntry]rr)rrrrrr)rsrrr)rrrr)rrrrrrrr)rrrz6tuple[int, int, float, float, str, str, str, str, str])rrrr)rrrr)rrrr)rrrr)Mr __future__rrre dataclassesrrrpathlibrtypingr unicodedatar urllib.parser r rr r rrrrcompilerrrr IGNORECASErrrrFrr#rHrdrfrlrqrrrrrrrrrrrrrrrrrrrrBrDrRrErArrrrrrrrr~rrrrrrsJ" !'!!5 4&CC## z ( $ #*"!+,E!FF(bjj)LMM/9rzz:T/U,U+52::6T+U(U%/RZZ0RTVTaTa%b "b","**\": :,(3<=3/2;<2.''jk AB \]!()&&JK ;7  A$3 /$J.78.*!" /+ 2;<2. 1:;1-/89/+4=>40/8 9 /+ !"1- 5 (/(. 0,2; < 2.  $d#  $  $d#$(%P  '=-4"\4),)XEPBJ< N>N00!$@F  + A  r