٫_j&<ddlZddlZddlZddlZddlZddlmZddlmZmZddl m Z e e  j dZedz ZejdejZdZd Zd Zd Zd Zd ZddZdZdZdZedkr edSdS)N) defaultdict)datetimetimezone)Pathzscript/project-manifest.jsonz\w+ cNtj|SN)hashlibsha256 hexdigest)values "script/build-run002-originality.py sha256_bytesrs >% * * , ,,cDt|Sr )r read_bytes)paths rr r s )) * **rctjd|}t|S)NNFC) unicodedata normalizecasefoldTOKENfindalltexts rnormalize_tokensrs2   - - 6 6 8 8D ==  rc@td}|}t|dkrtddd}|dvr.|d}||dg}nt j|d}|d kr'd d |d Dg}n|d kr |dg}n|dkrg}g}|d D]Q} d| dD} | | | d | Rd |d |g}ntd|i} |D]-} | d} | | | .fd| D}t|dkrtdd|dS)N artifact_pathartifact_sha256zcorpus artifact drift: projectextraction_mode> utf8_textutf8_text_raw_canonutf-8 parts_narration_lf2z c3&K|] }|dV dS) narrationN.0rows r z$choose_extraction..*s'#N#NC $4#N#N#N#N#N#Nrpartstop_level_narrationr*parts_paragraph_text_lf2cLg|]!}t|tr|n|d"Sr) isinstancestrr,s r z%choose_extraction..1s/eee3C!5!5F##3v;eeer paragraphsz unknown corpus extraction mode: cLg|] \}}t|dk|!S)extracted_prose_sha256)r)r- raw_variantrentrys rr6z%choose_extraction..;s@"d  $ $.F(G G G G G Grrz,corpus extraction recipe ambiguous/drifted: r)rrr RuntimeErrordecoderstripjsonloadsjoinextendappendencode setdefaultitemslen)r;rrawmodesourcevariantsdataflatper_partpartvaluesunique_variantsrr:matchess` rchoose_extractionrSsa o& ' 'D //  CCE"3444GU95EGGHHH " #D 333G$$FMM$//0z#**W--.. ( ( ( #N#NW #N#N#NNNOHH * * *[)*HH / / /DHW  5 5eeRVWcRdeee F### F 3 34444 D))6;;x+@+@AHHH$HHII IO66kk'** "";5555&5&;&;&=&=G 7||q\%PYJZ\\]]] 1:rctt}tt||z dzD]5}|t ||||z|6|S)Nr)rlistrangerGtuplerC)tokensnrowsindexs rngram_positionsr\Dsk t  Ds6{{Q*++;; U6% /* + +,33E:::: Krc@|r|sdStt}t|D] \}}|||!d}t|D]\}}||gD]}d} || zt |kr|| zt |krm||| z||| zkrU| |krO| dz } || zt |kr4|| zt |kr||| z||| zkr| |kO| |kr| }|S)Nrr)rrU enumeraterCgetrG) candidatecorpuscap positionsr[tokenbestijlengths rlongest_exact_runrjKs FqD!!I!&))'' u%&&&& Di((5ub))  AFf*s9~~--!f*s6{{2J2JyYZ]cYcOdhnopsyoyhzOzOz@FIL@L@L! f*s9~~--!f*s6{{2J2JyYZ]cYcOdhnopsyoyhzOzOz@FIL@L@L}}   Krc|jdd||jdz}t j|dddzd}t|d 5}||| tj | dddn #1swxYwYtj ||dS) NT)parentsexist_okz.partF) ensure_asciiindentr'r&xb)parentmkdir with_suffixsuffixr?dumpsrDopenwriteflushosfsyncfilenoreplace)rrrOrLhandles r atomic_jsonr\sKdT222   DK'1 2 2D Ju5 ; ; ;d B J J7 S SD dD  "V T  !!!"""""""""""""""JtTs7ACCCc t|r )r<)messages rfailrgs w  rc tjtd}|ddks|ddkrt d|d}t |d z }t |d z }t |d z }|d }t|tr|st d t |z }t dz }t dz }| rt d|||||fD](} | st d| )tj|d} | ddks| ddurt d| dt|krt dtj|d} tj|d} tj|d} | ddus| ddkrt d| dt|krt d| dt|krt d| ddurt d| d g}d!| d"D}t|dksd#|D|krt d$|D]}|d%dks|d&d'ur%t d(|d)t|d*tr|d*s%t d+|d)t|d,tr|d,s%t d-|d)t|d.trt|d.d/kr%t d0|d)t|d1gd2kr>|d3d4kr%t d5|d)|d}t|}t|t}g}d6}d6}| d"D]}t!|}t|}t#t|tfd7|D}t%||}|t|z }t'||}||d)|d8|d9|d:t||d;|dd/Dd<|d6krt d=|t+jt.j}iddddd>dd?|d dt|d@t|dAddt|dBt|dCddDddEddFdGt|||dHdI|t|ddddd/dJdKddL|}t7||t||dkrt dMt9tjd|dd||ddNd'OdS)PNr&)encoding active_runzrun-002statusz'run-002_candidate_ready_for_originalityz0run-002 candidate is not enabled for originality active_pathsracandidate_validationoriginality_receiptpostprose_semantic_matrixz-active postprose semantic matrix path missingz(work/story/run-002/corpus-inventory.jsonz3work/story/run-002/corpus-fingerprint-findings.jsonz"originality receipt must be virginz"originality prerequisite missing: PASSverifiedTz&candidate validation not terminal PASScandidate_sha256zcandidate-validation hash drift)actual_unique_fingerprinted_project_countz7pre-premise semantic corpus coverage not terminal 17/17z*post-prose semantic matrix candidate driftcorpus_inventory_sha256z'post-prose semantic matrix corpus drift#manual_candidate_full_read_verifiedz1post-prose semantic matrix lacks manual full read comparisonsch|] }|d Sr"r+)r-r;s r zmain..sCCCUi CCCrentriesc8h|]}|dSr)r`r,s rrzmain..s$>>>#3779-->>>rz;post-prose semantic matrix does not cover exact 17 projectsverdictcausal_chain_sameFz$semantic originality failed against r"candidate_scene_refsz%candidate scene refs missing against corpus_scene_refsz"corpus scene refs missing against decisive_differencesz-fewer than five decisive differences against shared_specific_axesthree_axis_chain_adjudicationdifferent_causal_chainz2three-axis semantic collision not cleared against rcg|]}|v| Sr+r+)r-gram corpus_ngramss rr6zmain..s#NNND 8M8M48M8M8Mrr r!r9c8g|]}d|S) )rA)r-rs rr6zmain..s"FFF$sxx~~FFFr)r"r r!r9exact_12gram_match_countlongest_exact_token_runsample_matchesz!exact 12-gram collision count is run_idcandidate_pathcandidate_wordscorpus_inventory_path"corpus_fingerprint_findings_sha256corpus_project_countartifact_hashes_verifiedextracted_prose_hashes_verifiedlexicalz NFC casefold Unicode word tokens) tokenization ngram_sizetotal_exact_12gram_matchesmaximum_longest_exact_token_runprojectssemantic) matrix_path matrix_sha256rcomparison_countsemantic_architecture_verdictall_causal_chain_same_false(minimum_decisive_differences_per_projectr completed_atz(candidate drift during originality write)rrrexact_12gram_matchesrr)ro)r?r@MANIFEST read_textr`rROOTr4r5existsr rGrUrr\NGRAMrSsetrjmaxrCrnowrutc isoformatsplitrprintrv)manifestactivervalidation_path output_path matrix_relrinventory_path findings_pathr validation inventoryfindingsmatrixrZrr.candidate_textcandidate_tokenscandidate_ngrams lexical_rows total_matches maximum_runr; corpus_text corpus_tokensrRlongestrreceiptrs @rmainrkssz(,,g,>>??H||L!!Y..(,,x2H2HLu2u2u ?@@@ n %FF;//NV$:;;O 566K788J j# & &>j> <===#KFFNPPM3 1222+~}]>>{{}} > 33W3EEFFIz-1171CCDDH Z --w-?? @ @F||Jt++x||>>>>(JJ JKKK \ \ 779   ' '3773F+G+Gu+T+T L 8J8JLL M M M#''"8994@@ OLbHc O M9K9KMM N N N#''"566== LSI\E] L Jcggi6H6HJJ K K K#''"8994@@ WCLbHcDdDdghDhDh UASASUU V V V sww-r22 3 3q 8 8SWWEd=e=ejB>B>B ZcggiFXFXZZ [ [ [#--w-??N'77&'7??LMK9%  '.. (55 OM5AABB NNNN$4NNN#$4mDDW% +w// Y'"?3$%67&+,D&E(+G '.FF'"1"+FFF       @ @ @AAA ,x| $ $ . . 0 0C&D ) &-  F>22  3~335566  !K "6.#9#9 -f].C.C  #B *2 >*7/:$   ( %#K0037 "-3+/89  ): (;< =G@ W%%% n);!<<< 7888 $*#$67 " -+6)/    r__main__)r])r r?rzrer collectionsrrrpathlibr__file__resolverlrrcompileUNICODErrrr rrSr\rjrrr__name__r+rrrsl ######'''''''' tH~~'* 0 0 62:&& ---+++ ###L"   xxxv zDFFFFFr