{ "schema": "pdfmd.unit41-public-result/v1", "created_at": "2026-09-11T06:12:27.868382+00:00", "unit": 41, "status": "fail_new_regression", "recognition_accepted": false, "recognition_deployed": false, "candidate_commit": "0796fd77522f59b06ad730da243b4db8c00fa795", "candidate_tree": "c4f029f3930921c48137d94ed4e37b031b6e0973", "source_comparison": { "schema": "pdfmd.unit41-independent-final-review/v1", "unit": 41, "reviewer": "/root/unit41_order_evaluator", "reviewed_at": "2026-09-11T06:02:12.445982+00:00", "status": "complete_fail_new_regression", "decision": "fail_new_regression", "recognition_accepted": false, "provider_or_ocr_calls_by_reviewer": 0, "bindings": { "expected.json": "51977fe6c62abebc3f9d796fa777b8f7ffca855a5a9ba807bdd0c812de5f6f49", "source-manifest.json": "24c0108909b94028617edc84cfde9e6a70db155bb083ca902148d52554575417", "scorer-contract.json": "083377fed10ddc77c7eb6549d9fc1a947a42fbe9041e835f0af0882766f41fc3", "scorer-qualification.json": "7663c46f98c3c17d81d4ddc10e91bd055d5f35ff2f3c30b6b22917bf308530e4", "browser-verification.json": "c154222002022ea544f899e4c8a3b9b7c73aaa8cff97eef83b096ce895655ee2", "replay-versus-measured-vnat.json": "5415bebf2f4eed4871787cac949a177c84f529748c65c4c3c9616eade2d76ea0", "implementation/postrun-capture-review.json": "667f398dcc0c7eb1e3cd47ab80816ab3ff6cacdf56689623e4eab9a6c9bd1493", "implementation/final-output-manifest.json": "5cea973f605ff969797a2c3b40bcb636fb4c6173056d121f80241fc31a333536", "administrative-replay-authority.json": "3b6fc2437e5ef80256d30101d8a050f9a0e578e0967ceff6a3386f1117491a26", "root-retained-replay-review.json": "37e40ff43fd0964f62fbe4ddc422ba76790e3fcf8c0f2d6ba20d377f220d46dd", "current-replay-verification.json": "c6370872b114df8c13a0e19d718c344f997f6006d510d6cf8f112fb7d563a114" }, "candidate": { "commit": "0796fd77522f59b06ad730da243b4db8c00fa795", "tree": "c4f029f3930921c48137d94ed4e37b031b6e0973", "provider": "Tesseract 5.5.2 eng PSM 3 at 216 dpi; pypdfium2 5.9.0/PDFium 150.0.7869.0", "primary_page_calls": 3, "non_inference_probes": 6, "unexpected_calls": 0, "retries": 0, "conversion_ms_total": 3662 }, "complete_scope": { "source_pages": 3, "source_objects": 39, "source_objects_mapped": 39, "candidate_content_objects": 37, "candidate_content_objects_accounted": 37, "candidate_ocr_evidence_ids": 222, "candidate_ocr_evidence_ids_unique": 222, "candidate_ocr_evidence_ids_missing": 0, "candidate_ocr_evidence_ids_duplicated_across_content_objects": 0, "style_spans": 8, "style_features": 9, "raw_pages_reviewed": 3, "canonical_pages_reviewed": 3, "human_pages_reviewed": 3, "rendered_source_pages_reviewed": 3, "rendered_human_pages_reviewed": 3, "hidden_source_exclusions": 0 }, "aggregate_findings": { "source_object_text": { "exact": 20, "partial": 11, "missing": 8 }, "target_order": { "raw_pass": 3, "canonical_pass": 3, "human_pass": 3, "fail": 0 }, "numbered_paragraph_false_splits": 7, "positive_expected_list_groups_split": 2, "vnat_signature_false_joins": 2, "wrong_source_roles": 17, "extra_candidate_objects": 2, "extra_candidate_text": [ "we SSS ES", "we SS SS" ], "character_level": { "extra_leading_quote_before_vnat_104": 1, "missing_close_parentheses": 14, "missing_word_spaces_in_on_the": 2, "missing_control_footer_spaces": 4 }, "signature_rule_omissions": 4, "style_omissions": { "bold": 6, "italic": 2, "underline": 1 }, "style_false_positives": { "bold": 0, "italic": 0, "underline": 0 }, "furniture_text_omissions": 0, "furniture_role_failures": 5, "integrity_validator": { "valid": 3, "findings": 0 }, "capture_audit": { "pass": 3, "findings": 0, "postrun_checks_passed": 465, "postrun_checks_failed": 0, "retained_execution_files": 105 }, "package_external_payload_mismatches": 0, "browser_page_errors": 0, "browser_javascript_errors": 0, "semantic_style_tags": 0 }, "case_results": [ { "id": "product-vnat-page-19", "source_objects": 23, "candidate_content_objects": 20, "text_outcomes": { "exact": 6, "partial": 9, "missing": 8 }, "target_order": "pass_raw_canonical_human: 102 opening+tail, 103 opening+tail, CONCLUSION, 104 opening+tail", "structure": "fail: three numbered paragraphs are each split into a singleton list opening and a separate tail; heading and all recovered signature/page-number regions have paragraph roles; two pairs of signature rows are falsely joined", "styles": "fail: both bold name spans are absent from canonical assertions and human rendering", "signature_semantics": "fail: fourteen close parentheses and four signature rules are absent; two on-the spaces are lost; two garbled vertical-column objects are added", "page_provenance": "candidate page 1 correctly binds the slice; the source packet independently binds it to original VNAT page 19", "mappings": [ { "source_id": "vnat-p244", "candidate_ids": [ "list-b0d7bf272dbe500f", "paragraph-ee82f02db4312df0" ], "text": "exact_after_join", "structure": "false_split" }, { "source_id": "vnat-p245", "candidate_ids": [ "list-793bcec7c00bd61a", "paragraph-6cba84a57a98aa26" ], "text": "exact_after_join", "structure": "false_split" }, { "source_id": "vnat-p246", "candidate_ids": [ "paragraph-051e1f2ade0a8676" ], "text": "exact", "structure": "wrong_role_paragraph_not_heading" }, { "source_id": "vnat-p247", "candidate_ids": [ "list-df8fb21d41b0ddb5", "paragraph-5cbb59bc954c680f" ], "text": "partial_extra_U+2018_before_For", "structure": "false_split" }, { "source_id": "vnat-p249", "candidate_ids": [ "paragraph-18ce2c3584f82950" ], "text": "partial_missing_close_parenthesis", "structure": "false_join_with_vnat-p250;wrong_role" }, { "source_id": "vnat-p250", "candidate_ids": [ "paragraph-18ce2c3584f82950" ], "text": "partial_visible_words_only", "structure": "false_join_with_vnat-p249;wrong_role;missing_close_parenthesis_and_signer_rule" }, { "source_id": "vnat-p251", "candidate_ids": [], "text": "missing", "structure": "missing_parenthesis_only_source_row" }, { "source_id": "vnat-p252", "candidate_ids": [ "paragraph-28f806a7479c80c1", "paragraph-5cde15e89802501e" ], "text": "partial_onthe_and_missing_close_parenthesis", "structure": "false_split;wrong_role", "style": "bold_omission" }, { "source_id": "vnat-p253", "candidate_ids": [], "text": "missing", "structure": "missing_parenthesis_only_source_row" }, { "source_id": "vnat-p254", "candidate_ids": [], "text": "missing", "structure": "missing_parenthesis_only_source_row" }, { "source_id": "vnat-p255", "candidate_ids": [ "paragraph-d04a5c28fe0dd6c5" ], "text": "partial_missing_close_parenthesis", "structure": "wrong_role" }, { "source_id": "vnat-p257", "candidate_ids": [], "text": "missing_visual_rule", "structure": "missing_commissioner_signature_rule" }, { "source_id": "vnat-p258", "candidate_ids": [ "paragraph-752a716a1a14f2f0" ], "text": "exact", "structure": "wrong_role" }, { "source_id": "vnat-p263", "candidate_ids": [ "paragraph-f750a225ee7876bc" ], "text": "partial_missing_close_parenthesis", "structure": "false_join_with_vnat-p264;wrong_role" }, { "source_id": "vnat-p264", "candidate_ids": [ "paragraph-f750a225ee7876bc" ], "text": "partial_visible_words_only", "structure": "false_join_with_vnat-p263;wrong_role;missing_close_parenthesis_and_signer_rule" }, { "source_id": "vnat-p265", "candidate_ids": [], "text": "missing", "structure": "missing_parenthesis_only_source_row" }, { "source_id": "vnat-p266", "candidate_ids": [ "paragraph-ebf91730cc85b0c1", "paragraph-f19c02f3301f5f06" ], "text": "partial_onthe_and_missing_close_parenthesis", "structure": "false_split;wrong_role", "style": "bold_omission" }, { "source_id": "vnat-p267", "candidate_ids": [], "text": "missing", "structure": "missing_parenthesis_only_source_row" }, { "source_id": "vnat-p268", "candidate_ids": [], "text": "missing", "structure": "missing_parenthesis_only_source_row" }, { "source_id": "vnat-p269", "candidate_ids": [ "paragraph-3a1c2f115bc5d9a9" ], "text": "partial_missing_close_parenthesis", "structure": "wrong_role" }, { "source_id": "vnat-p271", "candidate_ids": [], "text": "missing_visual_rule", "structure": "missing_commissioner_signature_rule" }, { "source_id": "vnat-p272", "candidate_ids": [ "paragraph-99bc75fbf2b34a78" ], "text": "exact", "structure": "wrong_role" }, { "source_id": "vnat-page-19-number", "candidate_ids": [ "paragraph-a740c3b8f0d032f0" ], "text": "exact_19_once", "structure": "wrong_role_paragraph_not_printed_page_number" } ], "candidate_extras": [ { "candidate_id": "paragraph-21c55f8917c8c9f5", "text": "we SSS ES", "raw_provider_block": 18 }, { "candidate_id": "paragraph-5bde5cbb35121dfd", "text": "we SS SS", "raw_provider_block": 19 } ] }, { "id": "product-separated-numbered-sections", "source_objects": 8, "candidate_content_objects": 12, "text_outcomes": { "exact": 7, "partial": 1, "missing": 0 }, "target_order": "pass_raw_canonical_human: header, 1 opening+tail, 2 opening+tail, heading, narrative, 3 opening+tail, 4 opening+tail, footer", "structure": "fail: four source numbered paragraphs become eight candidate objects; two expected two-item list groups become four singleton list objects", "styles": "fail: header/heading bold and narrative italic are absent", "mappings": [ { "source_id": "pos-header", "candidate_ids": [ "paragraph-919413267ee7f8b5" ], "text": "exact", "structure": "wrong_role_paragraph_not_header", "style": "bold_omission" }, { "source_id": "pos-item-1", "candidate_ids": [ "list-aca64216f2acb1c2", "paragraph-037428f4d944f084" ], "text": "exact_after_join", "structure": "false_split;opening_list_group_split" }, { "source_id": "pos-item-2", "candidate_ids": [ "list-34e467edd4e179b0", "paragraph-7a2e7827bc1c02cc" ], "text": "exact_after_join", "structure": "false_split;opening_list_group_split" }, { "source_id": "pos-heading", "candidate_ids": [ "paragraph-8194721447eb5b07" ], "text": "exact", "structure": "wrong_role_paragraph_not_heading", "style": "bold_omission" }, { "source_id": "pos-narrative", "candidate_ids": [ "paragraph-fc2d7b1dabbcc949" ], "text": "exact", "structure": "pass", "style": "italic_omission" }, { "source_id": "pos-item-3", "candidate_ids": [ "list-d39c206c6f23b3b4", "paragraph-d07dc33f382c8f3b" ], "text": "exact_after_join", "structure": "false_split;closing_list_group_split" }, { "source_id": "pos-item-4", "candidate_ids": [ "list-fe0020d2e741df17", "paragraph-28fce98824c57f3c" ], "text": "exact_after_join", "structure": "false_split;closing_list_group_split" }, { "source_id": "pos-footer", "candidate_ids": [ "paragraph-938d58605bf3b17a" ], "text": "partial_P41/1_missing_two_spaces", "structure": "wrong_role_paragraph_not_printed_page_number" } ], "candidate_extras": [] }, { "id": "product-contiguous-list-confounder", "source_objects": 8, "candidate_content_objects": 5, "text_outcomes": { "exact": 7, "partial": 1, "missing": 0 }, "target_order": "pass_raw_canonical_human", "structure": "canonical pass: one list object with four ordered source items and item-specific role assertions; human projection limitation: escaped markers plus br elements produce one paragraph rather than semantic list HTML", "styles": "fail: header/note bold, intro italic, and note underline are absent", "mappings": [ { "source_id": "conf-header", "candidate_ids": [ "paragraph-fc7ae59c843ed276" ], "text": "exact", "structure": "wrong_role_paragraph_not_header", "style": "bold_omission" }, { "source_id": "conf-intro", "candidate_ids": [ "paragraph-dd7b570661eb6557" ], "text": "exact", "structure": "pass", "style": "italic_omission" }, { "source_id": "conf-item-1", "candidate_ids": [ "list-44fa11010db0b214/item-1" ], "text": "exact", "structure": "pass_canonical_list_item;human_semantic_list_projection_missing" }, { "source_id": "conf-item-2", "candidate_ids": [ "list-44fa11010db0b214/item-2" ], "text": "exact", "structure": "pass_canonical_list_item;human_semantic_list_projection_missing" }, { "source_id": "conf-item-3", "candidate_ids": [ "list-44fa11010db0b214/item-3" ], "text": "exact", "structure": "pass_canonical_list_item;human_semantic_list_projection_missing" }, { "source_id": "conf-item-4", "candidate_ids": [ "list-44fa11010db0b214/item-4" ], "text": "exact", "structure": "pass_canonical_list_item;human_semantic_list_projection_missing" }, { "source_id": "conf-note", "candidate_ids": [ "paragraph-709f4164784f300e" ], "text": "exact", "structure": "pass", "style": "bold_and_underline_omission" }, { "source_id": "conf-footer", "candidate_ids": [ "paragraph-9d3e0b7be6ebf25f" ], "text": "partial_P41/1_missing_two_spaces", "structure": "wrong_role_paragraph_not_printed_page_number" } ], "candidate_extras": [] } ], "surface_review": { "raw": "All 222 recognized token records reviewed. The three target sequences are source-ordered. Raw retains the VNAT quote, onthe loss, parenthesis/rule omissions and garbled vertical-column tokens. Positive raw keeps each opening+tail under one provider paragraph; candidate canonical splits each pair.", "canonical": "All 37 content objects and 222 evidence IDs reviewed. Target order passes. Every content evidence reference is present, unique across content objects and backed by one retained token record. Structural, lexical, signature and style failures above remain.", "human": "All three complete Markdown files and browser-rendered pages reviewed. Text order matches canonical. The renderer introduces no new lexical reorder, but exposes no semantic style tags and flattens the confounder's canonical list to one HTML paragraph with br-separated escaped markers.", "packages_assets": "Each ZIP contains byte-identical document.pdfmd, human.md and the hash-named raster asset. Each retained raster asset hash matches its filename. No mismatch found.", "transport": "All three recognition validators report valid with zero findings; all three capture audits pass with one primary page invocation and two non-inference probes each." }, "baseline": { "comparison_complete": true, "provider_calls": 0, "authority": "administrative-replay-authority.json sha256 3b6fc2437e5ef80256d30101d8a050f9a0e578e0967ceff6a3386f1117491a26", "candidate_replay_matches_measured": { "product-vnat-page-19": true, "product-separated-numbered-sections": true, "product-contiguous-list-confounder": true, "surfaces": [ "document.pdfmd", "human.md", "package.zip" ] }, "predecessor_commit": "9e94f31eb4e39348f4e7805b66c36edcfcc41759", "predecessor_tree": "949a97f6b2c6e5d26b0882af0564b83b7dc509a3", "candidate_commit": "0796fd77522f59b06ad730da243b4db8c00fa795", "candidate_tree": "c4f029f3930921c48137d94ed4e37b031b6e0973", "differential_decision": "fail_new_regression" }, "qualifications": [ "The footer text is scored as one exact 19 for VNAT; the known diagnostic-only 19 19 artifact is ignored.", "OOXML tabs and underscore counts are not unique OCR strings, but every visible parenthesis column and signature rule remains a required visual/canonical/human semantic.", "The positive's frozen rendered continuation displacement is 59 points; approximate metadata does not control.", "The browser Page 1 viewport label is interface chrome and is not the source footer.", "Absolute source failures remain failed regardless of any local differential." ], "claim_limit": "The three-page candidate earns no qualified local gain because it introduces a positive-case list-relationship regression. No recognition acceptance, deployment, corpus generalization, cross-page inference, Simon Hall claim or dependent progression follows. Every absolute source failure remains failed.", "differential_review": { "status": "complete", "comparison_basis": "Zero-provider-call replays of the exact retained per-case raster input and TSV through the bound predecessor and candidate converter imports. All three candidate replay document.pdfmd, human.md, and package.zip files are byte-identical to the measured primary outputs.", "replay_bindings": { "predecessor": { "product-vnat-page-19": { "path": "retained-current-capture-replay/predecessor/product-vnat-page-19/replay-binding.json", "sha256": "c5338e5aec0f4beed485e4565fd5b874264c9c2d6db29e25d42758cf6657020f", "provider_calls": 0, "source_sha256": "5aea60261dc500d1212299fbed507338f2b90103445be5d6baa0a10cf6e799bf", "retained_input_sha256": "324446bbd2903576f22bc78165369e2f73b9e77e8afe3aacfca03040dae1b09e", "retained_tsv_sha256": "168ad3acb1f67c19140e83e9cd1398e07b543b3e47e8b3269f2dcbb7e837a2ea" }, "product-separated-numbered-sections": { "path": "retained-current-capture-replay/predecessor/product-separated-numbered-sections/replay-binding.json", "sha256": "8b2fa53a6a23f13632347966e2e5b287f45c50168d0c9625a6fe4c9ecff0a7d8", "provider_calls": 0, "source_sha256": "198b672cddfb4fd266f7034eb84a2f1d0e39c992a7efc8d0ef10af0388037ff8", "retained_input_sha256": "6cc10a70a39fb0205773bce6d56ac3dab4b3595c399b74bf308088a185d599cc", "retained_tsv_sha256": "78ea1928ff99d3aca45ccaf7b52aba9d403362e72713028036d10a13de061bd8" }, "product-contiguous-list-confounder": { "path": "retained-current-capture-replay/predecessor/product-contiguous-list-confounder/replay-binding.json", "sha256": "02cc59bb514af53c445ad1f2930dcc110380c02942dfda916da1a8cd2dbff070", "provider_calls": 0, "source_sha256": "b5eb522e3d141275e7e058176ebcdb96363de0e29794e68312cd06dbb036642b", "retained_input_sha256": "a22fc53d4417b3783ed8100f4d9d7b7dc74e07b121246973127d0ca8b447c680", "retained_tsv_sha256": "6668fa59ff36f013297cf6e8ce0d041647671c2eef81379c8a8120178ae4c749" } }, "candidate": { "product-vnat-page-19": { "path": "retained-current-capture-replay/candidate/product-vnat-page-19/replay-binding.json", "sha256": "78770a4049dfc0ad19dcf5069d4115d16176b58cfe4cdd7e3dfaf6412733b0a7", "provider_calls": 0, "source_sha256": "5aea60261dc500d1212299fbed507338f2b90103445be5d6baa0a10cf6e799bf", "retained_input_sha256": "324446bbd2903576f22bc78165369e2f73b9e77e8afe3aacfca03040dae1b09e", "retained_tsv_sha256": "168ad3acb1f67c19140e83e9cd1398e07b543b3e47e8b3269f2dcbb7e837a2ea" }, "product-separated-numbered-sections": { "path": "retained-current-capture-replay/candidate/product-separated-numbered-sections/replay-binding.json", "sha256": "bf7c6d652db407f95a854df5fbaf5b8a73bfa6a9b55d6bc6aa3ad8b5b636eb82", "provider_calls": 0, "source_sha256": "198b672cddfb4fd266f7034eb84a2f1d0e39c992a7efc8d0ef10af0388037ff8", "retained_input_sha256": "6cc10a70a39fb0205773bce6d56ac3dab4b3595c399b74bf308088a185d599cc", "retained_tsv_sha256": "78ea1928ff99d3aca45ccaf7b52aba9d403362e72713028036d10a13de061bd8" }, "product-contiguous-list-confounder": { "path": "retained-current-capture-replay/candidate/product-contiguous-list-confounder/replay-binding.json", "sha256": "cb34f2734a191f5f3639e38fddb0b3aa2be1ebf3cbef3685a5207a30b3352308", "provider_calls": 0, "source_sha256": "b5eb522e3d141275e7e058176ebcdb96363de0e29794e68312cd06dbb036642b", "retained_input_sha256": "a22fc53d4417b3783ed8100f4d9d7b7dc74e07b121246973127d0ca8b447c680", "retained_tsv_sha256": "6668fa59ff36f013297cf6e8ce0d041647671c2eef81379c8a8120178ae4c749" } } }, "output_comparisons": { "product-vnat-page-19": { "document.pdfmd": { "measured_sha256": "774400d9157eb065751d4bb211723c29649fc106ded838df35cd49124f7649db", "candidate_replay_sha256": "774400d9157eb065751d4bb211723c29649fc106ded838df35cd49124f7649db", "measured_equals_candidate_replay": true, "predecessor_replay_sha256": "a4861b322ae85aa268669c1c458fffce66b72064476d9f13d35e34eabd1829c8", "predecessor_equals_candidate": false }, "human.md": { "measured_sha256": "b4c7cddc4c39ba0e4ad07ce39cc4128aa1f866741ecc8b8466f334e31795a065", "candidate_replay_sha256": "b4c7cddc4c39ba0e4ad07ce39cc4128aa1f866741ecc8b8466f334e31795a065", "measured_equals_candidate_replay": true, "predecessor_replay_sha256": "585f9927bff48118eb762a7b16eca4948e236a15522b44a860074472081eea5c", "predecessor_equals_candidate": false }, "package.zip": { "measured_sha256": "c461622fc0d2e68058f2faf571d54524c97ef1b315d8e841c2fe0dc9896589f2", "candidate_replay_sha256": "c461622fc0d2e68058f2faf571d54524c97ef1b315d8e841c2fe0dc9896589f2", "measured_equals_candidate_replay": true, "predecessor_replay_sha256": "dd6a3a1f2413cd0859d002faaf688ffbc459938d65ca63a99d8e46fb30ac39b7", "predecessor_equals_candidate": false } }, "product-separated-numbered-sections": { "document.pdfmd": { "measured_sha256": "bc254c2bf81ddb86c4d6c81b875099469ce8b37fadc940cdecd55fbdc19157f9", "candidate_replay_sha256": "bc254c2bf81ddb86c4d6c81b875099469ce8b37fadc940cdecd55fbdc19157f9", "measured_equals_candidate_replay": true, "predecessor_replay_sha256": "dcf5cedb284df1526dda832b0f91145bc10bd6eb70cba6b8b41a217e1aeae1ab", "predecessor_equals_candidate": false }, "human.md": { "measured_sha256": "a9e6e11dae483fea495fea068c8203923a8a25d113ce05b3b250a40a25bd6020", "candidate_replay_sha256": "a9e6e11dae483fea495fea068c8203923a8a25d113ce05b3b250a40a25bd6020", "measured_equals_candidate_replay": true, "predecessor_replay_sha256": "964ec4bbe4206b510495e4061fc197f2acc2c21742567fd5e374c86865f9edac", "predecessor_equals_candidate": false }, "package.zip": { "measured_sha256": "95a7f9dfc76cc302f33a52caa5c6569b2bcf90ab4c97e65026a7ebbe6774625a", "candidate_replay_sha256": "95a7f9dfc76cc302f33a52caa5c6569b2bcf90ab4c97e65026a7ebbe6774625a", "measured_equals_candidate_replay": true, "predecessor_replay_sha256": "6d2936113144f5091a05988c0c2b66f506cccb319e24f848b447ea125ab55895", "predecessor_equals_candidate": false } }, "product-contiguous-list-confounder": { "document.pdfmd": { "measured_sha256": "a195c66c8504122b5aaacfbde207811986ddd5ef793238dd53a4093ab9947fdd", "candidate_replay_sha256": "a195c66c8504122b5aaacfbde207811986ddd5ef793238dd53a4093ab9947fdd", "measured_equals_candidate_replay": true, "predecessor_replay_sha256": "a195c66c8504122b5aaacfbde207811986ddd5ef793238dd53a4093ab9947fdd", "predecessor_equals_candidate": true }, "human.md": { "measured_sha256": "602e0c376d428ba86fd9c0e02900af1bb0e94cec45f0b6bdc44bf69e1f5c192e", "candidate_replay_sha256": "602e0c376d428ba86fd9c0e02900af1bb0e94cec45f0b6bdc44bf69e1f5c192e", "measured_equals_candidate_replay": true, "predecessor_replay_sha256": "602e0c376d428ba86fd9c0e02900af1bb0e94cec45f0b6bdc44bf69e1f5c192e", "predecessor_equals_candidate": true }, "package.zip": { "measured_sha256": "4fd2324f548fce2b066120947e4515ac245db88ffb020ac73b11d974dcfcc707", "candidate_replay_sha256": "4fd2324f548fce2b066120947e4515ac245db88ffb020ac73b11d974dcfcc707", "measured_equals_candidate_replay": true, "predecessor_replay_sha256": "4fd2324f548fce2b066120947e4515ac245db88ffb020ac73b11d974dcfcc707", "predecessor_equals_candidate": true } } }, "cases": [ { "id": "product-vnat-page-19", "source_sequence": [ "102 opening", "102 tail", "103 opening", "103 tail", "CONCLUSION", "104 opening", "104 tail" ], "predecessor_sequence": [ "102 opening", "103 opening", "104 opening", "102 tail", "103 tail", "CONCLUSION", "104 tail" ], "candidate_sequence": [ "102 opening", "102 tail", "103 opening", "103 tail", "CONCLUSION", "104 opening", "104 tail" ], "predecessor_list_structure": { "list_count": 1, "list_id": "list-a34f0c1f087bb022", "members": [ "102 opening", "103 opening", "104 opening" ], "defect": "one composite list moves every tail after the openings and moves 104 before CONCLUSION" }, "candidate_list_structure": { "list_count": 3, "list_ids": [ "list-b0d7bf272dbe500f", "list-793bcec7c00bd61a", "list-df8fb21d41b0ddb5" ], "members_per_list": [ 1, 1, 1 ], "remaining_defect": "each opening is still detached from its source paragraph tail" }, "targeted_order_change": "improved_to_exact_source_sequence", "new_regression": "none identified in this case; inherited text, role, split, signature, furniture, and style failures remain absolute failures" }, { "id": "product-separated-numbered-sections", "source_sequence": [ "header", "1 opening", "1 tail", "2 opening", "2 tail", "INTERVENING DECISION", "narrative", "3 opening", "3 tail", "4 opening", "4 tail", "footer" ], "predecessor_sequence": [ "header", "1 opening", "2 opening", "3 opening", "4 opening", "1 tail", "2 tail", "INTERVENING DECISION", "narrative", "3 tail", "4 tail", "footer" ], "candidate_sequence": [ "header", "1 opening", "1 tail", "2 opening", "2 tail", "INTERVENING DECISION", "narrative", "3 opening", "3 tail", "4 opening", "4 tail", "footer" ], "source_list_structure": { "list_count": 2, "groups": [ [ "pos-item-1", "pos-item-2" ], [ "pos-item-3", "pos-item-4" ] ], "membership_links": 4, "required_pair_co_memberships": [ [ "pos-item-1", "pos-item-2" ], [ "pos-item-3", "pos-item-4" ] ] }, "predecessor_list_structure": { "list_count": 1, "list_id": "list-1021f0074dcd5316", "members": [ "pos-item-1 opening", "pos-item-2 opening", "pos-item-3 opening", "pos-item-4 opening" ], "defect": "wrong cross-boundary global parent; all four tails detached", "retained_source_relations": [ "items 1 and 2 remain co-members", "items 3 and 4 remain co-members" ] }, "candidate_list_structure": { "list_count": 4, "list_ids": [ "list-aca64216f2acb1c2", "list-34e467edd4e179b0", "list-d39c206c6f23b3b4", "list-fe0020d2e741df17" ], "members_per_list": [ 1, 1, 1, 1 ], "defect": "four singleton opening lists; all four tails detached; neither required two-item group survives" }, "targeted_order_change": "improved_to_exact_source_sequence_and_cross_boundary_global_list_removed", "new_regression": "Two valid source co-membership relations that the predecessor retained (1 with 2, and 3 with 4) are lost. The candidate therefore introduces a structural regression even though it corrects reading order. All four expected member-to-source-group links remain absolute failures.", "scorer_effect": "Frozen scorer forbids any new paragraph/list structural defect; blocks qualified_local_order_gain." }, { "id": "product-contiguous-list-confounder", "source_sequence": [ "header", "intro", "item 1", "item 2", "item 3", "item 4", "note", "footer" ], "predecessor_list_structure": { "list_count": 1, "list_id": "list-44fa11010db0b214", "members": 4 }, "candidate_list_structure": { "list_count": 1, "list_id": "list-44fa11010db0b214", "members": 4 }, "targeted_order_change": "unchanged", "new_regression": "none; document.pdfmd, human.md, and package.zip are byte-identical between predecessor and candidate", "absolute_limit": "Human projector still represents the canonical list as one paragraph with br-separated escaped markers; styles and furniture role remain failed." } ], "new_regression_count": 2, "new_regression_unit": "required source pair co-membership relations", "decision": "fail_new_regression", "reason": "Both noncontiguous cases improve reading order and the genuine four-item confounder is conserved, but the authored positive loses two source-required within-group list relations. The prospective no-new-structural-regression condition is therefore false.", "binding_verification": { "path": "current-replay-verification.json", "sha256": "c6370872b114df8c13a0e19d718c344f997f6006d510d6cf8f112fb7d563a114", "checks": 72, "all_bindings_match": true, "provider_calls": 0 } } }, "prospective_scorer_qualification": { "schema": "pdfmd.unit41-prospective-scorer-qualification/v1", "unit": 41, "created_at": "2026-09-11T05:44:53Z", "status": "qualified_before_primary_measurement", "author": "/root/unit41_order_evaluator", "candidate_output_consulted_for_qualification": false, "provider_or_ocr_calls": 0, "frozen_bindings": { "expected.json": "51977fe6c62abebc3f9d796fa777b8f7ffca855a5a9ba807bdd0c812de5f6f49", "source-manifest.json": "24c0108909b94028617edc84cfde9e6a70db155bb083ca902148d52554575417", "scorer-contract.json": "083377fed10ddc77c7eb6549d9fc1a947a42fbe9041e835f0af0882766f41fc3", "evaluate_order_outputs.py": "e12050ad01d1f1fd393ddf657653f148babd30b0bb3a46b485a2430b43f56462", "preoutput-bindings.json": "0ff213c4598ad6b3c0eb9293df5652492cf231a94edcd03e7fef4bb4526bdaa8" }, "authority": "The complete explicit source-to-candidate mapping and manual raw/canonical/human/rendered/style review in scorer-contract.json control the decision. evaluate_order_outputs.py is a non-controlling ordered-substring diagnostic only.", "diagnostic_qualifications": [ { "scope": "VNAT printed page-number furniture vnat-page-19-number", "issue": "anchors() prepends printed_marker to exact_text unconditionally, so this furniture object produces the impossible diagnostic anchor '19 19'.", "required_scoring": "Require the exact printed footer text '19' once, at the bottom-right source position, mapped to candidate page 1 with original-page 19 provenance where supported. A missing, duplicated, moved, or unsupported page number remains a failure.", "effect": "Ignore only the script-generated '19 19' substring result. This does not waive the footer source object or alter expected.json. Numbered-paragraph prefix anchors remain applicable because their exact_text excludes the marker." }, { "scope": "VNAT signature blocks and signature-rule objects", "issue": "OOXML tabs and underscore counts encode tabular placement and drawn signature rules; they are not reliable unique OCR substrings.", "required_scoring": "Map every signature source object explicitly. Compare visible wording, person names, parenthesis columns, two signature rules, two commissioner rules, ordering, source links, and spatial relation against canonical and rendered human output. Apply each rendered_rule_projection in expected.json.", "effect": "Literal tab/underscore anchor misses are non-controlling diagnostics. Loss, garbling, false text, missing rule evidence, wrong placement, or reordered signature content remains a source failure. There is no source exclusion or waiver." }, { "scope": "Meaningful styles and other non-text semantics", "issue": "A plain-text substring diagnostic cannot establish bold, italic, underline, list membership, evidence links, fields, geometry, or projector fidelity.", "required_scoring": "Use the complete manual mapping and source render comparison required by scorer-contract.json. Missing known styles and links remain failed.", "effect": "No positive decision may rely on diagnostic anchor success." } ], "positive_geometry_qualification": { "source_authority": "inputs/product-separated-numbered-sections-source.png and its bound image-only PDF control geometry.", "measurement_basis": "Arial 31 px at 144 dpi: numbered opening body starts at x=194 px; the continuation tail starts at x=312 px; delta=118 px=59 points.", "metadata_disposition": "The auxiliary continuation_indent_px=150 value and scorer prose saying approximately 75 points are non-controlling approximations. The exact rendered 59-point delta is frozen and sufficient to target displaced continuation association.", "required_scoring": "Each opening and deeper-indented tail must remain one logical numbered paragraph, and the heading/narrative must remain between the two list groups. Do not alter the source, expectations, threshold, or measurement based on candidate output." }, "no_source_waiver": "All expected source regions and semantics remain in scope. This qualification only prevents known comparison-tool representation artifacts from being mislabeled as recognition failures or passes.", "immutability": "The bound source, oracle, scorer, and script remain byte-for-byte unchanged. This qualification is a separate prospective adjudication and does not fit any candidate output." }, "root_disposition": { "schema": "pdfmd.unit41-root-result-disposition/v1", "created_at": "2026-09-11T06:12:27.868382+00:00", "unit": 41, "result": "fail_new_regression", "recognition_accepted": false, "recognition_deployed": false, "candidate_commit": "0796fd77522f59b06ad730da243b4db8c00fa795", "candidate_tree": "c4f029f3930921c48137d94ed4e37b031b6e0973", "review": { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/independent-review/final-review.json", "sha256": "936357d3d5b56f1b68e20c7a10eaa5af6d8acc48f324251429de9192451f9f46", "bytes": 33617 }, "qualification": { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/independent-review/scorer-qualification.json", "sha256": "7663c46f98c3c17d81d4ddc10e91bd055d5f35ff2f3c30b6b22917bf308530e4", "bytes": 4436 }, "final_binding_review": { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/final-binding-review.json", "sha256": "23133adfdb27f6dff49c71426665b8ebc8e0c29ec4043cdb0818aa47d88cbd2e", "bytes": 253471 }, "result_advice": { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/result-advice.md", "sha256": "aae64df78fb6bf3dbff0ee7df1ca21bc9963fee878af6077b898497cfadae2b4", "bytes": 13145 }, "advice_disposition": { "adopt": "Reject candidate and stop list-order variants. Publish complete failure and verify publication before further selection.", "reason": "Source order improves by splitting composite lists, but two valid positive-case pair relationships are newly lost; the frozen no-new-regression gate fails.", "conditional_next_direction": "After verified publication, one separately reserved nested-marker conservation direction from retained 9e94f31 may be selected. Exact labels and existing nested hierarchy, list kinds and continuation ownership must survive canonical and browser output; no flat literal fallback or grouping change.", "defer": "Selection and inference authority for another unit until this publication is verified." }, "source_objects": 39, "candidate_objects": 37, "ocr_evidence_ids": 222, "style_features": 9, "style_features_missing": 9, "new_valid_list_relationships_lost": 2, "calls": { "primary": 3, "non_inference_probes": 6, "retries": 0, "additional_authorized": 0 }, "batch_seconds": 4.095922, "derived_replays": { "current_capture": 6, "provider_calls": 0, "scope": "Same retained provider observations through actual predecessor/candidate product paths. Candidate canonical, human and package match measured output in all three cases. Not fresh OCR or unseen generalization." }, "next_unit_authorized": false }, "evidence": [ { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/root-authority.json", "sha256": "ed7752964c3d7aaf3475319338314bdb5c9c5fdabdc40f6a5649ca56debe5ace", "bytes": 33919 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/implementation/execution-manifest.json", "sha256": "ed4c3c981117817456c9205b2c195f2a75c07f3c004b8f80f998170a20731dd3", "bytes": 37513 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/implementation/final-output-manifest.json", "sha256": "5cea973f605ff969797a2c3b40bcb636fb4c6173056d121f80241fc31a333536", "bytes": 95268 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/implementation/postrun-capture-review.json", "sha256": "667f398dcc0c7eb1e3cd47ab80816ab3ff6cacdf56689623e4eab9a6c9bd1493", "bytes": 121935 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/independent-review/final-review.json", "sha256": "936357d3d5b56f1b68e20c7a10eaa5af6d8acc48f324251429de9192451f9f46", "bytes": 33617 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/independent-review/final-review.md", "sha256": "38271b7f27637de2b67baea331c6fd2b89a4b1b12ff9cf60c934e617ef29b59d", "bytes": 6455 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/independent-review/scorer-qualification.json", "sha256": "7663c46f98c3c17d81d4ddc10e91bd055d5f35ff2f3c30b6b22917bf308530e4", "bytes": 4436 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/administrative-replay-authority.json", "sha256": "3b6fc2437e5ef80256d30101d8a050f9a0e578e0967ceff6a3386f1117491a26", "bytes": 4848 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/root_current_capture_replay.py", "sha256": "6a490d0ed838c74ed36f8c31ad0ee0adf5bd5ae51be7b4c2eda007d9a4c9304c", "bytes": 8763 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/current-replay-verification.json", "sha256": "c6370872b114df8c13a0e19d718c344f997f6006d510d6cf8f112fb7d563a114", "bytes": 27803 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/browser-verification.json", "sha256": "c154222002022ea544f899e4c8a3b9b7c73aaa8cff97eef83b096ce895655ee2", "bytes": 5899 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/final-binding-review.json", "sha256": "23133adfdb27f6dff49c71426665b8ebc8e0c29ec4043cdb0818aa47d88cbd2e", "bytes": 253471 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/result-advice.md", "sha256": "aae64df78fb6bf3dbff0ee7df1ca21bc9963fee878af6077b898497cfadae2b4", "bytes": 13145 }, { "path": "artifacts/prd-02-semantic-document-storage/plan-02-meaning-first/foundational-gates-20260910/noncontiguous-list-order/result-disposition.json", "sha256": "305f4b6d2a3e613231bdef4e5af06830065fd89cd8c2ff58623862dc781150c8", "bytes": 2953 } ] }