{ "A1_identity_control": { "detail": "the aligner is the identity on gapless input", "held": true }, "A2_column_recovery": { "held": true, "worst_seed": 0.9972612715298885 }, "A3_manufactured_violations": { "also_lost": 9, "held": true, "reading": "manufactured_by_alignment counts quadruples the inferred alignment calls a four-point violation and the true alignment does not. lost_to_alignment counts the reverse. Both are alignment error; the first is the one that would be reported as reticulation.", "seeds": 5, "seeds_with_any": 0, "total_over_seeds": 0 }, "admissibility_ladder": { "largest_inferred_gap_fraction_with_nothing_manufactured": 0.003983215725806451, "largest_insertion_rate_per_site_with_nothing_manufactured": 0.0008064516129032258, "rungs": [ { "deletion_rate": 0.0, "lost_total": 0, "manufactured_total": 0, "mean_deletion_length": 30, "mean_inferred_gap_fraction": 0.0, "mean_insertion_rate_per_site": 0.0, "mean_insertions_dropped": 0.0, "mean_truth_gap_fraction": 0.0, "quadruples_per_seed": 1820, "seeds_with_manufactured": 0, "worst_column_recovery": 1.0 }, { "deletion_rate": 0.1, "lost_total": 0, "manufactured_total": 0, "mean_deletion_length": 30, "mean_inferred_gap_fraction": 0.003983215725806451, "mean_insertion_rate_per_site": 0.0008064516129032258, "mean_insertions_dropped": 51.2, "mean_truth_gap_fraction": 0.004778124999999999, "quadruples_per_seed": 1820, "seeds_with_manufactured": 0, "worst_column_recovery": 0.999968497983871 }, { "deletion_rate": 0.2, "lost_total": 36, "manufactured_total": 251, "mean_deletion_length": 30, "mean_inferred_gap_fraction": 0.00548687190235803, "mean_insertion_rate_per_site": 0.00642968393783995, "mean_insertions_dropped": 404.4, "mean_truth_gap_fraction": 0.00776875, "quadruples_per_seed": 1820, "seeds_with_manufactured": 2, "worst_column_recovery": 0.9988026216284346 }, { "deletion_rate": 0.4, "lost_total": 59, "manufactured_total": 108, "mean_deletion_length": 30, "mean_inferred_gap_fraction": 0.008704222785268858, "mean_insertion_rate_per_site": 0.004538027908511842, "mean_insertions_dropped": 286.4, "mean_truth_gap_fraction": 0.011625, "quadruples_per_seed": 1820, "seeds_with_manufactured": 1, "worst_column_recovery": 0.9971163650267653 }, { "deletion_rate": 0.6, "lost_total": 36, "manufactured_total": 110, "mean_deletion_length": 30, "mean_inferred_gap_fraction": 0.015068587181401121, "mean_insertion_rate_per_site": 0.009098206584352394, "mean_insertions_dropped": 570.6, "mean_truth_gap_fraction": 0.018621875, "quadruples_per_seed": 1820, "seeds_with_manufactured": 3, "worst_column_recovery": 0.9990563663814797 }, { "deletion_rate": 0.9, "lost_total": 184, "manufactured_total": 149, "mean_deletion_length": 30, "mean_inferred_gap_fraction": 0.020117825927600835, "mean_insertion_rate_per_site": 0.017235495316388322, "mean_insertions_dropped": 1070.8, "mean_truth_gap_fraction": 0.027368749999999997, "quadruples_per_seed": 1820, "seeds_with_manufactured": 3, "worst_column_recovery": 0.9983081728266527 }, { "deletion_rate": 0.0, "lost_total": 0, "manufactured_total": 0, "mean_deletion_length": 120, "mean_inferred_gap_fraction": 0.0, "mean_insertion_rate_per_site": 0.0, "mean_insertions_dropped": 0.0, "mean_truth_gap_fraction": 0.0, "quadruples_per_seed": 1820, "seeds_with_manufactured": 0, "worst_column_recovery": 1.0 }, { "deletion_rate": 0.1, "lost_total": 8, "manufactured_total": 57, "mean_deletion_length": 120, "mean_inferred_gap_fraction": 0.013218756496881496, "mean_insertion_rate_per_site": 0.0038396569646569644, "mean_insertions_dropped": 236.4, "mean_truth_gap_fraction": 0.016996875, "quadruples_per_seed": 1820, "seeds_with_manufactured": 2, "worst_column_recovery": 0.9990092255717256 }, { "deletion_rate": 0.2, "lost_total": 6, "manufactured_total": 54, "mean_deletion_length": 120, "mean_inferred_gap_fraction": 0.016273695853968005, "mean_insertion_rate_per_site": 0.01151780579452812, "mean_insertions_dropped": 703.6, "mean_truth_gap_fraction": 0.02246875, "quadruples_per_seed": 1820, "seeds_with_manufactured": 2, "worst_column_recovery": 0.9990092255717256 }, { "deletion_rate": 0.4, "lost_total": 119, "manufactured_total": 324, "mean_deletion_length": 120, "mean_inferred_gap_fraction": 0.03730758426937138, "mean_insertion_rate_per_site": 0.0318950081723227, "mean_insertions_dropped": 1919.6, "mean_truth_gap_fraction": 0.05243749999999999, "quadruples_per_seed": 1820, "seeds_with_manufactured": 3, "worst_column_recovery": 0.9946706750478272 }, { "deletion_rate": 0.6, "lost_total": 107, "manufactured_total": 253, "mean_deletion_length": 120, "mean_inferred_gap_fraction": 0.05254214173281202, "mean_insertion_rate_per_site": 0.029870855574095682, "mean_insertions_dropped": 1748.2, "mean_truth_gap_fraction": 0.079340625, "quadruples_per_seed": 1820, "seeds_with_manufactured": 3, "worst_column_recovery": 0.9750066383430696 }, { "deletion_rate": 0.9, "lost_total": 248, "manufactured_total": 1600, "mean_deletion_length": 120, "mean_inferred_gap_fraction": 0.08232919876791718, "mean_insertion_rate_per_site": 0.04395161182767521, "mean_insertions_dropped": 2503.2, "mean_truth_gap_fraction": 0.13058125, "quadruples_per_seed": 1820, "seeds_with_manufactured": 5, "worst_column_recovery": 0.9603221083455344 } ], "threshold_applied_by_real_data": { "inferred_gap_fraction_at_most": 0.003983215725806451, "insertion_rate_per_site_at_most": 0.0008064516129032258, "reading": "A real population whose inferred alignment carries a heavier gap load than this is reported BLOCKED rather than interpreted, because at that load alignment error alone produces violations in this control." }, "why": "A3 holding at one deletion load says nothing about another. This ladder raises the load until the aligner starts inventing four-point violations on a genealogy that is exactly a tree, which is the boundary that decides which real populations may be interpreted.", "worst_column_recovery_with_nothing_manufactured": 0.999968497983871 }, "design": { "aligner": "reference-anchored affine-gap DP, centroid reference, banded with band-edge detection", "comparison": "per-quadruple verdicts, not margins: the two alignments have different widths and their margins have different denominators", "deletion_rate_per_lineage_per_generation": 0.3, "generations": 4, "generator": "clonal_tree_relaxed_with_deletions", "length": 4000, "max_gap_fraction_per_lineage": 0.2, "mean_deletion_length": 30, "mu_per_generation": 0.004, "relaxed_clock_spread": 1.0, "reticulation_in_the_truth": "none", "scoring": { "gap_extend": -1, "gap_open": -10, "match_score": 5, "mismatch": -4 }, "seeds": 5, "taxa": 16 }, "experiment": "does reference-anchored alignment manufacture four-point violations?", "gate": "A1 only. A2 and A3 are measurements: a run in which alignment error does manufacture certificates is informative and must not be reported as a failed run.", "per_seed": [ { "agree": 381, "column_recovery": 0.9999375, "deletion_events": 10, "inferred_gap_fraction": 0.005140625, "inferred_margin": "4/3853", "inferred_violating": 381, "inferred_width": 4000, "insertions_dropped": 0, "lost_to_alignment": 0, "manufactured_by_alignment": 0, "mean_p_distance": 0.022944858335980683, "quadruples": 1820, "reference_label": "indel_006", "seed": 1, "truth_gap_fraction": 0.005140625, "truth_margin": "4/3854", "truth_violating": 381, "truth_width": 4000 }, { "agree": 617, "column_recovery": 0.9998424899193549, "deletion_events": 8, "inferred_gap_fraction": 0.004709551411290322, "inferred_margin": "3/3886", "inferred_violating": 617, "inferred_width": 3968, "insertions_dropped": 256, "lost_to_alignment": 0, "manufactured_by_alignment": 0, "mean_p_distance": 0.01728953367597046, "quadruples": 1820, "reference_label": "indel_007", "seed": 2, "truth_gap_fraction": 0.008671875, "truth_margin": "3/3886", "truth_violating": 617, "truth_width": 4000 }, { "agree": 1311, "column_recovery": 0.9998418121994431, "deletion_events": 9, "inferred_gap_fraction": 0.0034326752720830168, "inferred_margin": "10/3864", "inferred_violating": 1311, "inferred_width": 3951, "insertions_dropped": 610, "lost_to_alignment": 3, "manufactured_by_alignment": 0, "mean_p_distance": 0.03867412338658967, "quadruples": 1820, "reference_label": "indel_014", "seed": 3, "truth_gap_fraction": 0.006109375, "truth_margin": "10/3893", "truth_violating": 1314, "truth_width": 4000 }, { "agree": 267, "column_recovery": 0.999875, "deletion_events": 10, "inferred_gap_fraction": 0.009390625, "inferred_margin": "3/3811", "inferred_violating": 267, "inferred_width": 4000, "insertions_dropped": 0, "lost_to_alignment": 0, "manufactured_by_alignment": 0, "mean_p_distance": 0.010301800462096168, "quadruples": 1820, "reference_label": "indel_008", "seed": 4, "truth_gap_fraction": 0.009390625, "truth_margin": "3/3811", "truth_violating": 267, "truth_width": 4000 }, { "agree": 732, "column_recovery": 0.9972612715298885, "deletion_events": 11, "inferred_gap_fraction": 0.005445795339412361, "inferred_margin": "4/3817", "inferred_violating": 732, "inferred_width": 3948, "insertions_dropped": 453, "lost_to_alignment": 6, "manufactured_by_alignment": 0, "mean_p_distance": 0.017677709797444967, "quadruples": 1820, "reference_label": "indel_010", "seed": 5, "truth_gap_fraction": 0.011296875, "truth_margin": "4/3759", "truth_violating": 738, "truth_width": 4000 } ], "predictions": [ { "claim": "With the deletion rate at zero the inferred alignment is exactly the input, so no Phase 2 result changes by passing through the aligner.", "corrected_after_a_first_run": "A1 failed at 1 of 5 seeds on the first implementation, and the cause was not a bug in the DP: with a -10/-1 affine gap, a run of three mismatches scores exactly what deleting one reference residue and inserting one query residue scores (-12 + 5 against -11 + 15 - 11), so the identity was one of two optimal alignments and the aligner returned the other. The fix was to state the tie preference — M over X over Y, a substitution over a gap pair — which is why the criterion now checks the score as well as the rows. Regression test: tests/aligner_identity.rs.", "criterion": "inferred rows == truth rows at every seed, and the optimal score equals the diagonal score", "gated": true, "id": "A1" }, { "claim": "At this deletion load the aligner recovers almost every column.", "criterion": "worst-seed column recovery > 0.99", "gated": false, "id": "A2" }, { "claim": "Alignment error manufactures no four-point violation on a genealogy that is exactly a tree.", "criterion": "manufactured_by_alignment == 0 at every seed", "gated": false, "id": "A3" } ], "why": "A Lean certificate proves an arithmetic fact about counts taken from the sequences it embeds. If the alignment placed the wrong residues in the same column, the counts are right and the data is wrong, and the kernel cannot see it. Real data adds the aligner to the trust surface; this measures how big that addition is, on populations with no reticulation in them at all." }