{ "_meta": { "generated": "2026-09-07T14:03:18.349Z", "test": "SAIL-154 / Test 0.5 — candidate-pool recall check", "productQuestion": "When v26 misses a faint/bottom stripe on the frozen-332, is that stripe present in SAM3-solo's over-proposed candidate pool (recoverable-in-principle by a cheap filter), or truly absent (filtering can only cut junk)?", "missGroundTruth": { "source": "runs/prod-baseline-20260825/responses/*.json (frozen SAIL-114 v26 baseline) re-matched here with the SAME optimalMatch/resample/meanDist logic and cap as prod_baseline_score.mjs, to recover exact missed human-stripe polylines (the baseline report.json only stores miss BUCKET labels, not coordinates)", "capFraction": 0.03, "frozenHoldout": "test-holdout-ids-canonical.json (332, frozen 2026-08-25)" }, "candidatePool": { "source": "runs/hopeval/D-sam3-solo/.json — SAM3-solo raw over-proposed stripes (full array, ungated)", "note": "Plan doc's '1,816' (1,039 junk + 777 real) comes from runs/hopeval/D-sam3-solo-score.json, generated by hop_eval_score.mjs from this SAME D-sam3-solo directory, but that number reflects hop_eval_score.mjs's own gated/matched subset (stripesSeen=2854, gateKeptHop1=1038 stripes skipped for lacking a hop-2 redraw). This test instead searches the FULL raw D-sam3-solo stripes array per photo (poolLinesTotal below) because the product question requires searching every SAM3-solo proposal, not a pre-gated subset.", "photosWithPool": 329, "poolLinesTotal": 2838 }, "matchRule": "recoverable-in-principle if the nearest SAM3-solo candidate (60-pt dense chamfer, both directions via meanDist for the v26 match / one-directional chamfer for pool search) is within 3% of image diagonal of the missed human stripe — same cap used in ai_recovery_rulescore.mjs", "denominator": 58, "partial": true, "photosSkippedCount": 3, "photosConsidered": 329, "reconciliation": "Re-derived miss counts were diffed photo-by-photo against runs/prod-baseline-20260825/per-photo.json caps['0.03'].misses.length for all 329 considered photos: 0 disagreements (exact match). The 3 skipped photos (EXIF orientation 6/8, W/H swap between label and D-sam3-solo imageSize) hold 5 misses per the frozen report (68ccaf67...=2, 69c44d5c...=0, 69cea47e...=3). 58 (considered) + 5 (skipped) = 63, matching runs/prod-baseline-20260825/report.json byBucket totals (top16+middle15+bottom32=63) exactly. Skipped photos are fail-closed, not misscored, per the EXIF-rotation ground rule." }, "headline": { "missedStripesTotal": 58, "recoverableInPool": 29, "trulyAbsent": 29, "recoverableFraction": 0.5 }, "byBucket": { "top": { "missed": 14, "recoverable": 8 }, "middle": { "missed": 14, "recoverable": 6 }, "bottom": { "missed": 30, "recoverable": 15 } }, "photosSkipped": [ { "id": "68ccaf678f1d2c0cda50c1a7", "reason": "EXIF W/H swap: label 1600x1200 vs sam3-solo 1200x1600 — skipped rather than misscore" }, { "id": "69c44d5c8c718d5d543a2010", "reason": "EXIF W/H swap: label 1600x2844 vs sam3-solo 2844x1600 — skipped rather than misscore" }, { "id": "69cea47eed067217da126fc4", "reason": "EXIF W/H swap: label 1600x2133 vs sam3-solo 2133x1600 — skipped rather than misscore" } ], "missedStripeDetail": [ { "id": "06e7b1a7-e320-4916-baba-51fcfbe4dc2e", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 8, "nearestCandidateDistPct": 3.322, "capPct": 3, "recoverable": false }, { "id": "2b552f75-e19b-414f-9e1e-cce6ffd0f35e", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 0.214, "capPct": 3, "recoverable": true }, { "id": "2fc51b49-44ea-48a8-b85e-d326e77f2f15", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 4, "nearestCandidateDistPct": 0.67, "capPct": 3, "recoverable": true }, { "id": "4505864b-80cf-4195-92c3-e0cec07d0c2f", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 3, "poolSize": 16, "nearestCandidateDistPct": 8.645, "capPct": 3, "recoverable": false }, { "id": "4e94f98a-2af5-4e28-a15b-42b120ea8ee3", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 0.183, "capPct": 3, "recoverable": true }, { "id": "4f94cd3b-a4c5-4fba-815d-39d04a0aa07b", "bucket": "bottom", "humanStripeIndex": 3, "nHuman": 4, "poolSize": 24, "nearestCandidateDistPct": 17.34, "capPct": 3, "recoverable": false }, { "id": "68fd2c599e3418f5653c0e11", "bucket": "top", "humanStripeIndex": 0, "nHuman": 3, "poolSize": 15, "nearestCandidateDistPct": 3.42, "capPct": 3, "recoverable": false }, { "id": "68fd2c599e3418f5653c0e11", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 3, "poolSize": 15, "nearestCandidateDistPct": 5.296, "capPct": 3, "recoverable": false }, { "id": "68fd2c599e3418f5653c0e11", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 15, "nearestCandidateDistPct": 12.718, "capPct": 3, "recoverable": false }, { "id": "6914d3ff106b899d3b58b153", "bucket": "top", "humanStripeIndex": 0, "nHuman": 3, "poolSize": 9, "nearestCandidateDistPct": 1.517, "capPct": 3, "recoverable": true }, { "id": "692ee2dd1b550c3bcb690cfd", "bucket": "top", "humanStripeIndex": 0, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 4.138, "capPct": 3, "recoverable": false }, { "id": "692ee2dd1b550c3bcb690cfd", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 4.367, "capPct": 3, "recoverable": false }, { "id": "692ee2dd1b550c3bcb690cfd", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 5.522, "capPct": 3, "recoverable": false }, { "id": "6983c7303b15d0ca7a335979", "bucket": "top", "humanStripeIndex": 0, "nHuman": 4, "poolSize": 17, "nearestCandidateDistPct": 1.843, "capPct": 3, "recoverable": true }, { "id": "6983c7303b15d0ca7a335979", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 4, "poolSize": 17, "nearestCandidateDistPct": 2.701, "capPct": 3, "recoverable": true }, { "id": "6983c7303b15d0ca7a335979", "bucket": "middle", "humanStripeIndex": 2, "nHuman": 4, "poolSize": 17, "nearestCandidateDistPct": 4.45, "capPct": 3, "recoverable": false }, { "id": "6983c7303b15d0ca7a335979", "bucket": "bottom", "humanStripeIndex": 3, "nHuman": 4, "poolSize": 17, "nearestCandidateDistPct": 10.629, "capPct": 3, "recoverable": false }, { "id": "69926efbc11b646e3580731b", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 29, "nearestCandidateDistPct": 17.317, "capPct": 3, "recoverable": false }, { "id": "6992cf2fc35b7654e6c33463", "bucket": "top", "humanStripeIndex": 0, "nHuman": 4, "poolSize": 8, "nearestCandidateDistPct": 1.513, "capPct": 3, "recoverable": true }, { "id": "6992ff4da71df4784a49c57d", "bucket": "bottom", "humanStripeIndex": 3, "nHuman": 4, "poolSize": 28, "nearestCandidateDistPct": 2.895, "capPct": 3, "recoverable": true }, { "id": "6993a0abc95b493d2c1d6d2f", "bucket": "top", "humanStripeIndex": 0, "nHuman": 3, "poolSize": 29, "nearestCandidateDistPct": 1.411, "capPct": 3, "recoverable": true }, { "id": "6993a0abc95b493d2c1d6d2f", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 3, "poolSize": 29, "nearestCandidateDistPct": 2.389, "capPct": 3, "recoverable": true }, { "id": "6993a0abc95b493d2c1d6d2f", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 29, "nearestCandidateDistPct": 18.053, "capPct": 3, "recoverable": false }, { "id": "6998e69e7e37b6370385b8ba", "bucket": "top", "humanStripeIndex": 0, "nHuman": 4, "poolSize": 11, "nearestCandidateDistPct": 0.055, "capPct": 3, "recoverable": true }, { "id": "699ecbb1ff472cb527af1182", "bucket": "top", "humanStripeIndex": 0, "nHuman": 3, "poolSize": 11, "nearestCandidateDistPct": 9.729, "capPct": 3, "recoverable": false }, { "id": "699ecbb1ff472cb527af1182", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 3, "poolSize": 11, "nearestCandidateDistPct": 8.918, "capPct": 3, "recoverable": false }, { "id": "699ecbb1ff472cb527af1182", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 11, "nearestCandidateDistPct": 6.819, "capPct": 3, "recoverable": false }, { "id": "69aeb1c431726f412729f849", "bucket": "top", "humanStripeIndex": 0, "nHuman": 4, "poolSize": 9, "nearestCandidateDistPct": 0.042, "capPct": 3, "recoverable": true }, { "id": "69b52c09603c3c530c0920bc", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 6, "nearestCandidateDistPct": 0.856, "capPct": 3, "recoverable": true }, { "id": "69b826db7a6aec943ec7d696", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 3, "poolSize": 6, "nearestCandidateDistPct": 0.471, "capPct": 3, "recoverable": true }, { "id": "69babfb8630c918d087bf57c", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 0.16, "capPct": 3, "recoverable": true }, { "id": "69bca9fdd26d710e284a87e7", "bucket": "top", "humanStripeIndex": 0, "nHuman": 3, "poolSize": 18, "nearestCandidateDistPct": 3.067, "capPct": 3, "recoverable": false }, { "id": "69bca9fdd26d710e284a87e7", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 3, "poolSize": 18, "nearestCandidateDistPct": 6.243, "capPct": 3, "recoverable": false }, { "id": "69bca9fdd26d710e284a87e7", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 18, "nearestCandidateDistPct": 14.06, "capPct": 3, "recoverable": false }, { "id": "69cad463716e6cc995056b71", "bucket": "top", "humanStripeIndex": 0, "nHuman": 5, "poolSize": 7, "nearestCandidateDistPct": 1.075, "capPct": 3, "recoverable": true }, { "id": "69d8c28fb4793b96e2e1f51f", "bucket": "top", "humanStripeIndex": 0, "nHuman": 5, "poolSize": 7, "nearestCandidateDistPct": 0.821, "capPct": 3, "recoverable": true }, { "id": "69de3b5a2804888f35c96593", "bucket": "top", "humanStripeIndex": 0, "nHuman": 2, "poolSize": 5, "nearestCandidateDistPct": 4.646, "capPct": 3, "recoverable": false }, { "id": "69de3b5a2804888f35c96593", "bucket": "bottom", "humanStripeIndex": 1, "nHuman": 2, "poolSize": 5, "nearestCandidateDistPct": 14.013, "capPct": 3, "recoverable": false }, { "id": "69e6c64b5e24eefa6fe383d3", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 0.175, "capPct": 3, "recoverable": true }, { "id": "69f09238270a835330087b8c", "bucket": "top", "humanStripeIndex": 0, "nHuman": 4, "poolSize": 8, "nearestCandidateDistPct": 3.669, "capPct": 3, "recoverable": false }, { "id": "69f09238270a835330087b8c", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 4, "poolSize": 8, "nearestCandidateDistPct": 2.974, "capPct": 3, "recoverable": true }, { "id": "69f09238270a835330087b8c", "bucket": "middle", "humanStripeIndex": 2, "nHuman": 4, "poolSize": 8, "nearestCandidateDistPct": 2.081, "capPct": 3, "recoverable": true }, { "id": "69f09238270a835330087b8c", "bucket": "bottom", "humanStripeIndex": 3, "nHuman": 4, "poolSize": 8, "nearestCandidateDistPct": 3.937, "capPct": 3, "recoverable": false }, { "id": "69f8c879ea23d5ac8b291712", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 1.064, "capPct": 3, "recoverable": true }, { "id": "6a04851b065edc080586220e", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 9, "nearestCandidateDistPct": 9.87, "capPct": 3, "recoverable": false }, { "id": "6a0eb5043b400ea38567eed5", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 3, "poolSize": 14, "nearestCandidateDistPct": 6.131, "capPct": 3, "recoverable": false }, { "id": "6a0eb5043b400ea38567eed5", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 14, "nearestCandidateDistPct": 8.568, "capPct": 3, "recoverable": false }, { "id": "6a317f17f75617ef2dfe7c03", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 0, "nearestCandidateDistPct": null, "capPct": 3, "recoverable": false }, { "id": "6a3ef5f55c3042c774c29ec3", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 6, "nearestCandidateDistPct": 6.507, "capPct": 3, "recoverable": false }, { "id": "6a414d8fc425fdfed0e5f5a1", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 4, "nearestCandidateDistPct": 0.389, "capPct": 3, "recoverable": true }, { "id": "788356aa-7d0d-4523-a062-b6727b213788", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 4, "poolSize": 17, "nearestCandidateDistPct": 1.68, "capPct": 3, "recoverable": true }, { "id": "8d273919-7221-4ffa-954a-de00f8ad6672", "bucket": "bottom", "humanStripeIndex": 3, "nHuman": 4, "poolSize": 7, "nearestCandidateDistPct": 0.14, "capPct": 3, "recoverable": true }, { "id": "c28257a4-0807-49c5-88dd-66800bfe00b9", "bucket": "bottom", "humanStripeIndex": 3, "nHuman": 4, "poolSize": 11, "nearestCandidateDistPct": 1.577, "capPct": 3, "recoverable": true }, { "id": "c721b1b7-5d73-4a04-b496-c6a6c9025c4e", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 0.248, "capPct": 3, "recoverable": true }, { "id": "e27c97c2-2dfd-4ef3-be71-3be10a9a19ec", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 0.248, "capPct": 3, "recoverable": true }, { "id": "f1753171-8e94-4ad0-9d43-baeabaa8aa29", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 0.227, "capPct": 3, "recoverable": true }, { "id": "f36c6c53-faba-46e8-aa9d-79b570979424", "bucket": "middle", "humanStripeIndex": 1, "nHuman": 3, "poolSize": 16, "nearestCandidateDistPct": 8.645, "capPct": 3, "recoverable": false }, { "id": "f8a02b2a-6548-474d-9515-e64a66f9dc1d", "bucket": "bottom", "humanStripeIndex": 2, "nHuman": 3, "poolSize": 3, "nearestCandidateDistPct": 0.125, "capPct": 3, "recoverable": true } ] }