books/gu-zhenren/exp15/q3a_finding.json

20 lines
No EOL
892 B
JSON

{
"Q3a_carryover": {
"src_carryover_Tana_meandiff": 0.042,
"target_side_delta": -0.026,
"parallelism_cost_draft_to_final": 0.0,
"src_reduces_catastrophes": "50 vs 65 flat (~23% fewer)",
"baseline_flat_Tana_acc": 0.729,
"D5_fix_rate_of_A0_failed": {
"src": "1/4 (25%)",
"draft": "1/4 (25%)",
"final": "0/3 (0%)",
"threshold": ">=50%",
"verdict": "BELOW (underpowered: only ~4 A0-failed traps, baseline handles 73%)"
}
},
"D5_verdict": "Q1 boundary NULL/negative (oracle worse); Q3a carryover marginal-positive src-side (+0.042, fewer catastrophes) but below ratify threshold + underpowered. Parallelism cost ~0 (wave model safe). Cross-boundary cohesion failures SPARSE on this material (baseline 73% ok). Route to human blind-read + harder/bigger corpus for definitive.",
"cost_usd": 2.3235,
"n_calls": 1304,
"errors": 0
}