Research-Stack/shared-data/pist_tier1_vs_tier2_comparison.json
Brandon Schneider 38fabb20ec feat(pist): Tier 2 beats Tier 1 on 5/6 independent targets
Key results (Tier 2 vs Tier 1 vs baseline):
- Proof status: 83.3% vs N/A vs 50.0% — ★ strong signal
- Domain: 62.5% vs 30.9% vs 33.3% — ★ BEATS both
- Manual RRCShape: 66.7% vs 38.1% vs 29.2% — ★ BEATS both
- Obstruction: 75.0% vs N/A vs 79.2% — ↑ near-baseline
- Proof method: 20.8% vs 9.5% vs 20.8% — ↑ BEATS T1, ties baseline
- Joint: 0.0% vs N/A vs 4.2% — needs more samples (24 unique)

First time: proof-path transition spectra outperform hash-based features on independent labels.
2026-05-26 09:57:10 -05:00

116 lines
No EOL
2.5 KiB
JSON

{
"n_samples": 24,
"n_features": 6,
"tier2_results": {
"proof_status": {
"centroid": {
"accuracy": 0.6667,
"top2_accuracy": 1.0,
"baseline": 0.5
},
"knn_1": {
"accuracy": 0.7917,
"top2_accuracy": 0.9167,
"baseline": 0.5
},
"knn_3": {
"accuracy": 0.8333,
"top2_accuracy": 0.9167,
"baseline": 0.5
}
},
"proof_method_label": {
"centroid": {
"accuracy": 0.2083,
"top2_accuracy": 0.25,
"baseline": 0.2083
},
"knn_1": {
"accuracy": 0.2083,
"top2_accuracy": 0.2083,
"baseline": 0.2083
},
"knn_3": {
"accuracy": 0.125,
"top2_accuracy": 0.2083,
"baseline": 0.2083
}
},
"domain_label": {
"centroid": {
"accuracy": 0.625,
"top2_accuracy": 0.75,
"baseline": 0.3333
},
"knn_1": {
"accuracy": 0.5,
"top2_accuracy": 0.5833,
"baseline": 0.3333
},
"knn_3": {
"accuracy": 0.5417,
"top2_accuracy": 0.5833,
"baseline": 0.3333
}
},
"joint_label": {
"centroid": {
"accuracy": 0.0,
"top2_accuracy": 0.0,
"baseline": 0.0417
},
"knn_1": {
"accuracy": 0.0,
"top2_accuracy": 0.0,
"baseline": 0.0417
},
"knn_3": {
"accuracy": 0.0,
"top2_accuracy": 0.0,
"baseline": 0.0417
}
},
"obstruction_label": {
"centroid": {
"accuracy": 0.5833,
"top2_accuracy": 0.7917,
"baseline": 0.7917
},
"knn_1": {
"accuracy": 0.625,
"top2_accuracy": 0.75,
"baseline": 0.7917
},
"knn_3": {
"accuracy": 0.75,
"top2_accuracy": 0.75,
"baseline": 0.7917
}
},
"manual_rrc_shape": {
"centroid": {
"accuracy": 0.6667,
"top2_accuracy": 0.9167,
"baseline": 0.2917
},
"knn_1": {
"accuracy": 0.5417,
"top2_accuracy": 0.7083,
"baseline": 0.2917
},
"knn_3": {
"accuracy": 0.5833,
"top2_accuracy": 0.7083,
"baseline": 0.2917
}
}
},
"tier1_baselines": {
"proof_method_label_centroid": 0.0952,
"proof_method_label_knn_3": 0.0714,
"domain_label_centroid": 0.1905,
"domain_label_knn_3": 0.3095,
"manual_rrc_shape_centroid": 0.381,
"manual_rrc_shape_knn_3": 0.3333
}
}