Research-Stack/shared-data/rrc_pist_training_report.json
Brandon Schneider 620ea04d6c feat(pist): validation + calibration harness
- pist_train.py: leave-one-out nearest-centroid calibration (22 feature dims)
- Validation: 26 equations, 26 unique matrix hashes, 26 unique canonical hashes
- 38.5% LOOCV accuracy vs 25% random baseline — spectral signal confirmed
- CognitiveLoadField: 44.4% (8/18), SignalShapedRouteCompiler: 33.3% (2/6)
- Separation ratio 1.007 — centroids overlap heavily (fold/cusp are adjacent in ADE)
- Feature diversity confirmed: 21/22 features carry variance
2026-05-26 01:49:21 -05:00

359 lines
No EOL
6.4 KiB
JSON

{
"n_samples": 26,
"dimension": 22,
"method": "leave_one_out_nearest_centroid_v1",
"accuracy": 0.3846,
"unique_labels": [
"---",
"CognitiveLoadField",
"RRC shape",
"SignalShapedRouteCompiler"
],
"label_distribution": {
"RRC shape": 1,
"---": 1,
"CognitiveLoadField": 18,
"SignalShapedRouteCompiler": 6
},
"per_class": {
"---": {
"n": 1,
"correct": 0,
"accuracy": 0.0
},
"CognitiveLoadField": {
"n": 18,
"correct": 8,
"accuracy": 0.4444
},
"RRC shape": {
"n": 1,
"correct": 0,
"accuracy": 0.0
},
"SignalShapedRouteCompiler": {
"n": 6,
"correct": 2,
"accuracy": 0.3333
}
},
"confusion_matrix": {
"RRC shape": {
"---": 1,
"RRC shape": 0,
"CognitiveLoadField": 0,
"SignalShapedRouteCompiler": 0
},
"---": {
"RRC shape": 1,
"---": 0,
"CognitiveLoadField": 0,
"SignalShapedRouteCompiler": 0
},
"CognitiveLoadField": {
"CognitiveLoadField": 8,
"SignalShapedRouteCompiler": 9,
"---": 1,
"RRC shape": 0
},
"SignalShapedRouteCompiler": {
"CognitiveLoadField": 4,
"SignalShapedRouteCompiler": 2,
"---": 0,
"RRC shape": 0
}
},
"feature_variance": {
"zero_mode_proxy_count": {
"mean": 0.0,
"variance": 0.0,
"unique": 1,
"collapsed": true
},
"rank_estimate": {
"mean": 7.0,
"variance": 1.52,
"unique": 5,
"collapsed": false
},
"laplacian_zero_count": {
"mean": 1.3462,
"variance": 0.3154,
"unique": 3,
"collapsed": false
},
"spectral_gap": {
"mean": 0.4011,
"variance": 0.0396,
"unique": 26,
"collapsed": false
},
"crossing_density": {
"mean": 0.182,
"variance": 0.0024,
"unique": 10,
"collapsed": false
},
"strand_entropy": {
"mean": 2.933,
"variance": 0.0123,
"unique": 26,
"collapsed": false
},
"eigenvalues[0]": {
"mean": 0.7409,
"variance": 0.0254,
"unique": 26,
"collapsed": false
},
"eigenvalues[1]": {
"mean": 0.3398,
"variance": 0.0067,
"unique": 23,
"collapsed": false
},
"eigenvalues[2]": {
"mean": 0.1712,
"variance": 0.0051,
"unique": 22,
"collapsed": false
},
"eigenvalues[3]": {
"mean": 0.0155,
"variance": 0.0032,
"unique": 13,
"collapsed": false
},
"eigenvalues[4]": {
"mean": -0.1103,
"variance": 0.007,
"unique": 18,
"collapsed": false
},
"eigenvalues[5]": {
"mean": -0.2178,
"variance": 0.0061,
"unique": 16,
"collapsed": false
},
"eigenvalues[6]": {
"mean": -0.3763,
"variance": 0.005,
"unique": 23,
"collapsed": false
},
"eigenvalues[7]": {
"mean": -0.5629,
"variance": 0.006,
"unique": 24,
"collapsed": false
},
"singular_values[0]": {
"mean": 0.7409,
"variance": 0.0254,
"unique": 26,
"collapsed": false
},
"singular_values[1]": {
"mean": 0.5651,
"variance": 0.0057,
"unique": 24,
"collapsed": false
},
"singular_values[2]": {
"mean": 0.3894,
"variance": 0.0101,
"unique": 25,
"collapsed": false
},
"singular_values[3]": {
"mean": 0.3109,
"variance": 0.0033,
"unique": 21,
"collapsed": false
},
"singular_values[4]": {
"mean": 0.2275,
"variance": 0.0063,
"unique": 15,
"collapsed": false
},
"singular_values[5]": {
"mean": 0.1723,
"variance": 0.0056,
"unique": 21,
"collapsed": false
},
"singular_values[6]": {
"mean": 0.1114,
"variance": 0.0063,
"unique": 19,
"collapsed": false
},
"singular_values[7]": {
"mean": 0.0361,
"variance": 0.0021,
"unique": 14,
"collapsed": false
}
},
"collapsed_features": [
"zero_mode_proxy_count"
],
"within_class_distance": 6.1938,
"between_class_distance": 6.1482,
"separation_ratio": 1.0074,
"class_centroids": {
"---": [
0.0,
0.8111,
-0.6164,
-1.5995,
-0.4371,
0.6043,
-0.8739,
2.1863,
-0.0316,
0.223,
-1.6747,
-0.4124,
0.2891,
1.3065,
-0.8739,
-0.6154,
0.7184,
0.783,
0.2847,
1.0398,
0.7237,
-0.1719
],
"CognitiveLoadField": [
0.0,
-0.1352,
0.175,
0.0849,
-0.0298,
-0.1708,
0.0037,
-0.1993,
-0.0842,
0.2022,
0.2385,
-0.0544,
0.0066,
-0.0763,
0.0037,
0.0493,
-0.1436,
-0.1327,
0.0782,
-0.0831,
-0.1874,
-0.1485
],
"RRC shape": [
0.0,
0.8111,
-0.6164,
-1.4954,
-0.4371,
0.5818,
-0.8614,
1.9578,
1.1082,
-2.0961,
-1.6747,
-0.4124,
1.7865,
0.8105,
-0.8614,
-0.8634,
1.1022,
-1.0616,
0.2847,
1.0398,
1.7451,
1.4653
],
"SignalShapedRouteCompiler": [
0.0,
0.1352,
-0.3196,
0.261,
0.235,
0.3147,
0.2781,
-0.0927,
0.0731,
-0.2943,
-0.1573,
0.3006,
-0.3659,
-0.1241,
0.2781,
0.0985,
0.1275,
0.4445,
-0.3296,
-0.0973,
0.1507,
0.2298
]
},
"normalization": {
"means": [
0.0,
7.0,
1.3462,
0.4011,
0.182,
2.933,
0.7409,
0.3398,
0.1712,
0.0155,
-0.1103,
-0.2178,
-0.3763,
-0.5629,
0.7409,
0.5651,
0.3894,
0.3109,
0.2275,
0.1723,
0.1114,
0.0361
],
"stds": [
1.0,
1.2329,
0.5616,
0.199,
0.0487,
0.1107,
0.1594,
0.0818,
0.0712,
0.0568,
0.0834,
0.078,
0.0707,
0.0776,
0.1594,
0.0754,
0.1003,
0.0574,
0.0791,
0.0747,
0.0794,
0.0461
]
},
"warnings": [
"Only 26 labeled samples; classifier is calibration-only.",
"Do not promote model to production until full 278 labeled equations are available.",
"Collapsed features (1): ['zero_mode_proxy_count']. These dimensions carry no discriminative power."
]
}