Research-Stack/shared-data/pist_canary_report.json
Brandon Schneider bef48acee4 feat(pist): canary batch — 42 real Lean theorems through full pipeline
- 42/42 unique matrix hashes (100%)
- 42/42 unique canonical hashes (no collisions)
- 42/42 unique spectral gaps (full diversity)
- Rank estimate: 5 distinct values, range [4, 8]
- Laplacian zero count: 3 distinct values, range [1, 3]
- 1 outlier: omega_double classified as CadForceProbeReceipt (rank=4)
- Classifier still collapses to LogogramProjection for rank>=5

Conclusion: spectral features are diverse. Classifier thresholds need training, not hand-tuning.
2026-05-26 02:09:08 -05:00

703 lines
No EOL
19 KiB
JSON

{
"n": 42,
"verified": 0,
"failed": 42,
"statuses": {
"verified_empty_output": 20,
"failed": 20,
"timeout": 2
},
"shape_distribution": {
"LogogramProjection": 41,
"CadForceProbeReceipt": 1
},
"unique_matrix_hashes": 42,
"unique_canonical_hashes": 42,
"unique_spectral_gaps": 42,
"spectral_gap_stats": {
"mean": 0.4638,
"min": 0.0955,
"max": 0.799,
"unique": 42
},
"rank_stats": {
"mean": 7.0,
"min": 4,
"max": 8,
"unique": 5
},
"results": [
{
"name": "rfl_one",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 6933,
"wall_s": 7.46,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.7989642225649622,
"rank_estimate": 7,
"laplacian_zero_count": 1,
"matrix_hash": "e972255be8553c2f",
"canonical_hash": "15606911ec0fae46"
},
{
"name": "rfl_add",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 2658,
"wall_s": 2.98,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.21697971970381058,
"rank_estimate": 8,
"laplacian_zero_count": 2,
"matrix_hash": "c5a3f1a7e4d55eb2",
"canonical_hash": "4d20339383eac392"
},
{
"name": "rfl_succ",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 3179,
"wall_s": 3.54,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.24102358850715017,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "89facaf2f55a81c3",
"canonical_hash": "5bf8f402d288ac2a"
},
{
"name": "simp_add_zero",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 2491,
"wall_s": 3.16,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.4476263686375421,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "9af30dd4d9acf703",
"canonical_hash": "dd67be6dfb8f0656"
},
{
"name": "simp_mul_one",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 3048,
"wall_s": 3.44,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.45606180509465283,
"rank_estimate": 6,
"laplacian_zero_count": 2,
"matrix_hash": "1d8562f6a0809240",
"canonical_hash": "f54897bb87ad893c"
},
{
"name": "simp_add_comm",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2539,
"wall_s": 2.93,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.4892160061620842,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "0c845b9f93164cd7",
"canonical_hash": "d3602b2addf1c966"
},
{
"name": "simp_add_assoc",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2196,
"wall_s": 2.57,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.6116005124315291,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "2a571dc55d2d4705",
"canonical_hash": "d1704884b4696966"
},
{
"name": "simp_mul_comm",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2124,
"wall_s": 2.41,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.5077856092842012,
"rank_estimate": 7,
"laplacian_zero_count": 1,
"matrix_hash": "49e206ad56bf6e66",
"canonical_hash": "d129acb91aca7e32"
},
{
"name": "omega_add",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 2042,
"wall_s": 2.33,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.6669957997734307,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "a4bdf366496aaeaa",
"canonical_hash": "c849ee66a0d0222b"
},
{
"name": "omega_mul",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 1801,
"wall_s": 2.1,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.2949106822091147,
"rank_estimate": 6,
"laplacian_zero_count": 2,
"matrix_hash": "9458f294272e7718",
"canonical_hash": "44ccec5c7500e01b"
},
{
"name": "omega_ineq",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 3650,
"wall_s": 3.94,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.46361308277039853,
"rank_estimate": 6,
"laplacian_zero_count": 2,
"matrix_hash": "0b105bd1a9bf44c0",
"canonical_hash": "6dd1841c6c40c7ff"
},
{
"name": "omega_mod",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 2491,
"wall_s": 2.79,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.453401625662083,
"rank_estimate": 6,
"laplacian_zero_count": 2,
"matrix_hash": "19fc159d2f6ffb7e",
"canonical_hash": "b6b79202bae79cf4"
},
{
"name": "omega_double",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 2989,
"wall_s": 3.35,
"proxy_shape": "LogogramProjection",
"exact_shape": "CadForceProbeReceipt",
"zmp": 8,
"spectral_gap": 0.2500000000000002,
"rank_estimate": 4,
"laplacian_zero_count": 3,
"matrix_hash": "95a65ca154e5b36f",
"canonical_hash": "fc2841229e2d4798"
},
{
"name": "ring_sq",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2129,
"wall_s": 2.42,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.5791888552040121,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "9b238c3955946a74",
"canonical_hash": "1e6039284c0ffcb1"
},
{
"name": "ring_cube",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 1981,
"wall_s": 2.26,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.0954915028125265,
"rank_estimate": 6,
"laplacian_zero_count": 1,
"matrix_hash": "06106e22c8f38385",
"canonical_hash": "c45c6a10ae4f4866"
},
{
"name": "ring_expand",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2625,
"wall_s": 3.07,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.4582409031818631,
"rank_estimate": 6,
"laplacian_zero_count": 3,
"matrix_hash": "67a0358548753e92",
"canonical_hash": "ef820d130c6f70d1"
},
{
"name": "induct_add_zero",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2911,
"wall_s": 3.2,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.6200850464851544,
"rank_estimate": 7,
"laplacian_zero_count": 1,
"matrix_hash": "e115e9fc7f456738",
"canonical_hash": "4b72e4615fb340a4"
},
{
"name": "induct_add_succ",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2713,
"wall_s": 3.27,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.4827579484434103,
"rank_estimate": 6,
"laplacian_zero_count": 1,
"matrix_hash": "336b7a79eb78369f",
"canonical_hash": "2df162f21af7b508"
},
{
"name": "induct_mul",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2068,
"wall_s": 2.42,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.7642549759732272,
"rank_estimate": 6,
"laplacian_zero_count": 1,
"matrix_hash": "440715f056b3cbe5",
"canonical_hash": "6560b01c5127eade"
},
{
"name": "rw_add_comm",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2119,
"wall_s": 2.42,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.4845558951823607,
"rank_estimate": 7,
"laplacian_zero_count": 1,
"matrix_hash": "c066f22b24f4892d",
"canonical_hash": "48392c6cc57070e0"
},
{
"name": "rw_mul_comm",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2384,
"wall_s": 2.75,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.3722382750921264,
"rank_estimate": 6,
"laplacian_zero_count": 1,
"matrix_hash": "470b7550864e341b",
"canonical_hash": "26029a558bc27343"
},
{
"name": "rw_add_assoc",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 1938,
"wall_s": 2.32,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.5050147876303135,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "ab4877c42ae57039",
"canonical_hash": "7312850438c413f8"
},
{
"name": "with_import_list",
"status": "timeout",
"ok": false,
"returncode": -1,
"elapsed_ms": 60000,
"wall_s": 60.0,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.41327312243014713,
"rank_estimate": 6,
"laplacian_zero_count": 2,
"matrix_hash": "5b927f14265813ff",
"canonical_hash": "4a58f46135d9d8ab"
},
{
"name": "with_import_nat",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 16798,
"wall_s": 17.29,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.5140272979215483,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "0687a04940d0865e",
"canonical_hash": "bf757458b34ac958"
},
{
"name": "with_import_int",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 7893,
"wall_s": 8.28,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.6745494714753261,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "1ab6b158de5b5c80",
"canonical_hash": "4fb7b38b09d247ba"
},
{
"name": "with_import_set",
"status": "timeout",
"ok": false,
"returncode": -1,
"elapsed_ms": 60000,
"wall_s": 60.0,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.3870982940915625,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "9ffcc7f88f7a16ba",
"canonical_hash": "0ae57aadd4c042ed"
},
{
"name": "algebra_id",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 7056,
"wall_s": 7.51,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.3813455199145743,
"rank_estimate": 6,
"laplacian_zero_count": 2,
"matrix_hash": "a9e658aed67be75c",
"canonical_hash": "e2a8458d9364e041"
},
{
"name": "algebra_distrib",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2823,
"wall_s": 3.17,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.2280837638408919,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "264ab38889f15535",
"canonical_hash": "47fd7989e14eddd6"
},
{
"name": "algebra_sq_diff",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2497,
"wall_s": 2.83,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.2568260701927592,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "ed0ad05343300cf2",
"canonical_hash": "42103cde29fc1573"
},
{
"name": "logic_and",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 2480,
"wall_s": 2.84,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.31174490092936696,
"rank_estimate": 8,
"laplacian_zero_count": 2,
"matrix_hash": "ed2cff9b1f092f63",
"canonical_hash": "7a4a1e363ed7550e"
},
{
"name": "logic_or",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2313,
"wall_s": 2.61,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.4046292057003976,
"rank_estimate": 5,
"laplacian_zero_count": 3,
"matrix_hash": "650ad6926258fd72",
"canonical_hash": "4b3c4c4579d47091"
},
{
"name": "logic_not_not",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 2869,
"wall_s": 3.28,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.5653913733843512,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "964984ef71bf8251",
"canonical_hash": "b6b65f1c8a76bf34"
},
{
"name": "logic_impl_trans",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 2069,
"wall_s": 2.46,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.3086539686847869,
"rank_estimate": 6,
"laplacian_zero_count": 3,
"matrix_hash": "dadcc20635993263",
"canonical_hash": "51f19a61923e8fe8"
},
{
"name": "order_refl",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 2074,
"wall_s": 2.37,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.7090819818514208,
"rank_estimate": 7,
"laplacian_zero_count": 1,
"matrix_hash": "88297640e051c8fc",
"canonical_hash": "7f9feb2e0260ddda"
},
{
"name": "order_trans",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 2054,
"wall_s": 2.36,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.3338234407935299,
"rank_estimate": 7,
"laplacian_zero_count": 1,
"matrix_hash": "a5babfde689147f5",
"canonical_hash": "35bcccd450148146"
},
{
"name": "order_antisymm",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 1697,
"wall_s": 2.09,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.386535339989764,
"rank_estimate": 6,
"laplacian_zero_count": 2,
"matrix_hash": "3d4342dd660ae096",
"canonical_hash": "f9e503429176eea0"
},
{
"name": "expect_fail_type_mismatch",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 1638,
"wall_s": 2.01,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.7173625914728612,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "249723db36d51a4e",
"canonical_hash": "d23f4b7f76a40ffc"
},
{
"name": "expect_fail_unsat",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2464,
"wall_s": 2.8,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.38658207358333463,
"rank_estimate": 6,
"laplacian_zero_count": 2,
"matrix_hash": "1e1de314ac94ef6c",
"canonical_hash": "5407c7234993fe12"
},
{
"name": "expect_fail_axiom",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 2076,
"wall_s": 2.5,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.4476740725182331,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "fc1dbab616542252",
"canonical_hash": "15e7305a7c08b019"
},
{
"name": "expect_fail_timeout_like",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 1837,
"wall_s": 2.24,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.49083905778708004,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "cfccc120357016d7",
"canonical_hash": "075395d5ef3cb547"
},
{
"name": "complex_fib",
"status": "verified_empty_output",
"ok": true,
"returncode": 0,
"elapsed_ms": 1737,
"wall_s": 2.04,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.5191665463113263,
"rank_estimate": 7,
"laplacian_zero_count": 1,
"matrix_hash": "1855ddc075548ff8",
"canonical_hash": "aedf113a861ee6ce"
},
{
"name": "complex_sum",
"status": "failed",
"ok": false,
"returncode": 1,
"elapsed_ms": 1779,
"wall_s": 2.09,
"proxy_shape": "LogogramProjection",
"exact_shape": "LogogramProjection",
"zmp": 8,
"spectral_gap": 0.7837231554643304,
"rank_estimate": 8,
"laplacian_zero_count": 1,
"matrix_hash": "98e2aedb40570b4d",
"canonical_hash": "06885d17a161dd31"
}
]
}